layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000016,0.05000,1.300
0,self_attn.q_proj,0.0000000111,0.05000,1.353
0,self_attn.v_proj,0.0000000013,0.05000,1.408
0,self_attn.o_proj,0.0000000045,0.05000,3.990
0,block_sparse_moe.experts.14.w1,0.0001366374,0.05000,2.062
0,block_sparse_moe.experts.12.w1,0.0001573952,0.05000,2.649
0,block_sparse_moe.experts.15.w1,0.0002349935,0.05000,2.385
0,block_sparse_moe.experts.13.w1,0.0000976656,0.05000,2.747
0,block_sparse_moe.experts.0.w1,0.0000703459,0.05000,3.470
0,block_sparse_moe.experts.8.w1,0.0001303582,0.05000,3.558
0,block_sparse_moe.experts.4.w1,0.0001300953,0.05000,3.842
0,block_sparse_moe.experts.9.w1,0.0001106938,0.05000,3.888
0,block_sparse_moe.experts.5.w1,0.0000596097,0.05000,3.913
0,block_sparse_moe.experts.1.w1,0.0002733461,0.05000,4.039
0,block_sparse_moe.experts.7.w1,0.0000257391,0.05000,4.570
0,block_sparse_moe.experts.11.w1,0.0002516549,0.05000,4.672
0,block_sparse_moe.experts.3.w1,0.0005457658,0.05000,4.649
0,block_sparse_moe.experts.2.w1,0.0000185485,0.05000,4.799
0,block_sparse_moe.experts.6.w1,0.0000656802,0.05000,4.858
0,block_sparse_moe.experts.10.w1,0.0000447878,0.05000,4.891
0,block_sparse_moe.experts.30.w1,0.0002551241,0.05000,3.087
0,block_sparse_moe.experts.28.w1,0.0000091329,0.05000,2.961
0,block_sparse_moe.experts.29.w1,0.0002184595,0.05000,2.933
0,block_sparse_moe.experts.31.w1,0.0000370023,0.05000,3.292
0,block_sparse_moe.experts.24.w1,0.0000732813,0.05000,3.119
0,block_sparse_moe.experts.16.w1,0.0005852200,0.05000,3.245
0,block_sparse_moe.experts.20.w1,0.0000153084,0.05000,3.128
0,block_sparse_moe.experts.21.w1,0.0002083082,0.05000,3.063
0,block_sparse_moe.experts.17.w1,0.0002311193,0.05000,3.084
0,block_sparse_moe.experts.25.w1,0.0000768550,0.05000,3.242
0,block_sparse_moe.experts.23.w1,0.0000564930,0.05000,3.128
0,block_sparse_moe.experts.19.w1,0.0002211945,0.05000,3.173
0,block_sparse_moe.experts.27.w1,0.0001540126,0.05000,3.341
0,block_sparse_moe.experts.22.w1,0.0002296089,0.05000,3.248
0,block_sparse_moe.experts.18.w1,0.0000500465,0.05000,3.388
0,block_sparse_moe.experts.26.w1,0.0001347614,0.05000,3.329
0,block_sparse_moe.experts.46.w1,0.0000193934,0.05000,3.279
0,block_sparse_moe.experts.45.w1,0.0001957508,0.05000,2.969
0,block_sparse_moe.experts.44.w1,0.0000689669,0.05000,3.257
0,block_sparse_moe.experts.47.w1,0.0013385660,0.05000,3.122
0,block_sparse_moe.experts.40.w1,0.0005116423,0.05000,3.072
0,block_sparse_moe.experts.32.w1,0.0000414073,0.05000,3.172
0,block_sparse_moe.experts.36.w1,0.0001760163,0.05000,3.143
0,block_sparse_moe.experts.37.w1,0.0000955079,0.05000,3.047
0,block_sparse_moe.experts.33.w1,0.0002339816,0.05000,3.006
0,block_sparse_moe.experts.41.w1,0.0003894645,0.05000,3.076
0,block_sparse_moe.experts.39.w1,0.0000453481,0.05000,3.035
0,block_sparse_moe.experts.35.w1,0.0006729137,0.05000,3.009
0,block_sparse_moe.experts.43.w1,0.0001804217,0.05000,2.951
0,block_sparse_moe.experts.38.w1,0.0002156031,0.05000,3.153
0,block_sparse_moe.experts.42.w1,0.0000359797,0.05000,3.172
0,block_sparse_moe.experts.34.w1,0.0002080393,0.05000,3.259
0,block_sparse_moe.experts.62.w1,0.0057830167,0.05000,3.105
0,block_sparse_moe.experts.61.w1,0.0000223429,0.05000,3.073
0,block_sparse_moe.experts.60.w1,0.0000706481,0.05000,3.141
0,block_sparse_moe.experts.63.w1,0.0013026787,0.05000,3.041
0,block_sparse_moe.experts.56.w1,0.0000602078,0.05000,3.053
0,block_sparse_moe.experts.48.w1,0.0000517916,0.05000,3.074
0,block_sparse_moe.experts.52.w1,0.0000190299,0.05000,2.977
0,block_sparse_moe.experts.49.w1,0.0001187541,0.05000,3.117
0,block_sparse_moe.experts.53.w1,0.0003726816,0.05000,3.178
0,block_sparse_moe.experts.57.w1,0.0000136085,0.05000,3.179
0,block_sparse_moe.experts.55.w1,0.0000679304,0.05000,3.064
0,block_sparse_moe.experts.51.w1,0.0000240577,0.05000,3.108
0,block_sparse_moe.experts.59.w1,0.0000111968,0.05000,3.069
0,block_sparse_moe.experts.54.w1,0.0000421076,0.05000,3.127
0,block_sparse_moe.experts.50.w1,0.0001856440,0.05000,3.100
0,block_sparse_moe.experts.78.w1,0.0000852672,0.05000,3.118
0,block_sparse_moe.experts.58.w1,0.0000973699,0.05000,3.295
0,block_sparse_moe.experts.77.w1,0.0001452994,0.05000,3.146
0,block_sparse_moe.experts.76.w1,0.0001519910,0.05000,3.051
0,block_sparse_moe.experts.79.w1,0.0000388912,0.05000,2.980
0,block_sparse_moe.experts.72.w1,0.0000399191,0.05000,3.102
0,block_sparse_moe.experts.64.w1,0.0001858025,0.05000,3.066
0,block_sparse_moe.experts.68.w1,0.0000634143,0.05000,3.101
0,block_sparse_moe.experts.73.w1,0.0002132098,0.05000,2.954
0,block_sparse_moe.experts.69.w1,0.0000566433,0.05000,3.041
0,block_sparse_moe.experts.65.w1,0.0017556392,0.05000,3.075
0,block_sparse_moe.experts.71.w1,0.0004471572,0.05000,2.953
0,block_sparse_moe.experts.75.w1,0.0004545616,0.05000,2.994
0,block_sparse_moe.experts.67.w1,0.0004524241,0.05000,3.096
0,block_sparse_moe.experts.70.w1,0.0001968922,0.05000,3.126
0,block_sparse_moe.experts.66.w1,0.0001213797,0.05000,3.086
0,block_sparse_moe.experts.93.w1,0.0001559243,0.05000,2.777
0,block_sparse_moe.experts.94.w1,0.0000121640,0.05000,3.145
0,block_sparse_moe.experts.74.w1,0.0012085314,0.05000,3.121
0,block_sparse_moe.experts.92.w1,0.0000129825,0.05000,2.989
0,block_sparse_moe.experts.95.w1,0.0000828796,0.05000,3.111
0,block_sparse_moe.experts.88.w1,0.0001056641,0.05000,2.895
0,block_sparse_moe.experts.80.w1,0.0002689917,0.05000,2.923
0,block_sparse_moe.experts.84.w1,0.0000368757,0.05000,2.838
0,block_sparse_moe.experts.89.w1,0.0000377265,0.05000,2.798
0,block_sparse_moe.experts.81.w1,0.0001313884,0.05000,2.892
0,block_sparse_moe.experts.85.w1,0.0000451993,0.05000,2.937
0,block_sparse_moe.experts.87.w1,0.0003434514,0.05000,3.079
0,block_sparse_moe.experts.83.w1,0.0013758812,0.05000,3.030
0,block_sparse_moe.experts.91.w1,0.0000413949,0.05000,3.071
0,block_sparse_moe.experts.86.w1,0.0000320981,0.05000,3.099
0,block_sparse_moe.experts.109.w1,0.0000354367,0.05000,2.936
0,block_sparse_moe.experts.82.w1,0.0002489745,0.05000,3.104
0,block_sparse_moe.experts.110.w1,0.0000209692,0.05000,3.158
0,block_sparse_moe.experts.108.w1,0.0001257052,0.05000,2.905
0,block_sparse_moe.experts.90.w1,0.0000284385,0.05000,3.240
0,block_sparse_moe.experts.111.w1,0.0001445287,0.05000,2.863
0,block_sparse_moe.experts.96.w1,0.0001849879,0.05000,2.899
0,block_sparse_moe.experts.104.w1,0.0003956870,0.05000,3.026
0,block_sparse_moe.experts.100.w1,0.0001801922,0.05000,2.925
0,block_sparse_moe.experts.105.w1,0.0003908865,0.05000,2.942
0,block_sparse_moe.experts.101.w1,0.0000660787,0.05000,2.923
0,block_sparse_moe.experts.97.w1,0.0000643063,0.05000,2.938
0,block_sparse_moe.experts.103.w1,0.0000219075,0.05000,2.919
0,block_sparse_moe.experts.99.w1,0.0001532188,0.05000,2.992
0,block_sparse_moe.experts.107.w1,0.0001194174,0.05000,3.035
0,block_sparse_moe.experts.125.w1,0.0000641990,0.05000,3.023
0,block_sparse_moe.experts.102.w1,0.0003765450,0.05000,3.119
0,block_sparse_moe.experts.98.w1,0.0001811825,0.05000,3.175
0,block_sparse_moe.experts.124.w1,0.0000595685,0.05000,3.016
0,block_sparse_moe.experts.127.w1,0.0001839098,0.05000,3.046
0,block_sparse_moe.experts.126.w1,0.0000344359,0.05000,3.168
0,block_sparse_moe.experts.106.w1,0.0000056665,0.05000,3.227
0,block_sparse_moe.experts.112.w1,0.0001278626,0.05000,3.122
0,block_sparse_moe.experts.120.w1,0.0000526559,0.05000,3.131
0,block_sparse_moe.experts.116.w1,0.0000314733,0.05000,3.099
0,block_sparse_moe.experts.121.w1,0.0001143993,0.05000,3.118
0,block_sparse_moe.experts.117.w1,0.0002200667,0.05000,3.107
0,block_sparse_moe.experts.113.w1,0.0000288192,0.05000,3.096
0,block_sparse_moe.experts.119.w1,0.0000376417,0.05000,2.773
0,block_sparse_moe.experts.123.w1,0.0001733439,0.05000,2.718
0,block_sparse_moe.experts.115.w1,0.0000407532,0.05000,2.771
0,block_sparse_moe.experts.141.w1,0.0000929460,0.05000,3.162
0,block_sparse_moe.experts.143.w1,0.0004697368,0.05000,2.727
0,block_sparse_moe.experts.118.w1,0.0001807702,0.05000,3.317
0,block_sparse_moe.experts.114.w1,0.0002083580,0.05000,3.358
0,block_sparse_moe.experts.140.w1,0.0000723889,0.05000,3.210
0,block_sparse_moe.experts.142.w1,0.0000781391,0.05000,3.176
0,block_sparse_moe.experts.122.w1,0.0000210396,0.05000,3.234
0,block_sparse_moe.experts.137.w1,0.0000404051,0.05000,2.924
0,block_sparse_moe.experts.136.w1,0.0000745543,0.05000,3.139
0,block_sparse_moe.experts.132.w1,0.0000859825,0.05000,3.113
0,block_sparse_moe.experts.135.w1,0.0000810006,0.05000,2.766
0,block_sparse_moe.experts.128.w1,0.0000429632,0.05000,3.220
0,block_sparse_moe.experts.133.w1,0.0004242077,0.05000,3.028
0,block_sparse_moe.experts.129.w1,0.0000738554,0.05000,2.978
0,block_sparse_moe.experts.131.w1,0.0002168682,0.05000,2.881
0,block_sparse_moe.experts.139.w1,0.0000283748,0.05000,2.861
0,block_sparse_moe.experts.159.w1,0.0000608268,0.05000,2.801
0,block_sparse_moe.experts.157.w1,0.0001622807,0.05000,2.957
0,block_sparse_moe.experts.134.w1,0.0007686997,0.05000,3.044
0,block_sparse_moe.experts.158.w1,0.0002651979,0.05000,2.947
0,block_sparse_moe.experts.130.w1,0.0003186236,0.05000,3.023
0,block_sparse_moe.experts.156.w1,0.0006938781,0.05000,3.035
0,block_sparse_moe.experts.138.w1,0.0001418683,0.05000,3.015
0,block_sparse_moe.experts.148.w1,0.0000580195,0.05000,2.928
0,block_sparse_moe.experts.152.w1,0.0000453136,0.05000,2.916
0,block_sparse_moe.experts.153.w1,0.0000995997,0.05000,3.090
0,block_sparse_moe.experts.144.w1,0.0002305529,0.05000,2.960
0,block_sparse_moe.experts.151.w1,0.0002145315,0.05000,3.014
0,block_sparse_moe.experts.149.w1,0.0000214957,0.05000,2.979
0,block_sparse_moe.experts.145.w1,0.0000916856,0.05000,3.121
0,block_sparse_moe.experts.155.w1,0.0000771499,0.05000,2.846
0,block_sparse_moe.experts.147.w1,0.0000462071,0.05000,2.901
0,block_sparse_moe.experts.175.w1,0.0000650032,0.05000,2.927
0,block_sparse_moe.experts.173.w1,0.0000787507,0.05000,3.029
0,block_sparse_moe.experts.150.w1,0.0002023309,0.05000,2.952
0,block_sparse_moe.experts.146.w1,0.0000358255,0.05000,2.933
0,block_sparse_moe.experts.172.w1,0.0018960563,0.05000,2.926
0,block_sparse_moe.experts.174.w1,0.0000902334,0.05000,3.057
0,block_sparse_moe.experts.154.w1,0.0000434872,0.05000,3.013
0,block_sparse_moe.experts.168.w1,0.0000931163,0.05000,3.001
0,block_sparse_moe.experts.164.w1,0.0001089999,0.05000,3.028
0,block_sparse_moe.experts.167.w1,0.0011513592,0.05000,2.893
0,block_sparse_moe.experts.169.w1,0.0000408850,0.05000,3.074
0,block_sparse_moe.experts.160.w1,0.0001066697,0.05000,3.029
0,block_sparse_moe.experts.165.w1,0.0000663221,0.05000,3.114
0,block_sparse_moe.experts.161.w1,0.0002087438,0.05000,3.040
0,block_sparse_moe.experts.171.w1,0.0003987556,0.05000,3.133
0,block_sparse_moe.experts.163.w1,0.0000597094,0.05000,3.084
0,block_sparse_moe.experts.191.w1,0.0000565300,0.05000,3.084
0,block_sparse_moe.experts.189.w1,0.0003062269,0.05000,3.216
0,block_sparse_moe.experts.166.w1,0.0000920331,0.05000,3.152
0,block_sparse_moe.experts.188.w1,0.0000077223,0.05000,3.124
0,block_sparse_moe.experts.162.w1,0.0000301693,0.05000,3.160
0,block_sparse_moe.experts.190.w1,0.0002879137,0.05000,3.195
0,block_sparse_moe.experts.170.w1,0.0000759597,0.05000,3.139
0,block_sparse_moe.experts.184.w1,0.0002940301,0.05000,3.076
0,block_sparse_moe.experts.183.w1,0.0002260307,0.05000,3.036
0,block_sparse_moe.experts.176.w1,0.0000637568,0.05000,3.024
0,block_sparse_moe.experts.180.w1,0.0000305190,0.05000,3.137
0,block_sparse_moe.experts.185.w1,0.0000239326,0.05000,3.110
0,block_sparse_moe.experts.181.w1,0.0005489587,0.05000,3.051
0,block_sparse_moe.experts.177.w1,0.0003068580,0.05000,3.052
0,block_sparse_moe.experts.187.w1,0.0000689498,0.05000,3.105
0,block_sparse_moe.experts.179.w1,0.0001317415,0.05000,3.222
0,block_sparse_moe.experts.207.w1,0.0001817610,0.05000,3.151
0,block_sparse_moe.experts.205.w1,0.0000489061,0.05000,3.050
0,block_sparse_moe.experts.182.w1,0.0001261009,0.05000,3.137
0,block_sparse_moe.experts.204.w1,0.0000134702,0.05000,3.021
0,block_sparse_moe.experts.178.w1,0.0000859751,0.05000,3.226
0,block_sparse_moe.experts.206.w1,0.0000254283,0.05000,3.179
0,block_sparse_moe.experts.186.w1,0.0000181434,0.05000,3.151
0,block_sparse_moe.experts.200.w1,0.0000360857,0.05000,3.066
0,block_sparse_moe.experts.196.w1,0.0013318561,0.05000,3.034
0,block_sparse_moe.experts.192.w1,0.0002303444,0.05000,3.141
0,block_sparse_moe.experts.201.w1,0.0000846005,0.05000,3.119
0,block_sparse_moe.experts.199.w1,0.0000356067,0.05000,3.254
0,block_sparse_moe.experts.197.w1,0.0000500419,0.05000,3.106
0,block_sparse_moe.experts.193.w1,0.0000026957,0.05000,3.118
0,block_sparse_moe.experts.203.w1,0.0000992943,0.05000,3.192
0,block_sparse_moe.experts.195.w1,0.0000088484,0.05000,3.104
0,block_sparse_moe.experts.223.w1,0.0006819332,0.05000,3.103
0,block_sparse_moe.experts.221.w1,0.0001527944,0.05000,3.152
0,block_sparse_moe.experts.220.w1,0.0001245423,0.05000,3.008
0,block_sparse_moe.experts.198.w1,0.0001098022,0.05000,3.245
0,block_sparse_moe.experts.194.w1,0.0001187832,0.05000,3.259
0,block_sparse_moe.experts.222.w1,0.0002180347,0.05000,3.230
0,block_sparse_moe.experts.202.w1,0.0001199039,0.05000,3.160
0,block_sparse_moe.experts.212.w1,0.0000241659,0.05000,2.885
0,block_sparse_moe.experts.216.w1,0.0004761214,0.05000,3.047
0,block_sparse_moe.experts.208.w1,0.0002605498,0.05000,3.016
0,block_sparse_moe.experts.215.w1,0.0000566010,0.05000,3.055
0,block_sparse_moe.experts.217.w1,0.0000392936,0.05000,3.183
0,block_sparse_moe.experts.213.w1,0.0000857693,0.05000,3.199
0,block_sparse_moe.experts.209.w1,0.0002522316,0.05000,3.201
0,block_sparse_moe.experts.211.w1,0.0000745876,0.05000,2.981
0,block_sparse_moe.experts.219.w1,0.0000546341,0.05000,3.065
0,block_sparse_moe.experts.239.w1,0.0000307989,0.05000,3.066
0,block_sparse_moe.experts.237.w1,0.0005143979,0.05000,3.055
0,block_sparse_moe.experts.214.w1,0.0002797587,0.05000,2.753
0,block_sparse_moe.experts.236.w1,0.0019877372,0.05000,3.013
0,block_sparse_moe.experts.238.w1,0.0000139477,0.05000,2.724
0,block_sparse_moe.experts.210.w1,0.0007059170,0.05000,2.844
0,block_sparse_moe.experts.218.w1,0.0000247377,0.05000,2.915
0,block_sparse_moe.experts.228.w1,0.0014333930,0.05000,2.959
0,block_sparse_moe.experts.232.w1,0.0001918610,0.05000,2.913
0,block_sparse_moe.experts.224.w1,0.0010744269,0.05000,2.990
0,block_sparse_moe.experts.233.w1,0.0000459899,0.05000,3.079
0,block_sparse_moe.experts.231.w1,0.0000190476,0.05000,3.222
0,block_sparse_moe.experts.229.w1,0.0000383857,0.05000,3.088
0,block_sparse_moe.experts.225.w1,0.0002112371,0.05000,3.153
0,block_sparse_moe.experts.227.w1,0.0000278396,0.05000,3.214
0,block_sparse_moe.experts.235.w1,0.0002178522,0.05000,3.297
0,block_sparse_moe.experts.255.w1,0.0004941309,0.05000,3.285
0,block_sparse_moe.experts.252.w1,0.0000823565,0.05000,2.847
0,block_sparse_moe.experts.230.w1,0.0000250243,0.05000,3.038
0,block_sparse_moe.experts.253.w1,0.0005021124,0.05000,3.331
0,block_sparse_moe.experts.254.w1,0.0002903330,0.05000,3.033
0,block_sparse_moe.experts.234.w1,0.0000881075,0.05000,3.023
0,block_sparse_moe.experts.226.w1,0.0000724103,0.05000,3.107
0,block_sparse_moe.experts.244.w1,0.0001224761,0.05000,2.847
0,block_sparse_moe.experts.248.w1,0.0000380584,0.05000,2.790
0,block_sparse_moe.experts.240.w1,0.0000868709,0.05000,2.838
0,block_sparse_moe.experts.247.w1,0.0006415282,0.05000,2.965
0,block_sparse_moe.experts.249.w1,0.0000715763,0.05000,3.269
0,block_sparse_moe.experts.245.w1,0.0002927543,0.05000,3.237
0,block_sparse_moe.experts.243.w1,0.0000404096,0.05000,2.801
0,block_sparse_moe.experts.241.w1,0.0002057434,0.05000,3.219
0,block_sparse_moe.experts.251.w1,0.0000897773,0.05000,2.880
0,block_sparse_moe.experts.15.w3,0.0000144065,0.05000,2.813
0,block_sparse_moe.experts.246.w1,0.0002237254,0.05000,2.972
0,block_sparse_moe.experts.12.w3,0.0000523944,0.05000,3.068
0,block_sparse_moe.experts.14.w3,0.0000122078,0.05000,2.964
0,block_sparse_moe.experts.13.w3,0.0000077869,0.05000,3.258
0,block_sparse_moe.experts.250.w1,0.0002253639,0.05000,2.985
0,block_sparse_moe.experts.242.w1,0.0001308508,0.05000,2.965
0,block_sparse_moe.experts.4.w3,0.0000231686,0.05000,3.010
0,block_sparse_moe.experts.8.w3,0.0000142573,0.05000,3.123
0,block_sparse_moe.experts.0.w3,0.0000124323,0.05000,3.081
0,block_sparse_moe.experts.7.w3,0.0000068882,0.05000,3.072
0,block_sparse_moe.experts.9.w3,0.0000075731,0.05000,3.080
0,block_sparse_moe.experts.5.w3,0.0000093230,0.05000,3.099
0,block_sparse_moe.experts.3.w3,0.0000296869,0.05000,3.174
0,block_sparse_moe.experts.1.w3,0.0000158040,0.05000,3.183
0,block_sparse_moe.experts.11.w3,0.0000279203,0.05000,3.144
0,block_sparse_moe.experts.31.w3,0.0000018373,0.05000,3.073
0,block_sparse_moe.experts.28.w3,0.0000015127,0.05000,2.956
0,block_sparse_moe.experts.6.w3,0.0000049765,0.05000,3.138
0,block_sparse_moe.experts.30.w3,0.0000359330,0.05000,3.129
0,block_sparse_moe.experts.29.w3,0.0000108736,0.05000,3.099
0,block_sparse_moe.experts.20.w3,0.0000045907,0.05000,3.012
0,block_sparse_moe.experts.10.w3,0.0000039355,0.05000,3.199
0,block_sparse_moe.experts.2.w3,0.0000018481,0.05000,3.199
0,block_sparse_moe.experts.24.w3,0.0000062650,0.05000,3.004
0,block_sparse_moe.experts.16.w3,0.0001248278,0.05000,2.903
0,block_sparse_moe.experts.23.w3,0.0000061402,0.05000,2.979
0,block_sparse_moe.experts.25.w3,0.0000086380,0.05000,3.122
0,block_sparse_moe.experts.21.w3,0.0000145272,0.05000,3.028
0,block_sparse_moe.experts.19.w3,0.0000456327,0.05000,2.985
0,block_sparse_moe.experts.27.w3,0.0000207066,0.05000,2.973
0,block_sparse_moe.experts.17.w3,0.0000209593,0.05000,3.040
0,block_sparse_moe.experts.47.w3,0.0000643244,0.05000,2.936
0,block_sparse_moe.experts.44.w3,0.0000059880,0.05000,2.967
0,block_sparse_moe.experts.22.w3,0.0000293665,0.05000,3.184
0,block_sparse_moe.experts.46.w3,0.0000019327,0.05000,3.217
0,block_sparse_moe.experts.45.w3,0.0000234898,0.05000,3.071
0,block_sparse_moe.experts.36.w3,0.0000170415,0.05000,3.065
0,block_sparse_moe.experts.18.w3,0.0000046687,0.05000,3.096
0,block_sparse_moe.experts.26.w3,0.0000082731,0.05000,3.156
0,block_sparse_moe.experts.40.w3,0.0000399094,0.05000,3.153
0,block_sparse_moe.experts.32.w3,0.0000048655,0.05000,3.133
0,block_sparse_moe.experts.39.w3,0.0000036944,0.05000,3.121
0,block_sparse_moe.experts.41.w3,0.0000204488,0.05000,3.147
0,block_sparse_moe.experts.37.w3,0.0000081073,0.05000,3.194
0,block_sparse_moe.experts.35.w3,0.0000308373,0.05000,3.140
0,block_sparse_moe.experts.33.w3,0.0000264317,0.05000,3.097
0,block_sparse_moe.experts.43.w3,0.0000162247,0.05000,3.123
0,block_sparse_moe.experts.63.w3,0.0001120189,0.05000,3.077
0,block_sparse_moe.experts.60.w3,0.0000036416,0.05000,3.103
0,block_sparse_moe.experts.38.w3,0.0000424195,0.05000,3.208
0,block_sparse_moe.experts.61.w3,0.0000153197,0.05000,3.041
0,block_sparse_moe.experts.52.w3,0.0000035363,0.05000,2.931
0,block_sparse_moe.experts.62.w3,0.0007323035,0.05000,3.145
0,block_sparse_moe.experts.56.w3,0.0000103919,0.05000,3.009
0,block_sparse_moe.experts.48.w3,0.0000197748,0.05000,2.960
0,block_sparse_moe.experts.42.w3,0.0000068385,0.05000,3.149
0,block_sparse_moe.experts.34.w3,0.0000181745,0.05000,3.276
0,block_sparse_moe.experts.55.w3,0.0000104035,0.05000,3.066
0,block_sparse_moe.experts.53.w3,0.0000236375,0.05000,2.877
0,block_sparse_moe.experts.57.w3,0.0000054035,0.05000,3.024
0,block_sparse_moe.experts.51.w3,0.0000019322,0.05000,3.132
0,block_sparse_moe.experts.49.w3,0.0000189488,0.05000,2.985
0,block_sparse_moe.experts.59.w3,0.0000033539,0.05000,3.124
0,block_sparse_moe.experts.79.w3,0.0000075539,0.05000,3.000
0,block_sparse_moe.experts.76.w3,0.0000077873,0.05000,3.102
0,block_sparse_moe.experts.54.w3,0.0000055484,0.05000,2.997
0,block_sparse_moe.experts.78.w3,0.0000170006,0.05000,2.984
0,block_sparse_moe.experts.77.w3,0.0000063756,0.05000,3.096
0,block_sparse_moe.experts.68.w3,0.0000105230,0.05000,3.132
0,block_sparse_moe.experts.72.w3,0.0000063016,0.05000,3.061
0,block_sparse_moe.experts.64.w3,0.0000689018,0.05000,3.077
0,block_sparse_moe.experts.50.w3,0.0000068066,0.05000,2.881
0,block_sparse_moe.experts.58.w3,0.0000072074,0.05000,3.003
0,block_sparse_moe.experts.71.w3,0.0000203875,0.05000,3.150
0,block_sparse_moe.experts.69.w3,0.0000153516,0.05000,3.203
0,block_sparse_moe.experts.73.w3,0.0000270092,0.05000,3.163
0,block_sparse_moe.experts.67.w3,0.0000338947,0.05000,3.059
0,block_sparse_moe.experts.65.w3,0.0000878358,0.05000,3.203
0,block_sparse_moe.experts.75.w3,0.0000321772,0.05000,3.038
0,block_sparse_moe.experts.95.w3,0.0000073990,0.05000,2.910
0,block_sparse_moe.experts.70.w3,0.0000175765,0.05000,2.842
0,block_sparse_moe.experts.92.w3,0.0000015644,0.05000,3.242
0,block_sparse_moe.experts.94.w3,0.0000025320,0.05000,2.913
0,block_sparse_moe.experts.93.w3,0.0000081408,0.05000,3.009
0,block_sparse_moe.experts.84.w3,0.0000047224,0.05000,3.185
0,block_sparse_moe.experts.66.w3,0.0000093828,0.05000,2.942
0,block_sparse_moe.experts.74.w3,0.0002597538,0.05000,2.896
0,block_sparse_moe.experts.88.w3,0.0000285342,0.05000,3.152
0,block_sparse_moe.experts.80.w3,0.0000338374,0.05000,3.246
0,block_sparse_moe.experts.87.w3,0.0000519885,0.05000,2.670
0,block_sparse_moe.experts.85.w3,0.0000067589,0.05000,2.889
0,block_sparse_moe.experts.83.w3,0.0000580513,0.05000,2.801
0,block_sparse_moe.experts.89.w3,0.0000023240,0.05000,2.964
0,block_sparse_moe.experts.91.w3,0.0000084997,0.05000,2.784
0,block_sparse_moe.experts.81.w3,0.0000206230,0.05000,2.977
0,block_sparse_moe.experts.111.w3,0.0000090904,0.05000,2.845
0,block_sparse_moe.experts.86.w3,0.0000034468,0.05000,2.957
0,block_sparse_moe.experts.108.w3,0.0000095394,0.05000,3.104
0,block_sparse_moe.experts.110.w3,0.0000071685,0.05000,2.975
0,block_sparse_moe.experts.109.w3,0.0000025535,0.05000,3.094
0,block_sparse_moe.experts.82.w3,0.0000546122,0.05000,3.021
0,block_sparse_moe.experts.90.w3,0.0000022053,0.05000,3.039
0,block_sparse_moe.experts.100.w3,0.0000144611,0.05000,3.104
0,block_sparse_moe.experts.104.w3,0.0000268027,0.05000,3.117
0,block_sparse_moe.experts.96.w3,0.0000202188,0.05000,3.104
0,block_sparse_moe.experts.103.w3,0.0000033433,0.05000,3.080
0,block_sparse_moe.experts.101.w3,0.0000122766,0.05000,3.070
0,block_sparse_moe.experts.99.w3,0.0000151794,0.05000,3.052
0,block_sparse_moe.experts.105.w3,0.0000375678,0.05000,3.128
0,block_sparse_moe.experts.107.w3,0.0000091480,0.05000,3.146
0,block_sparse_moe.experts.97.w3,0.0000055935,0.05000,3.032
0,block_sparse_moe.experts.127.w3,0.0000559357,0.05000,3.062
0,block_sparse_moe.experts.102.w3,0.0000115165,0.05000,2.978
0,block_sparse_moe.experts.124.w3,0.0000079146,0.05000,3.188
0,block_sparse_moe.experts.126.w3,0.0000080279,0.05000,3.074
0,block_sparse_moe.experts.125.w3,0.0000057252,0.05000,3.123
0,block_sparse_moe.experts.98.w3,0.0000201684,0.05000,3.017
0,block_sparse_moe.experts.106.w3,0.0000035831,0.05000,3.051
0,block_sparse_moe.experts.116.w3,0.0000063378,0.05000,3.055
0,block_sparse_moe.experts.120.w3,0.0000042624,0.05000,3.184
0,block_sparse_moe.experts.112.w3,0.0000653227,0.05000,3.092
0,block_sparse_moe.experts.119.w3,0.0000035315,0.05000,3.177
0,block_sparse_moe.experts.117.w3,0.0000255121,0.05000,3.117
0,block_sparse_moe.experts.115.w3,0.0000081164,0.05000,3.116
0,block_sparse_moe.experts.121.w3,0.0000058284,0.05000,3.093
0,block_sparse_moe.experts.113.w3,0.0000022705,0.05000,3.119
0,block_sparse_moe.experts.123.w3,0.0000269307,0.05000,3.185
0,block_sparse_moe.experts.143.w3,0.0000305457,0.05000,3.174
0,block_sparse_moe.experts.118.w3,0.0000115623,0.05000,2.984
0,block_sparse_moe.experts.140.w3,0.0000122568,0.05000,2.912
0,block_sparse_moe.experts.142.w3,0.0000088677,0.05000,2.884
0,block_sparse_moe.experts.141.w3,0.0000094743,0.05000,2.921
0,block_sparse_moe.experts.114.w3,0.0000267397,0.05000,2.812
0,block_sparse_moe.experts.122.w3,0.0000012058,0.05000,2.797
0,block_sparse_moe.experts.132.w3,0.0000081839,0.05000,3.064
0,block_sparse_moe.experts.136.w3,0.0000104519,0.05000,2.934
0,block_sparse_moe.experts.128.w3,0.0000088370,0.05000,2.952
0,block_sparse_moe.experts.135.w3,0.0000326475,0.05000,2.927
0,block_sparse_moe.experts.133.w3,0.0000298427,0.05000,2.838
0,block_sparse_moe.experts.137.w3,0.0000054381,0.05000,2.898
0,block_sparse_moe.experts.131.w3,0.0000357643,0.05000,3.017
0,block_sparse_moe.experts.129.w3,0.0000124139,0.05000,2.917
0,block_sparse_moe.experts.139.w3,0.0000047871,0.05000,2.979
0,block_sparse_moe.experts.159.w3,0.0000035552,0.05000,2.942
0,block_sparse_moe.experts.134.w3,0.0000346373,0.05000,3.045
0,block_sparse_moe.experts.156.w3,0.0000672188,0.05000,3.017
0,block_sparse_moe.experts.158.w3,0.0000225380,0.05000,3.091
0,block_sparse_moe.experts.157.w3,0.0000226491,0.05000,3.008
0,block_sparse_moe.experts.130.w3,0.0000255276,0.05000,3.114
0,block_sparse_moe.experts.148.w3,0.0000037150,0.05000,2.942
0,block_sparse_moe.experts.138.w3,0.0000209485,0.05000,3.230
0,block_sparse_moe.experts.152.w3,0.0000042010,0.05000,2.883
0,block_sparse_moe.experts.144.w3,0.0000170955,0.05000,2.984
0,block_sparse_moe.experts.151.w3,0.0000189547,0.05000,3.128
0,block_sparse_moe.experts.149.w3,0.0000036259,0.05000,3.137
0,block_sparse_moe.experts.153.w3,0.0000186577,0.05000,3.074
0,block_sparse_moe.experts.147.w3,0.0000159023,0.05000,3.173
0,block_sparse_moe.experts.145.w3,0.0000074059,0.05000,3.065
0,block_sparse_moe.experts.155.w3,0.0000052367,0.05000,3.260
0,block_sparse_moe.experts.175.w3,0.0000079479,0.05000,3.166
0,block_sparse_moe.experts.150.w3,0.0000372635,0.05000,3.257
0,block_sparse_moe.experts.172.w3,0.0008372984,0.05000,3.114
0,block_sparse_moe.experts.173.w3,0.0000057201,0.05000,2.924
0,block_sparse_moe.experts.174.w3,0.0000055292,0.05000,3.285
0,block_sparse_moe.experts.168.w3,0.0000062261,0.05000,3.123
0,block_sparse_moe.experts.146.w3,0.0000061217,0.05000,3.322
0,block_sparse_moe.experts.164.w3,0.0000168352,0.05000,3.192
0,block_sparse_moe.experts.154.w3,0.0000134809,0.05000,3.284
0,block_sparse_moe.experts.160.w3,0.0000070336,0.05000,3.208
0,block_sparse_moe.experts.167.w3,0.0000423157,0.05000,3.252
0,block_sparse_moe.experts.165.w3,0.0000036886,0.05000,2.999
0,block_sparse_moe.experts.169.w3,0.0000146739,0.05000,3.062
0,block_sparse_moe.experts.161.w3,0.0000135163,0.05000,3.075
0,block_sparse_moe.experts.163.w3,0.0000025208,0.05000,3.203
0,block_sparse_moe.experts.171.w3,0.0000400900,0.05000,3.154
0,block_sparse_moe.experts.191.w3,0.0000041525,0.05000,3.134
0,block_sparse_moe.experts.166.w3,0.0000059230,0.05000,3.117
0,block_sparse_moe.experts.188.w3,0.0000008224,0.05000,3.302
0,block_sparse_moe.experts.189.w3,0.0000350489,0.05000,3.248
0,block_sparse_moe.experts.190.w3,0.0000139348,0.05000,3.052
0,block_sparse_moe.experts.184.w3,0.0000180412,0.05000,3.148
0,block_sparse_moe.experts.162.w3,0.0000207444,0.05000,3.111
0,block_sparse_moe.experts.170.w3,0.0000040184,0.05000,3.028
0,block_sparse_moe.experts.180.w3,0.0000043112,0.05000,3.222
0,block_sparse_moe.experts.176.w3,0.0000029286,0.05000,3.163
0,block_sparse_moe.experts.183.w3,0.0000151557,0.05000,2.976
0,block_sparse_moe.experts.181.w3,0.0000369919,0.05000,3.248
0,block_sparse_moe.experts.185.w3,0.0000022839,0.05000,3.232
0,block_sparse_moe.experts.179.w3,0.0000118856,0.05000,3.039
0,block_sparse_moe.experts.177.w3,0.0000205666,0.05000,3.197
0,block_sparse_moe.experts.187.w3,0.0000052883,0.05000,3.019
0,block_sparse_moe.experts.207.w3,0.0000118130,0.05000,3.096
0,block_sparse_moe.experts.182.w3,0.0000527488,0.05000,2.988
0,block_sparse_moe.experts.204.w3,0.0000030358,0.05000,3.108
0,block_sparse_moe.experts.206.w3,0.0000051832,0.05000,2.986
0,block_sparse_moe.experts.205.w3,0.0000068653,0.05000,3.198
0,block_sparse_moe.experts.200.w3,0.0000181911,0.05000,3.133
0,block_sparse_moe.experts.178.w3,0.0000061641,0.05000,3.116
0,block_sparse_moe.experts.186.w3,0.0000015041,0.05000,3.129
0,block_sparse_moe.experts.196.w3,0.0001473337,0.05000,3.137
0,block_sparse_moe.experts.199.w3,0.0000051713,0.05000,2.884
0,block_sparse_moe.experts.192.w3,0.0000287575,0.05000,3.201
0,block_sparse_moe.experts.197.w3,0.0000105183,0.05000,3.022
0,block_sparse_moe.experts.201.w3,0.0000067637,0.05000,2.983
0,block_sparse_moe.experts.195.w3,0.0000038460,0.05000,2.925
0,block_sparse_moe.experts.193.w3,0.0000006166,0.05000,2.929
0,block_sparse_moe.experts.203.w3,0.0000083221,0.05000,2.856
0,block_sparse_moe.experts.223.w3,0.0000815071,0.05000,2.922
0,block_sparse_moe.experts.198.w3,0.0000374246,0.05000,3.040
0,block_sparse_moe.experts.220.w3,0.0000085463,0.05000,3.040
0,block_sparse_moe.experts.222.w3,0.0000328590,0.05000,3.039
0,block_sparse_moe.experts.221.w3,0.0000185582,0.05000,3.105
0,block_sparse_moe.experts.216.w3,0.0000494275,0.05000,2.962
0,block_sparse_moe.experts.202.w3,0.0000124805,0.05000,2.968
0,block_sparse_moe.experts.194.w3,0.0000322872,0.05000,3.054
0,block_sparse_moe.experts.212.w3,0.0000014618,0.05000,3.025
0,block_sparse_moe.experts.215.w3,0.0000065485,0.05000,3.034
0,block_sparse_moe.experts.208.w3,0.0000330474,0.05000,3.005
0,block_sparse_moe.experts.213.w3,0.0000135760,0.05000,3.085
0,block_sparse_moe.experts.217.w3,0.0000060093,0.05000,3.131
0,block_sparse_moe.experts.211.w3,0.0000119801,0.05000,3.104
0,block_sparse_moe.experts.209.w3,0.0000276983,0.05000,3.086
0,block_sparse_moe.experts.219.w3,0.0000079504,0.05000,3.092
0,block_sparse_moe.experts.239.w3,0.0000063491,0.05000,3.225
0,block_sparse_moe.experts.214.w3,0.0000214903,0.05000,2.865
0,block_sparse_moe.experts.236.w3,0.0000915415,0.05000,3.033
0,block_sparse_moe.experts.238.w3,0.0000019052,0.05000,3.052
0,block_sparse_moe.experts.237.w3,0.0000262425,0.05000,2.923
0,block_sparse_moe.experts.218.w3,0.0000030206,0.05000,2.921
0,block_sparse_moe.experts.232.w3,0.0000123378,0.05000,3.003
0,block_sparse_moe.experts.210.w3,0.0001430803,0.05000,2.917
0,block_sparse_moe.experts.228.w3,0.0000521365,0.05000,3.004
0,block_sparse_moe.experts.224.w3,0.0000438144,0.05000,3.009
0,block_sparse_moe.experts.231.w3,0.0000035697,0.05000,3.222
0,block_sparse_moe.experts.229.w3,0.0000059756,0.05000,2.864
0,block_sparse_moe.experts.233.w3,0.0000047686,0.05000,2.896
0,block_sparse_moe.experts.225.w3,0.0000305940,0.05000,2.808
0,block_sparse_moe.experts.227.w3,0.0000103862,0.05000,3.285
0,block_sparse_moe.experts.235.w3,0.0000323852,0.05000,3.242
0,block_sparse_moe.experts.255.w3,0.0000593780,0.05000,3.113
0,block_sparse_moe.experts.230.w3,0.0000020621,0.05000,3.141
0,block_sparse_moe.experts.252.w3,0.0000044693,0.05000,2.898
0,block_sparse_moe.experts.253.w3,0.0000368162,0.05000,2.822
0,block_sparse_moe.experts.254.w3,0.0000549120,0.05000,3.084
0,block_sparse_moe.experts.248.w3,0.0000090341,0.05000,2.822
0,block_sparse_moe.experts.244.w3,0.0000237867,0.05000,2.712
0,block_sparse_moe.experts.234.w3,0.0000102499,0.05000,2.980
0,block_sparse_moe.experts.240.w3,0.0000055411,0.05000,2.569
0,block_sparse_moe.experts.226.w3,0.0000213067,0.05000,2.977
0,block_sparse_moe.experts.247.w3,0.0001570049,0.05000,2.674
0,block_sparse_moe.experts.245.w3,0.0000254999,0.05000,2.797
0,block_sparse_moe.experts.243.w3,0.0000106298,0.05000,2.251
0,block_sparse_moe.experts.241.w3,0.0000140847,0.05000,2.647
0,block_sparse_moe.experts.251.w3,0.0000074507,0.05000,2.155
0,block_sparse_moe.experts.249.w3,0.0000037437,0.05000,2.750
0,block_sparse_moe.experts.246.w3,0.0000236831,0.05000,2.338
0,block_sparse_moe.experts.250.w3,0.0000081378,0.05000,2.014
0,block_sparse_moe.experts.242.w3,0.0000153489,0.05000,1.881
0,block_sparse_moe.experts.12.w2,0.0000001220,0.05000,1.579
0,block_sparse_moe.experts.8.w2,0.0000006707,0.05000,1.594
0,block_sparse_moe.experts.0.w2,0.0000000741,0.05000,1.625
0,block_sparse_moe.experts.4.w2,0.0000000424,0.05000,1.625
0,block_sparse_moe.experts.9.w2,0.0000000909,0.05000,1.642
0,block_sparse_moe.experts.1.w2,0.0000000428,0.05000,1.655
0,block_sparse_moe.experts.5.w2,0.0000000191,0.05000,1.683
0,block_sparse_moe.experts.10.w2,0.0000000073,0.05000,1.710
0,block_sparse_moe.experts.13.w2,0.0000000213,0.05000,1.706
0,block_sparse_moe.experts.14.w2,0.0000000242,0.05000,1.735
0,block_sparse_moe.experts.6.w2,0.0000000067,0.05000,1.772
0,block_sparse_moe.experts.3.w2,0.0000000234,0.05000,1.804
0,block_sparse_moe.experts.2.w2,0.0000000021,0.05000,1.741
0,block_sparse_moe.experts.11.w2,0.0000015537,0.05000,1.849
0,block_sparse_moe.experts.7.w2,0.0000001979,0.05000,1.832
0,block_sparse_moe.experts.15.w2,0.0000000352,0.05000,1.661
0,block_sparse_moe.experts.28.w2,0.0000000017,0.05000,1.610
0,block_sparse_moe.experts.24.w2,0.0000000401,0.05000,1.603
0,block_sparse_moe.experts.17.w2,0.0000001622,0.05000,1.563
0,block_sparse_moe.experts.16.w2,0.0000003893,0.05000,1.627
0,block_sparse_moe.experts.20.w2,0.0000000127,0.05000,1.616
0,block_sparse_moe.experts.25.w2,0.0000000078,0.05000,1.593
0,block_sparse_moe.experts.26.w2,0.0000000424,0.05000,1.469
0,block_sparse_moe.experts.21.w2,0.0000000764,0.05000,1.617
0,block_sparse_moe.experts.19.w2,0.0000002271,0.05000,1.502
0,block_sparse_moe.experts.23.w2,0.0000000369,0.05000,1.461
0,block_sparse_moe.experts.27.w2,0.0000002719,0.05000,1.491
0,block_sparse_moe.experts.31.w2,0.0000000025,0.05000,1.526
0,block_sparse_moe.experts.29.w2,0.0000000138,0.05000,1.635
0,block_sparse_moe.experts.22.w2,0.0000013394,0.05000,1.587
0,block_sparse_moe.experts.30.w2,0.0000002959,0.05000,1.624
0,block_sparse_moe.experts.18.w2,0.0000000308,0.05000,1.619
0,block_sparse_moe.experts.41.w2,0.0000000331,0.05000,1.484
0,block_sparse_moe.experts.44.w2,0.0000000046,0.05000,1.558
0,block_sparse_moe.experts.36.w2,0.0000000393,0.05000,1.518
0,block_sparse_moe.experts.33.w2,0.0000000741,0.05000,1.494
0,block_sparse_moe.experts.37.w2,0.0000000392,0.05000,1.455
0,block_sparse_moe.experts.40.w2,0.0000001274,0.05000,1.593
0,block_sparse_moe.experts.32.w2,0.0000000052,0.05000,1.535
0,block_sparse_moe.experts.45.w2,0.0000000429,0.05000,1.359
0,block_sparse_moe.experts.42.w2,0.0000000088,0.05000,1.592
0,block_sparse_moe.experts.39.w2,0.0000000061,0.05000,1.542
0,block_sparse_moe.experts.43.w2,0.0000001788,0.05000,1.564
0,block_sparse_moe.experts.35.w2,0.0000000618,0.05000,1.612
0,block_sparse_moe.experts.47.w2,0.0000000571,0.05000,1.590
0,block_sparse_moe.experts.38.w2,0.0000000623,0.05000,1.654
0,block_sparse_moe.experts.34.w2,0.0000002944,0.05000,1.656
0,block_sparse_moe.experts.46.w2,0.0000000041,0.05000,1.688
0,block_sparse_moe.experts.57.w2,0.0000000130,0.05000,1.346
0,block_sparse_moe.experts.53.w2,0.0000000825,0.05000,1.387
0,block_sparse_moe.experts.49.w2,0.0000001066,0.05000,1.389
0,block_sparse_moe.experts.61.w2,0.0000000932,0.05000,1.381
0,block_sparse_moe.experts.55.w2,0.0000000636,0.05000,1.401
0,block_sparse_moe.experts.59.w2,0.0000000263,0.05000,1.389
0,block_sparse_moe.experts.52.w2,0.0000000166,0.05000,1.551
0,block_sparse_moe.experts.48.w2,0.0000000926,0.05000,1.577
0,block_sparse_moe.experts.56.w2,0.0000000488,0.05000,1.605
0,block_sparse_moe.experts.63.w2,0.0000005062,0.05000,1.424
0,block_sparse_moe.experts.60.w2,0.0000000129,0.05000,1.629
0,block_sparse_moe.experts.51.w2,0.0000000101,0.05000,1.455
0,block_sparse_moe.experts.58.w2,0.0000000462,0.05000,1.621
0,block_sparse_moe.experts.62.w2,0.0000018743,0.05000,1.550
0,block_sparse_moe.experts.54.w2,0.0000000146,0.05000,1.607
0,block_sparse_moe.experts.50.w2,0.0000000238,0.05000,1.600
0,block_sparse_moe.experts.73.w2,0.0000001015,0.05000,1.585
0,block_sparse_moe.experts.68.w2,0.0000000110,0.05000,1.417
0,block_sparse_moe.experts.69.w2,0.0000001062,0.05000,1.559
0,block_sparse_moe.experts.71.w2,0.0000000240,0.05000,1.486
0,block_sparse_moe.experts.65.w2,0.0000001815,0.05000,1.596
0,block_sparse_moe.experts.77.w2,0.0000000036,0.05000,1.594
0,block_sparse_moe.experts.75.w2,0.0000001144,0.05000,1.579
0,block_sparse_moe.experts.64.w2,0.0000002372,0.05000,1.510
0,block_sparse_moe.experts.72.w2,0.0000000056,0.05000,1.518
0,block_sparse_moe.experts.79.w2,0.0000000209,0.05000,1.549
0,block_sparse_moe.experts.67.w2,0.0000001815,0.05000,1.461
0,block_sparse_moe.experts.76.w2,0.0000000283,0.05000,1.534
0,block_sparse_moe.experts.74.w2,0.0000023711,0.05000,1.607
0,block_sparse_moe.experts.66.w2,0.0000000216,0.05000,1.624
0,block_sparse_moe.experts.78.w2,0.0000000916,0.05000,1.694
0,block_sparse_moe.experts.70.w2,0.0000000793,0.05000,1.719
0,block_sparse_moe.experts.84.w2,0.0000000281,0.05000,1.415
0,block_sparse_moe.experts.87.w2,0.0000000720,0.05000,1.537
0,block_sparse_moe.experts.80.w2,0.0000000210,0.05000,1.351
0,block_sparse_moe.experts.89.w2,0.0000000014,0.05000,1.704
0,block_sparse_moe.experts.85.w2,0.0000000201,0.05000,1.631
0,block_sparse_moe.experts.81.w2,0.0000002117,0.05000,1.609
0,block_sparse_moe.experts.91.w2,0.0000000123,0.05000,1.553
0,block_sparse_moe.experts.92.w2,0.0000000042,0.05000,1.386
0,block_sparse_moe.experts.88.w2,0.0000000357,0.05000,1.403
0,block_sparse_moe.experts.93.w2,0.0000000262,0.05000,1.697
0,block_sparse_moe.experts.95.w2,0.0000000080,0.05000,1.512
0,block_sparse_moe.experts.83.w2,0.0000000294,0.05000,1.512
0,block_sparse_moe.experts.90.w2,0.0000000107,0.05000,1.586
0,block_sparse_moe.experts.86.w2,0.0000000056,0.05000,1.549
0,block_sparse_moe.experts.82.w2,0.0000001882,0.05000,1.660
0,block_sparse_moe.experts.94.w2,0.0000000063,0.05000,1.605
0,block_sparse_moe.experts.100.w2,0.0000001858,0.05000,1.436
0,block_sparse_moe.experts.103.w2,0.0000000075,0.05000,1.457
0,block_sparse_moe.experts.96.w2,0.0000000517,0.05000,1.543
0,block_sparse_moe.experts.107.w2,0.0000000512,0.05000,1.469
0,block_sparse_moe.experts.104.w2,0.0000000385,0.05000,1.490
0,block_sparse_moe.experts.108.w2,0.0000000307,0.05000,1.569
0,block_sparse_moe.experts.105.w2,0.0000000328,0.05000,1.677
0,block_sparse_moe.experts.101.w2,0.0000000602,0.05000,1.678
0,block_sparse_moe.experts.97.w2,0.0000000263,0.05000,1.693
0,block_sparse_moe.experts.109.w2,0.0000000221,0.05000,1.650
0,block_sparse_moe.experts.99.w2,0.0000001228,0.05000,1.555
0,block_sparse_moe.experts.111.w2,0.0000000481,0.05000,1.638
0,block_sparse_moe.experts.106.w2,0.0000000432,0.05000,1.608
0,block_sparse_moe.experts.102.w2,0.0000000711,0.05000,1.602
0,block_sparse_moe.experts.98.w2,0.0000007751,0.05000,1.602
0,block_sparse_moe.experts.110.w2,0.0000000157,0.05000,1.657
0,block_sparse_moe.experts.116.w2,0.0000000181,0.05000,1.561
0,block_sparse_moe.experts.119.w2,0.0000000098,0.05000,1.560
0,block_sparse_moe.experts.112.w2,0.0000002054,0.05000,1.563
0,block_sparse_moe.experts.123.w2,0.0000000574,0.05000,1.570
0,block_sparse_moe.experts.120.w2,0.0000000247,0.05000,1.565
0,block_sparse_moe.experts.124.w2,0.0000000195,0.05000,1.649
0,block_sparse_moe.experts.113.w2,0.0000000035,0.05000,1.584
0,block_sparse_moe.experts.121.w2,0.0000000038,0.05000,1.690
0,block_sparse_moe.experts.115.w2,0.0000000285,0.05000,1.600
0,block_sparse_moe.experts.117.w2,0.0000005566,0.05000,1.670
0,block_sparse_moe.experts.125.w2,0.0000000272,0.05000,1.660
0,block_sparse_moe.experts.127.w2,0.0000000605,0.05000,1.708
0,block_sparse_moe.experts.122.w2,0.0000000024,0.05000,1.638
0,block_sparse_moe.experts.118.w2,0.0000000761,0.05000,1.618
0,block_sparse_moe.experts.114.w2,0.0000005085,0.05000,1.639
0,block_sparse_moe.experts.126.w2,0.0000000179,0.05000,1.597
0,block_sparse_moe.experts.135.w2,0.0000002675,0.05000,1.522
0,block_sparse_moe.experts.132.w2,0.0000000377,0.05000,1.656
0,block_sparse_moe.experts.139.w2,0.0000000048,0.05000,1.536
0,block_sparse_moe.experts.128.w2,0.0000000181,0.05000,1.613
0,block_sparse_moe.experts.136.w2,0.0000000330,0.05000,1.639
0,block_sparse_moe.experts.129.w2,0.0000000542,0.05000,1.564
0,block_sparse_moe.experts.133.w2,0.0000000385,0.05000,1.528
0,block_sparse_moe.experts.140.w2,0.0000000729,0.05000,1.642
0,block_sparse_moe.experts.137.w2,0.0000000340,0.05000,1.601
0,block_sparse_moe.experts.131.w2,0.0000001151,0.05000,1.530
0,block_sparse_moe.experts.141.w2,0.0000000592,0.05000,1.537
0,block_sparse_moe.experts.138.w2,0.0000010341,0.05000,1.454
0,block_sparse_moe.experts.143.w2,0.0000000990,0.05000,1.556
0,block_sparse_moe.experts.134.w2,0.0000000953,0.05000,1.443
0,block_sparse_moe.experts.142.w2,0.0000002323,0.05000,1.428
0,block_sparse_moe.experts.130.w2,0.0000001380,0.05000,1.513
0,block_sparse_moe.experts.148.w2,0.0000000114,0.05000,1.473
0,block_sparse_moe.experts.151.w2,0.0000000302,0.05000,1.522
0,block_sparse_moe.experts.144.w2,0.0000000629,0.05000,1.514
0,block_sparse_moe.experts.155.w2,0.0000000299,0.05000,1.508
0,block_sparse_moe.experts.152.w2,0.0000000109,0.05000,1.534
0,block_sparse_moe.experts.145.w2,0.0000000709,0.05000,1.586
0,block_sparse_moe.experts.147.w2,0.0000000527,0.05000,1.481
0,block_sparse_moe.experts.156.w2,0.0000001635,0.05000,1.552
0,block_sparse_moe.experts.153.w2,0.0000002633,0.05000,1.575
0,block_sparse_moe.experts.159.w2,0.0000000193,0.05000,1.478
0,block_sparse_moe.experts.149.w2,0.0000000076,0.05000,1.587
0,block_sparse_moe.experts.157.w2,0.0000001176,0.05000,1.613
0,block_sparse_moe.experts.154.w2,0.0000000372,0.05000,1.609
0,block_sparse_moe.experts.150.w2,0.0000001759,0.05000,1.637
0,block_sparse_moe.experts.146.w2,0.0000000357,0.05000,1.567
0,block_sparse_moe.experts.158.w2,0.0000000325,0.05000,1.612
0,block_sparse_moe.experts.167.w2,0.0000000164,0.05000,1.583
0,block_sparse_moe.experts.164.w2,0.0000000411,0.05000,1.673
0,block_sparse_moe.experts.160.w2,0.0000000494,0.05000,1.560
0,block_sparse_moe.experts.171.w2,0.0000000819,0.05000,1.554
0,block_sparse_moe.experts.168.w2,0.0000000265,0.05000,1.553
0,block_sparse_moe.experts.161.w2,0.0000000553,0.05000,1.498
0,block_sparse_moe.experts.172.w2,0.0000022476,0.05000,1.558
0,block_sparse_moe.experts.165.w2,0.0000000035,0.05000,1.484
0,block_sparse_moe.experts.169.w2,0.0000002121,0.05000,1.558
0,block_sparse_moe.experts.173.w2,0.0000000023,0.05000,1.560
0,block_sparse_moe.experts.170.w2,0.0000000053,0.05000,1.483
0,block_sparse_moe.experts.163.w2,0.0000000103,0.05000,1.705
0,block_sparse_moe.experts.175.w2,0.0000000058,0.05000,1.695
0,block_sparse_moe.experts.166.w2,0.0000000028,0.05000,1.420
0,block_sparse_moe.experts.174.w2,0.0000000320,0.05000,1.476
0,block_sparse_moe.experts.162.w2,0.0000001210,0.05000,1.504
0,block_sparse_moe.experts.183.w2,0.0000000441,0.05000,1.640
0,block_sparse_moe.experts.180.w2,0.0000000105,0.05000,1.560
0,block_sparse_moe.experts.176.w2,0.0000000100,0.05000,1.554
0,block_sparse_moe.experts.187.w2,0.0000000348,0.05000,1.619
0,block_sparse_moe.experts.184.w2,0.0000000486,0.05000,1.569
0,block_sparse_moe.experts.177.w2,0.0000000315,0.05000,1.595
0,block_sparse_moe.experts.186.w2,0.0000000060,0.05000,1.454
0,block_sparse_moe.experts.181.w2,0.0000001460,0.05000,1.566
0,block_sparse_moe.experts.188.w2,0.0000000007,0.05000,1.602
0,block_sparse_moe.experts.179.w2,0.0000000601,0.05000,1.529
0,block_sparse_moe.experts.185.w2,0.0000000042,0.05000,1.583
0,block_sparse_moe.experts.191.w2,0.0000000085,0.05000,1.483
0,block_sparse_moe.experts.189.w2,0.0000001841,0.05000,1.618
0,block_sparse_moe.experts.182.w2,0.0000001289,0.05000,1.547
0,block_sparse_moe.experts.178.w2,0.0000000458,0.05000,1.489
0,block_sparse_moe.experts.190.w2,0.0000000499,0.05000,1.564
0,block_sparse_moe.experts.196.w2,0.0000008049,0.05000,1.426
0,block_sparse_moe.experts.192.w2,0.0000002004,0.05000,1.453
0,block_sparse_moe.experts.199.w2,0.0000000041,0.05000,1.508
0,block_sparse_moe.experts.200.w2,0.0000000358,0.05000,1.400
0,block_sparse_moe.experts.203.w2,0.0000001801,0.05000,1.489
0,block_sparse_moe.experts.193.w2,0.0000000022,0.05000,1.495
0,block_sparse_moe.experts.204.w2,0.0000000190,0.05000,1.457
0,block_sparse_moe.experts.202.w2,0.0000003578,0.05000,1.481
0,block_sparse_moe.experts.197.w2,0.0000002204,0.05000,1.568
0,block_sparse_moe.experts.207.w2,0.0000000334,0.05000,1.480
0,block_sparse_moe.experts.195.w2,0.0000000278,0.05000,1.575
0,block_sparse_moe.experts.201.w2,0.0000000713,0.05000,1.566
0,block_sparse_moe.experts.198.w2,0.0000000769,0.05000,1.489
0,block_sparse_moe.experts.205.w2,0.0000000328,0.05000,1.577
0,block_sparse_moe.experts.206.w2,0.0000000084,0.05000,1.465
0,block_sparse_moe.experts.194.w2,0.0000000711,0.05000,1.524
0,block_sparse_moe.experts.212.w2,0.0000000031,0.05000,1.647
0,block_sparse_moe.experts.215.w2,0.0000000189,0.05000,1.624
0,block_sparse_moe.experts.219.w2,0.0000000145,0.05000,1.577
0,block_sparse_moe.experts.208.w2,0.0000001049,0.05000,1.700
0,block_sparse_moe.experts.216.w2,0.0000001327,0.05000,1.684
0,block_sparse_moe.experts.209.w2,0.0000001825,0.05000,1.591
0,block_sparse_moe.experts.213.w2,0.0000000272,0.05000,1.570
0,block_sparse_moe.experts.218.w2,0.0000000048,0.05000,1.617
0,block_sparse_moe.experts.223.w2,0.0000001580,0.05000,1.587
0,block_sparse_moe.experts.217.w2,0.0000000137,0.05000,1.543
0,block_sparse_moe.experts.220.w2,0.0000000288,0.05000,1.683
0,block_sparse_moe.experts.221.w2,0.0000000430,0.05000,1.538
0,block_sparse_moe.experts.211.w2,0.0000000557,0.05000,1.588
0,block_sparse_moe.experts.214.w2,0.0000006410,0.05000,1.667
0,block_sparse_moe.experts.210.w2,0.0000001858,0.05000,1.649
0,block_sparse_moe.experts.222.w2,0.0000001545,0.05000,1.678
0,block_sparse_moe.experts.231.w2,0.0000000238,0.05000,1.547
0,block_sparse_moe.experts.235.w2,0.0000002741,0.05000,1.524
0,block_sparse_moe.experts.228.w2,0.0000000246,0.05000,1.607
0,block_sparse_moe.experts.224.w2,0.0000000561,0.05000,1.717
0,block_sparse_moe.experts.232.w2,0.0000000326,0.05000,1.697
0,block_sparse_moe.experts.225.w2,0.0000000722,0.05000,1.652
0,block_sparse_moe.experts.234.w2,0.0000000044,0.05000,1.576
0,block_sparse_moe.experts.229.w2,0.0000000043,0.05000,1.593
0,block_sparse_moe.experts.227.w2,0.0000002359,0.05000,1.553
0,block_sparse_moe.experts.230.w2,0.0000000067,0.05000,1.448
0,block_sparse_moe.experts.239.w2,0.0000000070,0.05000,1.596
0,block_sparse_moe.experts.233.w2,0.0000000575,0.05000,1.600
0,block_sparse_moe.experts.237.w2,0.0000000610,0.05000,1.602
0,block_sparse_moe.experts.226.w2,0.0000000409,0.05000,1.522
0,block_sparse_moe.experts.236.w2,0.0000000430,0.05000,1.774
0,block_sparse_moe.experts.238.w2,0.0000000077,0.05000,1.540
0,block_sparse_moe.experts.247.w2,0.0000017446,0.05000,1.602
0,block_sparse_moe.experts.251.w2,0.0000000131,0.05000,1.562
0,block_sparse_moe.experts.244.w2,0.0000001670,0.05000,1.621
0,block_sparse_moe.experts.240.w2,0.0000000396,0.05000,1.585
0,block_sparse_moe.experts.248.w2,0.0000000228,0.05000,1.572
0,block_sparse_moe.experts.241.w2,0.0000000323,0.05000,1.525
0,block_sparse_moe.experts.245.w2,0.0000001887,0.05000,1.502
0,block_sparse_moe.experts.243.w2,0.0000000553,0.05000,1.366
0,block_sparse_moe.experts.255.w2,0.0000000342,0.05000,1.378
0,block_sparse_moe.experts.250.w2,0.0000000151,0.05000,1.565
0,block_sparse_moe.experts.252.w2,0.0000000019,0.05000,1.255
0,block_sparse_moe.experts.246.w2,0.0000000884,0.05000,1.457
0,block_sparse_moe.experts.249.w2,0.0000000139,0.05000,1.515
0,block_sparse_moe.experts.253.w2,0.0000000811,0.05000,1.472
0,block_sparse_moe.experts.242.w2,0.0000010203,0.05000,1.429
0,block_sparse_moe.experts.254.w2,0.0000003350,0.05000,1.427
1,self_attn.k_proj,0.0000000002,0.05000,1.047
1,self_attn.q_proj,0.0000000013,0.05000,1.057
1,self_attn.v_proj,0.0000000002,0.05000,1.114
1,self_attn.o_proj,0.0000000008,0.05000,1.803
1,block_sparse_moe.experts.0.w1,0.0000042470,0.05000,3.111
1,block_sparse_moe.experts.8.w1,0.0000577266,0.05000,3.149
1,block_sparse_moe.experts.4.w1,0.0000972220,0.05000,3.151
1,block_sparse_moe.experts.12.w1,0.0000125711,0.05000,3.251
1,block_sparse_moe.experts.15.w1,0.0000015155,0.05000,3.112
1,block_sparse_moe.experts.11.w1,0.0001456930,0.05000,3.288
1,block_sparse_moe.experts.9.w1,0.0000993003,0.05000,3.310
1,block_sparse_moe.experts.6.w1,0.0000688525,0.05000,3.275
1,block_sparse_moe.experts.14.w1,0.0000776698,0.05000,3.175
1,block_sparse_moe.experts.7.w1,0.0000537326,0.05000,3.334
1,block_sparse_moe.experts.3.w1,0.0000051786,0.05000,3.275
1,block_sparse_moe.experts.10.w1,0.0002137377,0.05000,3.377
1,block_sparse_moe.experts.5.w1,0.0000526406,0.05000,3.267
1,block_sparse_moe.experts.2.w1,0.0000391590,0.05000,3.364
1,block_sparse_moe.experts.1.w1,0.0000074137,0.05000,3.328
1,block_sparse_moe.experts.13.w1,0.0000069112,0.05000,3.468
1,block_sparse_moe.experts.16.w1,0.0000846480,0.05000,2.845
1,block_sparse_moe.experts.24.w1,0.0000127857,0.05000,2.892
1,block_sparse_moe.experts.20.w1,0.0002055671,0.05000,2.942
1,block_sparse_moe.experts.30.w1,0.0000093340,0.05000,2.791
1,block_sparse_moe.experts.18.w1,0.0000033628,0.05000,2.731
1,block_sparse_moe.experts.22.w1,0.0000043707,0.05000,2.858
1,block_sparse_moe.experts.26.w1,0.0000024111,0.05000,2.833
1,block_sparse_moe.experts.28.w1,0.0000014660,0.05000,3.025
1,block_sparse_moe.experts.31.w1,0.0000055699,0.05000,3.104
1,block_sparse_moe.experts.27.w1,0.0000180057,0.05000,3.104
1,block_sparse_moe.experts.19.w1,0.0000176897,0.05000,3.076
1,block_sparse_moe.experts.25.w1,0.0000035306,0.05000,3.116
1,block_sparse_moe.experts.17.w1,0.0000602157,0.05000,3.028
1,block_sparse_moe.experts.23.w1,0.0000016485,0.05000,3.156
1,block_sparse_moe.experts.21.w1,0.0000038139,0.05000,3.105
1,block_sparse_moe.experts.29.w1,0.0000130714,0.05000,3.126
1,block_sparse_moe.experts.32.w1,0.0000485746,0.05000,2.899
1,block_sparse_moe.experts.40.w1,0.0000236232,0.05000,2.852
1,block_sparse_moe.experts.36.w1,0.0000138690,0.05000,2.885
1,block_sparse_moe.experts.46.w1,0.0000271241,0.05000,3.004
1,block_sparse_moe.experts.34.w1,0.0000038918,0.05000,2.977
1,block_sparse_moe.experts.44.w1,0.0000039606,0.05000,2.854
1,block_sparse_moe.experts.38.w1,0.0000013471,0.05000,2.955
1,block_sparse_moe.experts.47.w1,0.0000108163,0.05000,2.833
1,block_sparse_moe.experts.42.w1,0.0003739826,0.05000,3.057
1,block_sparse_moe.experts.43.w1,0.0000436405,0.05000,2.886
1,block_sparse_moe.experts.39.w1,0.0000045453,0.05000,2.827
1,block_sparse_moe.experts.35.w1,0.0000096322,0.05000,2.978
1,block_sparse_moe.experts.33.w1,0.0000277252,0.05000,3.025
1,block_sparse_moe.experts.41.w1,0.0000493273,0.05000,3.093
1,block_sparse_moe.experts.37.w1,0.0000021479,0.05000,3.049
1,block_sparse_moe.experts.45.w1,0.0000227055,0.05000,3.054
1,block_sparse_moe.experts.56.w1,0.0000043884,0.05000,3.045
1,block_sparse_moe.experts.52.w1,0.0000394122,0.05000,2.962
1,block_sparse_moe.experts.48.w1,0.0003007272,0.05000,3.144
1,block_sparse_moe.experts.60.w1,0.0000315080,0.05000,3.005
1,block_sparse_moe.experts.62.w1,0.0000147602,0.05000,3.131
1,block_sparse_moe.experts.50.w1,0.0000172704,0.05000,3.170
1,block_sparse_moe.experts.54.w1,0.0000081818,0.05000,3.206
1,block_sparse_moe.experts.63.w1,0.0000321730,0.05000,3.144
1,block_sparse_moe.experts.58.w1,0.0000082963,0.05000,3.148
1,block_sparse_moe.experts.59.w1,0.0000017841,0.05000,3.149
1,block_sparse_moe.experts.55.w1,0.0000085617,0.05000,3.109
1,block_sparse_moe.experts.51.w1,0.0000152723,0.05000,3.087
1,block_sparse_moe.experts.49.w1,0.0000245260,0.05000,3.220
1,block_sparse_moe.experts.53.w1,0.0000023743,0.05000,3.167
1,block_sparse_moe.experts.57.w1,0.0000227895,0.05000,3.230
1,block_sparse_moe.experts.61.w1,0.0000024437,0.05000,3.235
1,block_sparse_moe.experts.68.w1,0.0000517222,0.05000,3.042
1,block_sparse_moe.experts.72.w1,0.0000039272,0.05000,3.095
1,block_sparse_moe.experts.64.w1,0.0000076336,0.05000,3.041
1,block_sparse_moe.experts.76.w1,0.0000193409,0.05000,2.953
1,block_sparse_moe.experts.66.w1,0.0004522819,0.05000,2.992
1,block_sparse_moe.experts.70.w1,0.0000023691,0.05000,2.972
1,block_sparse_moe.experts.78.w1,0.0000687739,0.05000,3.068
1,block_sparse_moe.experts.74.w1,0.0000086982,0.05000,2.993
1,block_sparse_moe.experts.79.w1,0.0002420125,0.05000,3.067
1,block_sparse_moe.experts.67.w1,0.0000052031,0.05000,3.013
1,block_sparse_moe.experts.75.w1,0.0001645668,0.05000,3.099
1,block_sparse_moe.experts.71.w1,0.0000162742,0.05000,3.152
1,block_sparse_moe.experts.73.w1,0.0001090912,0.05000,2.984
1,block_sparse_moe.experts.65.w1,0.0000055169,0.05000,3.093
1,block_sparse_moe.experts.69.w1,0.0000135852,0.05000,3.086
1,block_sparse_moe.experts.77.w1,0.0000315553,0.05000,3.028
1,block_sparse_moe.experts.84.w1,0.0000062278,0.05000,2.818
1,block_sparse_moe.experts.92.w1,0.0000183283,0.05000,2.799
1,block_sparse_moe.experts.80.w1,0.0000058106,0.05000,2.877
1,block_sparse_moe.experts.88.w1,0.0000036508,0.05000,2.887
1,block_sparse_moe.experts.82.w1,0.0000038099,0.05000,2.935
1,block_sparse_moe.experts.86.w1,0.0000023656,0.05000,2.982
1,block_sparse_moe.experts.94.w1,0.0004916482,0.05000,3.006
1,block_sparse_moe.experts.90.w1,0.0000154488,0.05000,3.005
1,block_sparse_moe.experts.95.w1,0.0000020916,0.05000,3.095
1,block_sparse_moe.experts.87.w1,0.0001331808,0.05000,3.004
1,block_sparse_moe.experts.83.w1,0.0000209363,0.05000,3.093
1,block_sparse_moe.experts.91.w1,0.0000198022,0.05000,3.117
1,block_sparse_moe.experts.89.w1,0.0000045543,0.05000,3.053
1,block_sparse_moe.experts.85.w1,0.0000018805,0.05000,3.054
1,block_sparse_moe.experts.81.w1,0.0000186305,0.05000,3.097
1,block_sparse_moe.experts.93.w1,0.0000027359,0.05000,2.982
1,block_sparse_moe.experts.100.w1,0.0000445007,0.05000,3.138
1,block_sparse_moe.experts.96.w1,0.0000369224,0.05000,3.153
1,block_sparse_moe.experts.108.w1,0.0000457659,0.05000,3.217
1,block_sparse_moe.experts.104.w1,0.0001581889,0.05000,3.253
1,block_sparse_moe.experts.98.w1,0.0000071746,0.05000,3.053
1,block_sparse_moe.experts.110.w1,0.0000330470,0.05000,3.068
1,block_sparse_moe.experts.102.w1,0.0000262147,0.05000,3.146
1,block_sparse_moe.experts.106.w1,0.0000007330,0.05000,3.081
1,block_sparse_moe.experts.107.w1,0.0000092465,0.05000,2.863
1,block_sparse_moe.experts.111.w1,0.0000322380,0.05000,3.037
1,block_sparse_moe.experts.103.w1,0.0000021195,0.05000,3.012
1,block_sparse_moe.experts.99.w1,0.0000037291,0.05000,3.065
1,block_sparse_moe.experts.105.w1,0.0000027627,0.05000,2.954
1,block_sparse_moe.experts.109.w1,0.0000164847,0.05000,2.903
1,block_sparse_moe.experts.97.w1,0.0000172024,0.05000,3.021
1,block_sparse_moe.experts.101.w1,0.0000028289,0.05000,3.067
1,block_sparse_moe.experts.116.w1,0.0001038305,0.05000,3.037
1,block_sparse_moe.experts.112.w1,0.0000142681,0.05000,3.047
1,block_sparse_moe.experts.124.w1,0.0000466022,0.05000,3.052
1,block_sparse_moe.experts.120.w1,0.0002081595,0.05000,3.087
1,block_sparse_moe.experts.123.w1,0.0000033242,0.05000,2.942
1,block_sparse_moe.experts.114.w1,0.0000881346,0.05000,3.218
1,block_sparse_moe.experts.127.w1,0.0000040419,0.05000,3.026
1,block_sparse_moe.experts.119.w1,0.0000072706,0.05000,3.028
1,block_sparse_moe.experts.122.w1,0.0000050757,0.05000,3.158
1,block_sparse_moe.experts.115.w1,0.0000035826,0.05000,3.050
1,block_sparse_moe.experts.126.w1,0.0000105413,0.05000,3.323
1,block_sparse_moe.experts.118.w1,0.0000121584,0.05000,3.294
1,block_sparse_moe.experts.125.w1,0.0000238820,0.05000,2.989
1,block_sparse_moe.experts.121.w1,0.0001296947,0.05000,3.126
1,block_sparse_moe.experts.113.w1,0.0000283156,0.05000,3.077
1,block_sparse_moe.experts.117.w1,0.0000013353,0.05000,3.076
1,block_sparse_moe.experts.132.w1,0.0000363005,0.05000,3.135
1,block_sparse_moe.experts.128.w1,0.0001061562,0.05000,3.130
1,block_sparse_moe.experts.140.w1,0.0000110155,0.05000,3.153
1,block_sparse_moe.experts.136.w1,0.0000159500,0.05000,3.085
1,block_sparse_moe.experts.143.w1,0.0000022278,0.05000,3.049
1,block_sparse_moe.experts.130.w1,0.0001934256,0.05000,3.137
1,block_sparse_moe.experts.139.w1,0.0001497320,0.05000,3.201
1,block_sparse_moe.experts.135.w1,0.0000033318,0.05000,3.068
1,block_sparse_moe.experts.131.w1,0.0000091666,0.05000,3.070
1,block_sparse_moe.experts.138.w1,0.0000037201,0.05000,3.139
1,block_sparse_moe.experts.142.w1,0.0000191286,0.05000,3.156
1,block_sparse_moe.experts.141.w1,0.0000080670,0.05000,3.130
1,block_sparse_moe.experts.137.w1,0.0001195163,0.05000,3.057
1,block_sparse_moe.experts.134.w1,0.0000110779,0.05000,3.223
1,block_sparse_moe.experts.129.w1,0.0007688037,0.05000,3.127
1,block_sparse_moe.experts.133.w1,0.0000128023,0.05000,3.183
1,block_sparse_moe.experts.148.w1,0.0000333179,0.05000,2.998
1,block_sparse_moe.experts.144.w1,0.0000051428,0.05000,3.043
1,block_sparse_moe.experts.156.w1,0.0000081899,0.05000,3.025
1,block_sparse_moe.experts.146.w1,0.0001446634,0.05000,2.783
1,block_sparse_moe.experts.152.w1,0.0001197760,0.05000,3.136
1,block_sparse_moe.experts.154.w1,0.0000300927,0.05000,2.725
1,block_sparse_moe.experts.159.w1,0.0000146703,0.05000,2.923
1,block_sparse_moe.experts.158.w1,0.0000058463,0.05000,2.747
1,block_sparse_moe.experts.155.w1,0.0000193226,0.05000,2.981
1,block_sparse_moe.experts.151.w1,0.0000024534,0.05000,3.049
1,block_sparse_moe.experts.150.w1,0.0000068622,0.05000,2.812
1,block_sparse_moe.experts.147.w1,0.0000025368,0.05000,3.064
1,block_sparse_moe.experts.157.w1,0.0000324535,0.05000,2.990
1,block_sparse_moe.experts.153.w1,0.0000052554,0.05000,3.078
1,block_sparse_moe.experts.149.w1,0.0000016982,0.05000,3.005
1,block_sparse_moe.experts.145.w1,0.0000057325,0.05000,3.072
1,block_sparse_moe.experts.162.w1,0.0000087735,0.05000,2.987
1,block_sparse_moe.experts.164.w1,0.0000225732,0.05000,3.304
1,block_sparse_moe.experts.170.w1,0.0000070474,0.05000,2.973
1,block_sparse_moe.experts.160.w1,0.0000021990,0.05000,3.233
1,block_sparse_moe.experts.174.w1,0.0000232591,0.05000,3.063
1,block_sparse_moe.experts.172.w1,0.0000036244,0.05000,3.345
1,block_sparse_moe.experts.175.w1,0.0000054952,0.05000,3.188
1,block_sparse_moe.experts.166.w1,0.0000256803,0.05000,2.960
1,block_sparse_moe.experts.171.w1,0.0000892087,0.05000,3.200
1,block_sparse_moe.experts.168.w1,0.0000295905,0.05000,3.355
1,block_sparse_moe.experts.167.w1,0.0000124244,0.05000,3.213
1,block_sparse_moe.experts.163.w1,0.0000050134,0.05000,3.156
1,block_sparse_moe.experts.169.w1,0.0000663965,0.05000,3.109
1,block_sparse_moe.experts.173.w1,0.0000045825,0.05000,3.257
1,block_sparse_moe.experts.165.w1,0.0000298072,0.05000,3.052
1,block_sparse_moe.experts.161.w1,0.0000035754,0.05000,3.123
1,block_sparse_moe.experts.178.w1,0.0000802531,0.05000,3.029
1,block_sparse_moe.experts.186.w1,0.0000180321,0.05000,3.038
1,block_sparse_moe.experts.180.w1,0.0000948281,0.05000,3.124
1,block_sparse_moe.experts.176.w1,0.0001235086,0.05000,3.155
1,block_sparse_moe.experts.190.w1,0.0000510512,0.05000,3.023
1,block_sparse_moe.experts.182.w1,0.0000051269,0.05000,2.980
1,block_sparse_moe.experts.191.w1,0.0000246524,0.05000,2.994
1,block_sparse_moe.experts.188.w1,0.0000066648,0.05000,3.049
1,block_sparse_moe.experts.187.w1,0.0000108848,0.05000,3.073
1,block_sparse_moe.experts.184.w1,0.0000025954,0.05000,3.082
1,block_sparse_moe.experts.183.w1,0.0000105017,0.05000,3.004
1,block_sparse_moe.experts.179.w1,0.0000098484,0.05000,2.967
1,block_sparse_moe.experts.185.w1,0.0001377157,0.05000,2.954
1,block_sparse_moe.experts.189.w1,0.0000102589,0.05000,2.895
1,block_sparse_moe.experts.181.w1,0.0000018792,0.05000,2.924
1,block_sparse_moe.experts.177.w1,0.0000834126,0.05000,2.934
1,block_sparse_moe.experts.194.w1,0.0000148043,0.05000,2.791
1,block_sparse_moe.experts.202.w1,0.0000071851,0.05000,2.853
1,block_sparse_moe.experts.196.w1,0.0000085625,0.05000,2.956
1,block_sparse_moe.experts.198.w1,0.0000074940,0.05000,2.811
1,block_sparse_moe.experts.206.w1,0.0000242922,0.05000,2.896
1,block_sparse_moe.experts.192.w1,0.0000323981,0.05000,3.006
1,block_sparse_moe.experts.207.w1,0.0001045611,0.05000,3.099
1,block_sparse_moe.experts.204.w1,0.0000067605,0.05000,3.098
1,block_sparse_moe.experts.200.w1,0.0000120135,0.05000,3.077
1,block_sparse_moe.experts.195.w1,0.0000017849,0.05000,3.047
1,block_sparse_moe.experts.199.w1,0.0000583271,0.05000,3.105
1,block_sparse_moe.experts.205.w1,0.0000007094,0.05000,3.016
1,block_sparse_moe.experts.203.w1,0.0000043968,0.05000,3.203
1,block_sparse_moe.experts.201.w1,0.0000376007,0.05000,3.067
1,block_sparse_moe.experts.193.w1,0.0000033258,0.05000,3.004
1,block_sparse_moe.experts.197.w1,0.0000023795,0.05000,3.124
1,block_sparse_moe.experts.210.w1,0.0000030263,0.05000,2.931
1,block_sparse_moe.experts.212.w1,0.0000032156,0.05000,2.771
1,block_sparse_moe.experts.218.w1,0.0000059050,0.05000,3.018
1,block_sparse_moe.experts.214.w1,0.0000012410,0.05000,2.974
1,block_sparse_moe.experts.208.w1,0.0000590814,0.05000,2.886
1,block_sparse_moe.experts.220.w1,0.0000096179,0.05000,2.745
1,block_sparse_moe.experts.222.w1,0.0000019532,0.05000,3.001
1,block_sparse_moe.experts.216.w1,0.0000004294,0.05000,2.879
1,block_sparse_moe.experts.223.w1,0.0000089402,0.05000,3.152
1,block_sparse_moe.experts.221.w1,0.0000017507,0.05000,2.983
1,block_sparse_moe.experts.215.w1,0.0000099925,0.05000,3.022
1,block_sparse_moe.experts.211.w1,0.0000030566,0.05000,3.111
1,block_sparse_moe.experts.219.w1,0.0000021958,0.05000,3.043
1,block_sparse_moe.experts.217.w1,0.0000220760,0.05000,3.059
1,block_sparse_moe.experts.209.w1,0.0000268529,0.05000,2.999
1,block_sparse_moe.experts.213.w1,0.0000086340,0.05000,3.007
1,block_sparse_moe.experts.226.w1,0.0000079923,0.05000,3.078
1,block_sparse_moe.experts.228.w1,0.0000302521,0.05000,3.008
1,block_sparse_moe.experts.234.w1,0.0000438512,0.05000,3.012
1,block_sparse_moe.experts.236.w1,0.0000207006,0.05000,2.914
1,block_sparse_moe.experts.224.w1,0.0000996454,0.05000,2.941
1,block_sparse_moe.experts.230.w1,0.0000868359,0.05000,3.025
1,block_sparse_moe.experts.238.w1,0.0000032925,0.05000,2.953
1,block_sparse_moe.experts.232.w1,0.0000218845,0.05000,2.971
1,block_sparse_moe.experts.239.w1,0.0000395536,0.05000,3.133
1,block_sparse_moe.experts.237.w1,0.0000542534,0.05000,3.077
1,block_sparse_moe.experts.231.w1,0.0000386183,0.05000,3.068
1,block_sparse_moe.experts.227.w1,0.0000169324,0.05000,3.071
1,block_sparse_moe.experts.235.w1,0.0000070010,0.05000,3.074
1,block_sparse_moe.experts.225.w1,0.0000049019,0.05000,3.054
1,block_sparse_moe.experts.233.w1,0.0000737122,0.05000,3.126
1,block_sparse_moe.experts.229.w1,0.0000142606,0.05000,3.082
1,block_sparse_moe.experts.244.w1,0.0000100870,0.05000,3.020
1,block_sparse_moe.experts.242.w1,0.0000045387,0.05000,3.089
1,block_sparse_moe.experts.250.w1,0.0000041832,0.05000,3.069
1,block_sparse_moe.experts.252.w1,0.0004092768,0.05000,3.031
1,block_sparse_moe.experts.240.w1,0.0000014948,0.05000,3.036
1,block_sparse_moe.experts.246.w1,0.0000141098,0.05000,3.072
1,block_sparse_moe.experts.254.w1,0.0000083381,0.05000,3.089
1,block_sparse_moe.experts.253.w1,0.0000378550,0.05000,2.789
1,block_sparse_moe.experts.248.w1,0.0001071043,0.05000,3.130
1,block_sparse_moe.experts.249.w1,0.0000093555,0.05000,2.841
1,block_sparse_moe.experts.241.w1,0.0000044166,0.05000,2.845
1,block_sparse_moe.experts.255.w1,0.0000090081,0.05000,3.120
1,block_sparse_moe.experts.251.w1,0.0000704256,0.05000,3.032
1,block_sparse_moe.experts.245.w1,0.0000188971,0.05000,2.920
1,block_sparse_moe.experts.243.w1,0.0000050502,0.05000,3.130
1,block_sparse_moe.experts.247.w1,0.0000019568,0.05000,3.173
1,block_sparse_moe.experts.2.w3,0.0000037910,0.05000,2.937
1,block_sparse_moe.experts.4.w3,0.0000061335,0.05000,3.076
1,block_sparse_moe.experts.10.w3,0.0000646815,0.05000,2.948
1,block_sparse_moe.experts.12.w3,0.0000014889,0.05000,2.976
1,block_sparse_moe.experts.6.w3,0.0000199401,0.05000,2.979
1,block_sparse_moe.experts.0.w3,0.0000022084,0.05000,3.045
1,block_sparse_moe.experts.14.w3,0.0000112419,0.05000,3.090
1,block_sparse_moe.experts.13.w3,0.0000033757,0.05000,2.906
1,block_sparse_moe.experts.8.w3,0.0000099632,0.05000,3.074
1,block_sparse_moe.experts.1.w3,0.0000027926,0.05000,2.902
1,block_sparse_moe.experts.15.w3,0.0000008016,0.05000,2.871
1,block_sparse_moe.experts.11.w3,0.0000739931,0.05000,2.890
1,block_sparse_moe.experts.9.w3,0.0000712600,0.05000,3.073
1,block_sparse_moe.experts.7.w3,0.0000111764,0.05000,2.915
1,block_sparse_moe.experts.5.w3,0.0000336123,0.05000,3.066
1,block_sparse_moe.experts.3.w3,0.0000029727,0.05000,3.060
1,block_sparse_moe.experts.20.w3,0.0000541514,0.05000,2.856
1,block_sparse_moe.experts.28.w3,0.0000005254,0.05000,2.871
1,block_sparse_moe.experts.18.w3,0.0000029275,0.05000,3.227
1,block_sparse_moe.experts.16.w3,0.0000062053,0.05000,2.887
1,block_sparse_moe.experts.26.w3,0.0000021865,0.05000,3.189
1,block_sparse_moe.experts.22.w3,0.0000020250,0.05000,3.279
1,block_sparse_moe.experts.29.w3,0.0000046265,0.05000,3.032
1,block_sparse_moe.experts.30.w3,0.0000015430,0.05000,3.167
1,block_sparse_moe.experts.24.w3,0.0000063481,0.05000,2.916
1,block_sparse_moe.experts.17.w3,0.0000449781,0.05000,3.071
1,block_sparse_moe.experts.31.w3,0.0000034266,0.05000,3.125
1,block_sparse_moe.experts.25.w3,0.0000014555,0.05000,3.015
1,block_sparse_moe.experts.23.w3,0.0000015154,0.05000,3.085
1,block_sparse_moe.experts.27.w3,0.0000090785,0.05000,3.221
1,block_sparse_moe.experts.21.w3,0.0000015481,0.05000,3.023
1,block_sparse_moe.experts.19.w3,0.0000034002,0.05000,3.054
1,block_sparse_moe.experts.36.w3,0.0000022036,0.05000,3.007
1,block_sparse_moe.experts.44.w3,0.0000026896,0.05000,2.928
1,block_sparse_moe.experts.32.w3,0.0000059351,0.05000,2.992
1,block_sparse_moe.experts.34.w3,0.0000023035,0.05000,3.104
1,block_sparse_moe.experts.42.w3,0.0000264686,0.05000,3.088
1,block_sparse_moe.experts.45.w3,0.0000056335,0.05000,3.025
1,block_sparse_moe.experts.40.w3,0.0000139109,0.05000,2.964
1,block_sparse_moe.experts.38.w3,0.0000010622,0.05000,3.099
1,block_sparse_moe.experts.46.w3,0.0000015700,0.05000,3.094
1,block_sparse_moe.experts.47.w3,0.0000074628,0.05000,2.917
1,block_sparse_moe.experts.33.w3,0.0000089104,0.05000,3.011
1,block_sparse_moe.experts.41.w3,0.0000086518,0.05000,2.966
1,block_sparse_moe.experts.39.w3,0.0000039398,0.05000,2.955
1,block_sparse_moe.experts.43.w3,0.0000089262,0.05000,2.979
1,block_sparse_moe.experts.35.w3,0.0000012096,0.05000,3.055
1,block_sparse_moe.experts.37.w3,0.0000017383,0.05000,3.135
1,block_sparse_moe.experts.50.w3,0.0000151310,0.05000,2.689
1,block_sparse_moe.experts.52.w3,0.0000302000,0.05000,3.063
1,block_sparse_moe.experts.60.w3,0.0000219836,0.05000,3.085
1,block_sparse_moe.experts.58.w3,0.0000055247,0.05000,2.760
1,block_sparse_moe.experts.48.w3,0.0000714704,0.05000,3.058
1,block_sparse_moe.experts.54.w3,0.0000029774,0.05000,2.754
1,block_sparse_moe.experts.62.w3,0.0000031001,0.05000,2.729
1,block_sparse_moe.experts.61.w3,0.0000022863,0.05000,3.145
1,block_sparse_moe.experts.56.w3,0.0000028301,0.05000,3.108
1,block_sparse_moe.experts.63.w3,0.0000041705,0.05000,2.996
1,block_sparse_moe.experts.49.w3,0.0000106178,0.05000,3.092
1,block_sparse_moe.experts.55.w3,0.0000017351,0.05000,2.984
1,block_sparse_moe.experts.59.w3,0.0000010199,0.05000,2.956
1,block_sparse_moe.experts.57.w3,0.0000116053,0.05000,3.153
1,block_sparse_moe.experts.51.w3,0.0000087526,0.05000,2.935
1,block_sparse_moe.experts.53.w3,0.0000016435,0.05000,3.117
1,block_sparse_moe.experts.66.w3,0.0000756595,0.05000,2.949
1,block_sparse_moe.experts.68.w3,0.0000033053,0.05000,3.018
1,block_sparse_moe.experts.74.w3,0.0000011786,0.05000,2.891
1,block_sparse_moe.experts.76.w3,0.0000040439,0.05000,3.012
1,block_sparse_moe.experts.64.w3,0.0000018363,0.05000,2.980
1,block_sparse_moe.experts.78.w3,0.0000128619,0.05000,2.828
1,block_sparse_moe.experts.70.w3,0.0000016050,0.05000,2.982
1,block_sparse_moe.experts.72.w3,0.0000037417,0.05000,2.990
1,block_sparse_moe.experts.77.w3,0.0000049199,0.05000,3.000
1,block_sparse_moe.experts.79.w3,0.0000467902,0.05000,2.926
1,block_sparse_moe.experts.71.w3,0.0000035431,0.05000,2.943
1,block_sparse_moe.experts.65.w3,0.0000020432,0.05000,2.996
1,block_sparse_moe.experts.75.w3,0.0000708300,0.05000,2.989
1,block_sparse_moe.experts.73.w3,0.0000541571,0.05000,2.933
1,block_sparse_moe.experts.67.w3,0.0000033275,0.05000,3.027
1,block_sparse_moe.experts.69.w3,0.0000033364,0.05000,2.942
1,block_sparse_moe.experts.82.w3,0.0000006896,0.05000,2.908
1,block_sparse_moe.experts.84.w3,0.0000050702,0.05000,2.886
1,block_sparse_moe.experts.90.w3,0.0000065454,0.05000,2.919
1,block_sparse_moe.experts.92.w3,0.0000015073,0.05000,2.887
1,block_sparse_moe.experts.80.w3,0.0000009263,0.05000,2.903
1,block_sparse_moe.experts.94.w3,0.0001321503,0.05000,2.998
1,block_sparse_moe.experts.86.w3,0.0000015027,0.05000,3.116
1,block_sparse_moe.experts.95.w3,0.0000014356,0.05000,2.879
1,block_sparse_moe.experts.93.w3,0.0000016842,0.05000,3.006
1,block_sparse_moe.experts.88.w3,0.0000015414,0.05000,3.029
1,block_sparse_moe.experts.87.w3,0.0000115012,0.05000,2.941
1,block_sparse_moe.experts.81.w3,0.0000053736,0.05000,2.985
1,block_sparse_moe.experts.91.w3,0.0000137530,0.05000,2.944
1,block_sparse_moe.experts.89.w3,0.0000028788,0.05000,2.952
1,block_sparse_moe.experts.83.w3,0.0000014519,0.05000,2.917
1,block_sparse_moe.experts.85.w3,0.0000009026,0.05000,2.970
1,block_sparse_moe.experts.100.w3,0.0000125618,0.05000,2.995
1,block_sparse_moe.experts.98.w3,0.0000062052,0.05000,3.113
1,block_sparse_moe.experts.108.w3,0.0000170988,0.05000,3.021
1,block_sparse_moe.experts.106.w3,0.0000005662,0.05000,3.079
1,block_sparse_moe.experts.96.w3,0.0000074764,0.05000,3.028
1,block_sparse_moe.experts.110.w3,0.0000047534,0.05000,3.094
1,block_sparse_moe.experts.102.w3,0.0000050346,0.05000,3.105
1,block_sparse_moe.experts.111.w3,0.0000009857,0.05000,3.030
1,block_sparse_moe.experts.109.w3,0.0000145996,0.05000,3.105
1,block_sparse_moe.experts.104.w3,0.0000105594,0.05000,3.093
1,block_sparse_moe.experts.103.w3,0.0000010646,0.05000,3.070
1,block_sparse_moe.experts.97.w3,0.0000026134,0.05000,3.082
1,block_sparse_moe.experts.107.w3,0.0000031822,0.05000,3.092
1,block_sparse_moe.experts.105.w3,0.0000021119,0.05000,3.082
1,block_sparse_moe.experts.99.w3,0.0000031390,0.05000,3.040
1,block_sparse_moe.experts.101.w3,0.0000012134,0.05000,3.213
1,block_sparse_moe.experts.116.w3,0.0000114429,0.05000,3.188
1,block_sparse_moe.experts.114.w3,0.0000213504,0.05000,3.188
1,block_sparse_moe.experts.124.w3,0.0000074071,0.05000,3.188
1,block_sparse_moe.experts.122.w3,0.0000035049,0.05000,3.210
1,block_sparse_moe.experts.112.w3,0.0000029902,0.05000,3.170
1,block_sparse_moe.experts.126.w3,0.0000074871,0.05000,3.200
1,block_sparse_moe.experts.118.w3,0.0000061047,0.05000,3.144
1,block_sparse_moe.experts.127.w3,0.0000023869,0.05000,3.113
1,block_sparse_moe.experts.125.w3,0.0000164227,0.05000,2.946
1,block_sparse_moe.experts.119.w3,0.0000028326,0.05000,2.972
1,block_sparse_moe.experts.120.w3,0.0000495078,0.05000,3.083
1,block_sparse_moe.experts.121.w3,0.0000583336,0.05000,2.962
1,block_sparse_moe.experts.113.w3,0.0000048564,0.05000,3.043
1,block_sparse_moe.experts.115.w3,0.0000029547,0.05000,2.984
1,block_sparse_moe.experts.123.w3,0.0000012371,0.05000,3.110
1,block_sparse_moe.experts.117.w3,0.0000007890,0.05000,2.923
1,block_sparse_moe.experts.132.w3,0.0000047457,0.05000,2.994
1,block_sparse_moe.experts.140.w3,0.0000055539,0.05000,2.933
1,block_sparse_moe.experts.130.w3,0.0000462683,0.05000,3.169
1,block_sparse_moe.experts.138.w3,0.0000020350,0.05000,3.076
1,block_sparse_moe.experts.128.w3,0.0000101018,0.05000,3.036
1,block_sparse_moe.experts.143.w3,0.0000010997,0.05000,2.868
1,block_sparse_moe.experts.142.w3,0.0000046516,0.05000,3.119
1,block_sparse_moe.experts.135.w3,0.0000025677,0.05000,2.827
1,block_sparse_moe.experts.134.w3,0.0000031993,0.05000,3.116
1,block_sparse_moe.experts.141.w3,0.0000017707,0.05000,3.089
1,block_sparse_moe.experts.131.w3,0.0000049159,0.05000,2.855
1,block_sparse_moe.experts.139.w3,0.0000098966,0.05000,2.881
1,block_sparse_moe.experts.136.w3,0.0000065774,0.05000,3.111
1,block_sparse_moe.experts.129.w3,0.0001426568,0.05000,3.045
1,block_sparse_moe.experts.137.w3,0.0000136239,0.05000,3.142
1,block_sparse_moe.experts.133.w3,0.0000059643,0.05000,3.187
1,block_sparse_moe.experts.148.w3,0.0000133037,0.05000,3.137
1,block_sparse_moe.experts.156.w3,0.0000006311,0.05000,3.169
1,block_sparse_moe.experts.146.w3,0.0000864250,0.05000,3.024
1,block_sparse_moe.experts.154.w3,0.0000040522,0.05000,3.096
1,block_sparse_moe.experts.159.w3,0.0000007458,0.05000,2.848
1,block_sparse_moe.experts.144.w3,0.0000030927,0.05000,3.181
1,block_sparse_moe.experts.151.w3,0.0000012852,0.05000,2.934
1,block_sparse_moe.experts.158.w3,0.0000037521,0.05000,3.034
1,block_sparse_moe.experts.147.w3,0.0000012810,0.05000,2.875
1,block_sparse_moe.experts.150.w3,0.0000013027,0.05000,3.016
1,block_sparse_moe.experts.155.w3,0.0000075695,0.05000,2.910
1,block_sparse_moe.experts.157.w3,0.0000090729,0.05000,3.191
1,block_sparse_moe.experts.152.w3,0.0000147717,0.05000,3.239
1,block_sparse_moe.experts.145.w3,0.0000029442,0.05000,3.218
1,block_sparse_moe.experts.153.w3,0.0000013097,0.05000,3.194
1,block_sparse_moe.experts.149.w3,0.0000009095,0.05000,3.172
1,block_sparse_moe.experts.162.w3,0.0000046214,0.05000,2.913
1,block_sparse_moe.experts.170.w3,0.0000065240,0.05000,2.859
1,block_sparse_moe.experts.164.w3,0.0000029593,0.05000,3.146
1,block_sparse_moe.experts.175.w3,0.0000033385,0.05000,2.908
1,block_sparse_moe.experts.172.w3,0.0000026710,0.05000,3.115
1,block_sparse_moe.experts.167.w3,0.0000040534,0.05000,2.857
1,block_sparse_moe.experts.174.w3,0.0000011714,0.05000,2.939
1,block_sparse_moe.experts.160.w3,0.0000012821,0.05000,3.121
1,block_sparse_moe.experts.163.w3,0.0000014972,0.05000,2.879
1,block_sparse_moe.experts.166.w3,0.0000033902,0.05000,2.883
1,block_sparse_moe.experts.171.w3,0.0000119919,0.05000,2.950
1,block_sparse_moe.experts.173.w3,0.0000008149,0.05000,2.991
1,block_sparse_moe.experts.169.w3,0.0000145684,0.05000,2.938
1,block_sparse_moe.experts.168.w3,0.0000130108,0.05000,2.993
1,block_sparse_moe.experts.161.w3,0.0000025819,0.05000,3.084
1,block_sparse_moe.experts.165.w3,0.0000171595,0.05000,3.014
1,block_sparse_moe.experts.188.w3,0.0000058069,0.05000,2.913
1,block_sparse_moe.experts.191.w3,0.0000082991,0.05000,2.953
1,block_sparse_moe.experts.178.w3,0.0000094909,0.05000,3.126
1,block_sparse_moe.experts.180.w3,0.0000081111,0.05000,3.003
1,block_sparse_moe.experts.183.w3,0.0000030874,0.05000,2.910
1,block_sparse_moe.experts.186.w3,0.0000023891,0.05000,3.154
1,block_sparse_moe.experts.176.w3,0.0000092292,0.05000,2.877
1,block_sparse_moe.experts.179.w3,0.0000051640,0.05000,2.880
1,block_sparse_moe.experts.190.w3,0.0000147942,0.05000,3.124
1,block_sparse_moe.experts.187.w3,0.0000080941,0.05000,2.949
1,block_sparse_moe.experts.182.w3,0.0000012785,0.05000,3.121
1,block_sparse_moe.experts.189.w3,0.0000033263,0.05000,2.832
1,block_sparse_moe.experts.185.w3,0.0000237482,0.05000,2.881
1,block_sparse_moe.experts.177.w3,0.0000057879,0.05000,2.846
1,block_sparse_moe.experts.184.w3,0.0000010985,0.05000,3.109
1,block_sparse_moe.experts.181.w3,0.0000015049,0.05000,2.821
1,block_sparse_moe.experts.194.w3,0.0000060915,0.05000,2.916
1,block_sparse_moe.experts.204.w3,0.0000056147,0.05000,2.969
1,block_sparse_moe.experts.202.w3,0.0000039376,0.05000,2.907
1,block_sparse_moe.experts.196.w3,0.0000010828,0.05000,3.041
1,block_sparse_moe.experts.207.w3,0.0000255818,0.05000,3.105
1,block_sparse_moe.experts.199.w3,0.0000093424,0.05000,3.099
1,block_sparse_moe.experts.192.w3,0.0000084307,0.05000,3.042
1,block_sparse_moe.experts.195.w3,0.0000012166,0.05000,3.074
1,block_sparse_moe.experts.206.w3,0.0000155945,0.05000,2.960
1,block_sparse_moe.experts.198.w3,0.0000052377,0.05000,2.913
1,block_sparse_moe.experts.203.w3,0.0000034299,0.05000,3.060
1,block_sparse_moe.experts.205.w3,0.0000005290,0.05000,3.042
1,block_sparse_moe.experts.201.w3,0.0000115671,0.05000,3.128
1,block_sparse_moe.experts.193.w3,0.0000024852,0.05000,3.132
1,block_sparse_moe.experts.200.w3,0.0000058086,0.05000,3.013
1,block_sparse_moe.experts.197.w3,0.0000019022,0.05000,3.151
1,block_sparse_moe.experts.210.w3,0.0000024801,0.05000,2.878
1,block_sparse_moe.experts.220.w3,0.0000078200,0.05000,2.969
1,block_sparse_moe.experts.218.w3,0.0000042336,0.05000,2.993
1,block_sparse_moe.experts.212.w3,0.0000022536,0.05000,3.072
1,block_sparse_moe.experts.215.w3,0.0000027826,0.05000,3.017
1,block_sparse_moe.experts.223.w3,0.0000032480,0.05000,3.105
1,block_sparse_moe.experts.208.w3,0.0000070103,0.05000,3.015
1,block_sparse_moe.experts.222.w3,0.0000017170,0.05000,2.948
1,block_sparse_moe.experts.211.w3,0.0000024422,0.05000,3.028
1,block_sparse_moe.experts.214.w3,0.0000007795,0.05000,3.052
1,block_sparse_moe.experts.221.w3,0.0000014430,0.05000,2.935
1,block_sparse_moe.experts.219.w3,0.0000018301,0.05000,3.106
1,block_sparse_moe.experts.217.w3,0.0000086959,0.05000,2.814
1,block_sparse_moe.experts.209.w3,0.0000055829,0.05000,2.833
1,block_sparse_moe.experts.216.w3,0.0000002209,0.05000,3.040
1,block_sparse_moe.experts.213.w3,0.0000038915,0.05000,2.793
1,block_sparse_moe.experts.226.w3,0.0000048394,0.05000,3.071
1,block_sparse_moe.experts.234.w3,0.0000163657,0.05000,3.017
1,block_sparse_moe.experts.236.w3,0.0000087820,0.05000,3.181
1,block_sparse_moe.experts.238.w3,0.0000021221,0.05000,2.958
1,block_sparse_moe.experts.239.w3,0.0000060081,0.05000,3.102
1,block_sparse_moe.experts.228.w3,0.0000028919,0.05000,3.212
1,block_sparse_moe.experts.231.w3,0.0000035627,0.05000,3.157
1,block_sparse_moe.experts.237.w3,0.0000071620,0.05000,2.846
1,block_sparse_moe.experts.224.w3,0.0000108715,0.05000,3.277
1,block_sparse_moe.experts.230.w3,0.0000060645,0.05000,3.030
1,block_sparse_moe.experts.233.w3,0.0000232140,0.05000,2.836
1,block_sparse_moe.experts.227.w3,0.0000051345,0.05000,3.245
1,block_sparse_moe.experts.225.w3,0.0000022478,0.05000,2.903
1,block_sparse_moe.experts.235.w3,0.0000029054,0.05000,3.137
1,block_sparse_moe.experts.229.w3,0.0000030203,0.05000,2.823
1,block_sparse_moe.experts.232.w3,0.0000115071,0.05000,3.250
1,block_sparse_moe.experts.242.w3,0.0000038456,0.05000,2.993
1,block_sparse_moe.experts.250.w3,0.0000026034,0.05000,2.960
1,block_sparse_moe.experts.254.w3,0.0000059359,0.05000,2.834
1,block_sparse_moe.experts.252.w3,0.0000863029,0.05000,3.073
1,block_sparse_moe.experts.246.w3,0.0000129963,0.05000,2.702
1,block_sparse_moe.experts.253.w3,0.0000122616,0.05000,2.932
1,block_sparse_moe.experts.244.w3,0.0000018116,0.05000,2.991
1,block_sparse_moe.experts.249.w3,0.0000005408,0.05000,2.802
1,block_sparse_moe.experts.241.w3,0.0000032963,0.05000,2.687
1,block_sparse_moe.experts.240.w3,0.0000012069,0.05000,2.933
1,block_sparse_moe.experts.255.w3,0.0000034290,0.05000,3.138
1,block_sparse_moe.experts.247.w3,0.0000010052,0.05000,3.120
1,block_sparse_moe.experts.245.w3,0.0000065851,0.05000,2.496
1,block_sparse_moe.experts.243.w3,0.0000024918,0.05000,3.018
1,block_sparse_moe.experts.251.w3,0.0000080768,0.05000,2.870
1,block_sparse_moe.experts.248.w3,0.0000818173,0.05000,2.360
1,block_sparse_moe.experts.11.w2,0.0000006337,0.05000,1.456
1,block_sparse_moe.experts.7.w2,0.0000002169,0.05000,1.533
1,block_sparse_moe.experts.3.w2,0.0000003815,0.05000,1.535
1,block_sparse_moe.experts.14.w2,0.0000001978,0.05000,1.514
1,block_sparse_moe.experts.10.w2,0.0000006073,0.05000,1.564
1,block_sparse_moe.experts.15.w2,0.0000000835,0.05000,1.534
1,block_sparse_moe.experts.2.w2,0.0000001213,0.05000,1.567
1,block_sparse_moe.experts.9.w2,0.0000008023,0.05000,1.596
1,block_sparse_moe.experts.0.w2,0.0000004252,0.05000,1.606
1,block_sparse_moe.experts.12.w2,0.0000000268,0.05000,1.578
1,block_sparse_moe.experts.8.w2,0.0000002656,0.05000,1.611
1,block_sparse_moe.experts.6.w2,0.0000002663,0.05000,1.613
1,block_sparse_moe.experts.1.w2,0.0000008532,0.05000,1.618
1,block_sparse_moe.experts.5.w2,0.0000020202,0.05000,1.627
1,block_sparse_moe.experts.4.w2,0.0000004149,0.05000,1.662
1,block_sparse_moe.experts.13.w2,0.0000000824,0.05000,1.647
1,block_sparse_moe.experts.27.w2,0.0000001634,0.05000,1.562
1,block_sparse_moe.experts.19.w2,0.0000006135,0.05000,1.536
1,block_sparse_moe.experts.18.w2,0.0000001067,0.05000,1.506
1,block_sparse_moe.experts.26.w2,0.0000001130,0.05000,1.514
1,block_sparse_moe.experts.24.w2,0.0000001522,0.05000,1.477
1,block_sparse_moe.experts.30.w2,0.0000002375,0.05000,1.524
1,block_sparse_moe.experts.31.w2,0.0000003770,0.05000,1.531
1,block_sparse_moe.experts.22.w2,0.0000003297,0.05000,1.491
1,block_sparse_moe.experts.28.w2,0.0000044188,0.05000,1.499
1,block_sparse_moe.experts.23.w2,0.0000000771,0.05000,1.579
1,block_sparse_moe.experts.16.w2,0.0000001066,0.05000,1.538
1,block_sparse_moe.experts.25.w2,0.0000001032,0.05000,1.572
1,block_sparse_moe.experts.17.w2,0.0000004843,0.05000,1.590
1,block_sparse_moe.experts.21.w2,0.0000002543,0.05000,1.585
1,block_sparse_moe.experts.20.w2,0.0000007101,0.05000,1.565
1,block_sparse_moe.experts.29.w2,0.0000013968,0.05000,1.573
1,block_sparse_moe.experts.43.w2,0.0000001733,0.05000,1.415
1,block_sparse_moe.experts.47.w2,0.0000003608,0.05000,1.377
1,block_sparse_moe.experts.44.w2,0.0000008501,0.05000,1.381
1,block_sparse_moe.experts.35.w2,0.0000000907,0.05000,1.454
1,block_sparse_moe.experts.40.w2,0.0000008854,0.05000,1.458
1,block_sparse_moe.experts.32.w2,0.0000001079,0.05000,1.404
1,block_sparse_moe.experts.39.w2,0.0000007589,0.05000,1.497
1,block_sparse_moe.experts.46.w2,0.0000000138,0.05000,1.549
1,block_sparse_moe.experts.34.w2,0.0000001680,0.05000,1.567
1,block_sparse_moe.experts.36.w2,0.0000003607,0.05000,1.435
1,block_sparse_moe.experts.42.w2,0.0000004818,0.05000,1.582
1,block_sparse_moe.experts.38.w2,0.0000001179,0.05000,1.571
1,block_sparse_moe.experts.33.w2,0.0000002191,0.05000,1.492
1,block_sparse_moe.experts.41.w2,0.0000001914,0.05000,1.538
1,block_sparse_moe.experts.37.w2,0.0000003604,0.05000,1.505
1,block_sparse_moe.experts.45.w2,0.0000006036,0.05000,1.523
1,block_sparse_moe.experts.59.w2,0.0000001199,0.05000,1.449
1,block_sparse_moe.experts.63.w2,0.0000001085,0.05000,1.429
1,block_sparse_moe.experts.51.w2,0.0000001463,0.05000,1.440
1,block_sparse_moe.experts.55.w2,0.0000004693,0.05000,1.363
1,block_sparse_moe.experts.56.w2,0.0000008589,0.05000,1.448
1,block_sparse_moe.experts.48.w2,0.0000011014,0.05000,1.495
1,block_sparse_moe.experts.60.w2,0.0000002748,0.05000,1.571
1,block_sparse_moe.experts.62.w2,0.0000000817,0.05000,1.460
1,block_sparse_moe.experts.54.w2,0.0000003636,0.05000,1.434
1,block_sparse_moe.experts.50.w2,0.0000005389,0.05000,1.489
1,block_sparse_moe.experts.58.w2,0.0000005149,0.05000,1.493
1,block_sparse_moe.experts.52.w2,0.0000006914,0.05000,1.516
1,block_sparse_moe.experts.57.w2,0.0000023925,0.05000,1.516
1,block_sparse_moe.experts.49.w2,0.0000005320,0.05000,1.537
1,block_sparse_moe.experts.53.w2,0.0000001856,0.05000,1.552
1,block_sparse_moe.experts.61.w2,0.0000001453,0.05000,1.523
1,block_sparse_moe.experts.75.w2,0.0000008728,0.05000,1.394
1,block_sparse_moe.experts.71.w2,0.0000011743,0.05000,1.347
1,block_sparse_moe.experts.79.w2,0.0000006720,0.05000,1.436
1,block_sparse_moe.experts.67.w2,0.0000001955,0.05000,1.394
1,block_sparse_moe.experts.72.w2,0.0000001365,0.05000,1.554
1,block_sparse_moe.experts.64.w2,0.0000002812,0.05000,1.562
1,block_sparse_moe.experts.66.w2,0.0000006519,0.05000,1.487
1,block_sparse_moe.experts.78.w2,0.0000025719,0.05000,1.518
1,block_sparse_moe.experts.70.w2,0.0000001221,0.05000,1.506
1,block_sparse_moe.experts.74.w2,0.0000000410,0.05000,1.466
1,block_sparse_moe.experts.76.w2,0.0000006680,0.05000,1.561
1,block_sparse_moe.experts.65.w2,0.0000004397,0.05000,1.483
1,block_sparse_moe.experts.69.w2,0.0000002617,0.05000,1.479
1,block_sparse_moe.experts.68.w2,0.0000000747,0.05000,1.578
1,block_sparse_moe.experts.77.w2,0.0000000766,0.05000,1.490
1,block_sparse_moe.experts.73.w2,0.0000041564,0.05000,1.600
1,block_sparse_moe.experts.91.w2,0.0000008599,0.05000,1.500
1,block_sparse_moe.experts.83.w2,0.0000001950,0.05000,1.509
1,block_sparse_moe.experts.87.w2,0.0000005722,0.05000,1.589
1,block_sparse_moe.experts.95.w2,0.0000002121,0.05000,1.585
1,block_sparse_moe.experts.88.w2,0.0000003532,0.05000,1.444
1,block_sparse_moe.experts.80.w2,0.0000000338,0.05000,1.412
1,block_sparse_moe.experts.92.w2,0.0000005146,0.05000,1.467
1,block_sparse_moe.experts.82.w2,0.0000001046,0.05000,1.513
1,block_sparse_moe.experts.90.w2,0.0000002239,0.05000,1.507
1,block_sparse_moe.experts.86.w2,0.0000003708,0.05000,1.515
1,block_sparse_moe.experts.84.w2,0.0000002820,0.05000,1.407
1,block_sparse_moe.experts.94.w2,0.0000015109,0.05000,1.557
1,block_sparse_moe.experts.81.w2,0.0000004105,0.05000,1.486
1,block_sparse_moe.experts.89.w2,0.0000002511,0.05000,1.474
1,block_sparse_moe.experts.85.w2,0.0000000423,0.05000,1.555
1,block_sparse_moe.experts.93.w2,0.0000001466,0.05000,1.526
1,block_sparse_moe.experts.107.w2,0.0000006391,0.05000,1.455
1,block_sparse_moe.experts.103.w2,0.0000000391,0.05000,1.401
1,block_sparse_moe.experts.99.w2,0.0000006072,0.05000,1.474
1,block_sparse_moe.experts.111.w2,0.0000000208,0.05000,1.439
1,block_sparse_moe.experts.104.w2,0.0000001026,0.05000,1.390
1,block_sparse_moe.experts.96.w2,0.0000001519,0.05000,1.362
1,block_sparse_moe.experts.108.w2,0.0000003182,0.05000,1.363
1,block_sparse_moe.experts.100.w2,0.0000001783,0.05000,1.369
1,block_sparse_moe.experts.97.w2,0.0000003296,0.05000,1.374
1,block_sparse_moe.experts.101.w2,0.0000000741,0.05000,1.314
1,block_sparse_moe.experts.109.w2,0.0000009061,0.05000,1.304
1,block_sparse_moe.experts.106.w2,0.0000000167,0.05000,1.549
1,block_sparse_moe.experts.98.w2,0.0000002613,0.05000,1.582
1,block_sparse_moe.experts.102.w2,0.0000007511,0.05000,1.594
1,block_sparse_moe.experts.105.w2,0.0000003265,0.05000,1.435
1,block_sparse_moe.experts.110.w2,0.0000001069,0.05000,1.571
1,block_sparse_moe.experts.123.w2,0.0000000594,0.05000,1.602
1,block_sparse_moe.experts.120.w2,0.0000004755,0.05000,1.475
1,block_sparse_moe.experts.112.w2,0.0000001511,0.05000,1.507
1,block_sparse_moe.experts.124.w2,0.0000000664,0.05000,1.468
1,block_sparse_moe.experts.115.w2,0.0000002214,0.05000,1.603
1,block_sparse_moe.experts.127.w2,0.0000010526,0.05000,1.587
1,block_sparse_moe.experts.116.w2,0.0000006312,0.05000,1.456
1,block_sparse_moe.experts.119.w2,0.0000002489,0.05000,1.684
1,block_sparse_moe.experts.125.w2,0.0000017677,0.05000,1.566
1,block_sparse_moe.experts.117.w2,0.0000000540,0.05000,1.603
1,block_sparse_moe.experts.118.w2,0.0000001356,0.05000,1.509
1,block_sparse_moe.experts.113.w2,0.0000003269,0.05000,1.665
1,block_sparse_moe.experts.122.w2,0.0000002501,0.05000,1.581
1,block_sparse_moe.experts.126.w2,0.0000009416,0.05000,1.532
1,block_sparse_moe.experts.114.w2,0.0000003629,0.05000,1.586
1,block_sparse_moe.experts.121.w2,0.0000006852,0.05000,1.597
1,block_sparse_moe.experts.128.w2,0.0000003024,0.05000,1.499
1,block_sparse_moe.experts.136.w2,0.0000001790,0.05000,1.581
1,block_sparse_moe.experts.140.w2,0.0000018494,0.05000,1.543
1,block_sparse_moe.experts.139.w2,0.0000004394,0.05000,1.650
1,block_sparse_moe.experts.132.w2,0.0000000720,0.05000,1.505
1,block_sparse_moe.experts.143.w2,0.0000000941,0.05000,1.580
1,block_sparse_moe.experts.135.w2,0.0000001965,0.05000,1.582
1,block_sparse_moe.experts.131.w2,0.0000005859,0.05000,1.670
1,block_sparse_moe.experts.141.w2,0.0000001049,0.05000,1.488
1,block_sparse_moe.experts.133.w2,0.0000018503,0.05000,1.499
1,block_sparse_moe.experts.129.w2,0.0000046990,0.05000,1.510
1,block_sparse_moe.experts.134.w2,0.0000001358,0.05000,1.526
1,block_sparse_moe.experts.130.w2,0.0000004803,0.05000,1.488
1,block_sparse_moe.experts.142.w2,0.0000012553,0.05000,1.550
1,block_sparse_moe.experts.138.w2,0.0000003315,0.05000,1.586
1,block_sparse_moe.experts.137.w2,0.0000005212,0.05000,1.518
1,block_sparse_moe.experts.155.w2,0.0000015830,0.05000,1.469
1,block_sparse_moe.experts.156.w2,0.0000000094,0.05000,1.513
1,block_sparse_moe.experts.144.w2,0.0000002783,0.05000,1.600
1,block_sparse_moe.experts.148.w2,0.0000002179,0.05000,1.504
1,block_sparse_moe.experts.159.w2,0.0000000662,0.05000,1.477
1,block_sparse_moe.experts.152.w2,0.0000005373,0.05000,1.571
1,block_sparse_moe.experts.151.w2,0.0000001037,0.05000,1.464
1,block_sparse_moe.experts.147.w2,0.0000001435,0.05000,1.497
1,block_sparse_moe.experts.157.w2,0.0000001926,0.05000,1.467
1,block_sparse_moe.experts.149.w2,0.0000000389,0.05000,1.450
1,block_sparse_moe.experts.145.w2,0.0000001025,0.05000,1.451
1,block_sparse_moe.experts.146.w2,0.0000008565,0.05000,1.491
1,block_sparse_moe.experts.150.w2,0.0000002343,0.05000,1.520
1,block_sparse_moe.experts.153.w2,0.0000000229,0.05000,1.473
1,block_sparse_moe.experts.158.w2,0.0000004585,0.05000,1.541
1,block_sparse_moe.experts.154.w2,0.0000001232,0.05000,1.570
1,block_sparse_moe.experts.171.w2,0.0000006050,0.05000,1.500
1,block_sparse_moe.experts.164.w2,0.0000002138,0.05000,1.489
1,block_sparse_moe.experts.172.w2,0.0000002147,0.05000,1.524
1,block_sparse_moe.experts.160.w2,0.0000001556,0.05000,1.535
1,block_sparse_moe.experts.168.w2,0.0000002576,0.05000,1.516
1,block_sparse_moe.experts.167.w2,0.0000002159,0.05000,1.488
1,block_sparse_moe.experts.173.w2,0.0000000887,0.05000,1.401
1,block_sparse_moe.experts.175.w2,0.0000007484,0.05000,1.545
1,block_sparse_moe.experts.165.w2,0.0000002719,0.05000,1.412
1,block_sparse_moe.experts.161.w2,0.0000006429,0.05000,1.411
1,block_sparse_moe.experts.163.w2,0.0000000931,0.05000,1.540
1,block_sparse_moe.experts.169.w2,0.0000002408,0.05000,1.415
1,block_sparse_moe.experts.162.w2,0.0000001572,0.05000,1.515
1,block_sparse_moe.experts.166.w2,0.0000000180,0.05000,1.525
1,block_sparse_moe.experts.174.w2,0.0000001470,0.05000,1.469
1,block_sparse_moe.experts.170.w2,0.0000011783,0.05000,1.454
1,block_sparse_moe.experts.187.w2,0.0000006876,0.05000,1.397
1,block_sparse_moe.experts.188.w2,0.0000012169,0.05000,1.403
1,block_sparse_moe.experts.189.w2,0.0000002137,0.05000,1.369
1,block_sparse_moe.experts.181.w2,0.0000004021,0.05000,1.352
1,block_sparse_moe.experts.180.w2,0.0000001425,0.05000,1.477
1,block_sparse_moe.experts.177.w2,0.0000002170,0.05000,1.361
1,block_sparse_moe.experts.176.w2,0.0000004362,0.05000,1.455
1,block_sparse_moe.experts.183.w2,0.0000000664,0.05000,1.473
1,block_sparse_moe.experts.191.w2,0.0000001903,0.05000,1.494
1,block_sparse_moe.experts.184.w2,0.0000000752,0.05000,1.549
1,block_sparse_moe.experts.179.w2,0.0000004475,0.05000,1.462
1,block_sparse_moe.experts.185.w2,0.0000003648,0.05000,1.411
1,block_sparse_moe.experts.178.w2,0.0000002256,0.05000,1.423
1,block_sparse_moe.experts.186.w2,0.0000002349,0.05000,1.459
1,block_sparse_moe.experts.182.w2,0.0000000859,0.05000,1.575
1,block_sparse_moe.experts.190.w2,0.0000015874,0.05000,1.546
1,block_sparse_moe.experts.197.w2,0.0000001730,0.05000,1.351
1,block_sparse_moe.experts.203.w2,0.0000002621,0.05000,1.431
1,block_sparse_moe.experts.193.w2,0.0000003167,0.05000,1.350
1,block_sparse_moe.experts.205.w2,0.0000000596,0.05000,1.457
1,block_sparse_moe.experts.204.w2,0.0000013140,0.05000,1.561
1,block_sparse_moe.experts.199.w2,0.0000004868,0.05000,1.480
1,block_sparse_moe.experts.207.w2,0.0000003769,0.05000,1.452
1,block_sparse_moe.experts.200.w2,0.0000001570,0.05000,1.455
1,block_sparse_moe.experts.196.w2,0.0000000892,0.05000,1.567
1,block_sparse_moe.experts.192.w2,0.0000002806,0.05000,1.554
1,block_sparse_moe.experts.195.w2,0.0000000264,0.05000,1.485
1,block_sparse_moe.experts.201.w2,0.0000002609,0.05000,1.490
1,block_sparse_moe.experts.194.w2,0.0000003318,0.05000,1.572
1,block_sparse_moe.experts.202.w2,0.0000008425,0.05000,1.620
1,block_sparse_moe.experts.206.w2,0.0000002421,0.05000,1.604
1,block_sparse_moe.experts.198.w2,0.0000011673,0.05000,1.606
1,block_sparse_moe.experts.209.w2,0.0000022561,0.05000,1.438
1,block_sparse_moe.experts.213.w2,0.0000002360,0.05000,1.513
1,block_sparse_moe.experts.221.w2,0.0000002472,0.05000,1.460
1,block_sparse_moe.experts.219.w2,0.0000004401,0.05000,1.594
1,block_sparse_moe.experts.220.w2,0.0000012073,0.05000,1.565
1,block_sparse_moe.experts.215.w2,0.0000000982,0.05000,1.574
1,block_sparse_moe.experts.217.w2,0.0000001765,0.05000,1.423
1,block_sparse_moe.experts.208.w2,0.0000000929,0.05000,1.582
1,block_sparse_moe.experts.223.w2,0.0000005196,0.05000,1.622
1,block_sparse_moe.experts.216.w2,0.0000000102,0.05000,1.603
1,block_sparse_moe.experts.212.w2,0.0000002746,0.05000,1.610
1,block_sparse_moe.experts.211.w2,0.0000001944,0.05000,1.615
1,block_sparse_moe.experts.210.w2,0.0000002273,0.05000,1.665
1,block_sparse_moe.experts.218.w2,0.0000003696,0.05000,1.644
1,block_sparse_moe.experts.222.w2,0.0000000765,0.05000,1.622
1,block_sparse_moe.experts.214.w2,0.0000001107,0.05000,1.697
1,block_sparse_moe.experts.225.w2,0.0000002718,0.05000,1.473
1,block_sparse_moe.experts.237.w2,0.0000000846,0.05000,1.472
1,block_sparse_moe.experts.229.w2,0.0000004645,0.05000,1.554
1,block_sparse_moe.experts.233.w2,0.0000003809,0.05000,1.521
1,block_sparse_moe.experts.235.w2,0.0000006780,0.05000,1.710
1,block_sparse_moe.experts.236.w2,0.0000001712,0.05000,1.579
1,block_sparse_moe.experts.231.w2,0.0000002443,0.05000,1.619
1,block_sparse_moe.experts.224.w2,0.0000010005,0.05000,1.569
1,block_sparse_moe.experts.228.w2,0.0000000304,0.05000,1.561
1,block_sparse_moe.experts.239.w2,0.0000003992,0.05000,1.621
1,block_sparse_moe.experts.232.w2,0.0000039784,0.05000,1.636
1,block_sparse_moe.experts.227.w2,0.0000007177,0.05000,1.576
1,block_sparse_moe.experts.226.w2,0.0000007692,0.05000,1.517
1,block_sparse_moe.experts.238.w2,0.0000000290,0.05000,1.506
1,block_sparse_moe.experts.234.w2,0.0000003256,0.05000,1.554
1,block_sparse_moe.experts.230.w2,0.0000001346,0.05000,1.486
1,block_sparse_moe.experts.241.w2,0.0000001337,0.05000,1.511
1,block_sparse_moe.experts.245.w2,0.0000001477,0.05000,1.469
1,block_sparse_moe.experts.253.w2,0.0000002339,0.05000,1.537
1,block_sparse_moe.experts.249.w2,0.0000000092,0.05000,1.351
1,block_sparse_moe.experts.252.w2,0.0000009065,0.05000,1.554
1,block_sparse_moe.experts.240.w2,0.0000000596,0.05000,1.500
1,block_sparse_moe.experts.244.w2,0.0000001072,0.05000,1.501
1,block_sparse_moe.experts.251.w2,0.0000007173,0.05000,1.627
1,block_sparse_moe.experts.247.w2,0.0000001072,0.05000,1.552
1,block_sparse_moe.experts.248.w2,0.0000036037,0.05000,1.461
1,block_sparse_moe.experts.255.w2,0.0000002548,0.05000,1.562
1,block_sparse_moe.experts.243.w2,0.0000001644,0.05000,1.541
1,block_sparse_moe.experts.242.w2,0.0000009393,0.05000,1.443
1,block_sparse_moe.experts.254.w2,0.0000004306,0.05000,1.374
1,block_sparse_moe.experts.250.w2,0.0000001840,0.05000,1.372
1,block_sparse_moe.experts.246.w2,0.0000010368,0.05000,1.351
2,self_attn.q_proj,0.0000000065,0.05000,0.978
2,self_attn.v_proj,0.0000000009,0.05000,1.026
2,self_attn.k_proj,0.0000000010,0.05000,1.150
2,self_attn.o_proj,0.0000000018,0.05000,1.764
2,block_sparse_moe.experts.4.w1,0.0000009635,0.05000,2.971
2,block_sparse_moe.experts.12.w1,0.0000088940,0.05000,2.977
2,block_sparse_moe.experts.15.w1,0.0000012225,0.05000,3.106
2,block_sparse_moe.experts.3.w1,0.0000151270,0.05000,3.130
2,block_sparse_moe.experts.0.w1,0.0000049175,0.05000,3.134
2,block_sparse_moe.experts.10.w1,0.0000199447,0.05000,3.124
2,block_sparse_moe.experts.6.w1,0.0000072594,0.05000,3.194
2,block_sparse_moe.experts.11.w1,0.0000704549,0.05000,3.173
2,block_sparse_moe.experts.14.w1,0.0000058054,0.05000,3.177
2,block_sparse_moe.experts.2.w1,0.0000061430,0.05000,3.184
2,block_sparse_moe.experts.7.w1,0.0000357149,0.05000,3.198
2,block_sparse_moe.experts.8.w1,0.0000071960,0.05000,3.200
2,block_sparse_moe.experts.5.w1,0.0000067224,0.05000,3.391
2,block_sparse_moe.experts.9.w1,0.0000059407,0.05000,3.409
2,block_sparse_moe.experts.13.w1,0.0000369065,0.05000,3.444
2,block_sparse_moe.experts.1.w1,0.0000092011,0.05000,3.476
2,block_sparse_moe.experts.31.w1,0.0000030900,0.05000,2.907
2,block_sparse_moe.experts.20.w1,0.0000011322,0.05000,3.125
2,block_sparse_moe.experts.23.w1,0.0000014929,0.05000,2.922
2,block_sparse_moe.experts.27.w1,0.0000045108,0.05000,2.923
2,block_sparse_moe.experts.19.w1,0.0000099948,0.05000,3.037
2,block_sparse_moe.experts.28.w1,0.0000036293,0.05000,3.176
2,block_sparse_moe.experts.26.w1,0.0000038808,0.05000,3.057
2,block_sparse_moe.experts.25.w1,0.0000046764,0.05000,2.815
2,block_sparse_moe.experts.17.w1,0.0000095825,0.05000,2.782
2,block_sparse_moe.experts.22.w1,0.0000293348,0.05000,3.088
2,block_sparse_moe.experts.16.w1,0.0000030055,0.05000,3.183
2,block_sparse_moe.experts.24.w1,0.0000030469,0.05000,3.118
2,block_sparse_moe.experts.29.w1,0.0000042001,0.05000,2.867
2,block_sparse_moe.experts.21.w1,0.0000059554,0.05000,2.964
2,block_sparse_moe.experts.18.w1,0.0000028578,0.05000,3.172
2,block_sparse_moe.experts.30.w1,0.0000031065,0.05000,3.233
2,block_sparse_moe.experts.41.w1,0.0000030330,0.05000,2.783
2,block_sparse_moe.experts.45.w1,0.0000023741,0.05000,2.757
2,block_sparse_moe.experts.33.w1,0.0000169708,0.05000,2.815
2,block_sparse_moe.experts.37.w1,0.0000055420,0.05000,2.798
2,block_sparse_moe.experts.47.w1,0.0000123490,0.05000,3.175
2,block_sparse_moe.experts.35.w1,0.0000158491,0.05000,3.084
2,block_sparse_moe.experts.39.w1,0.0000267716,0.05000,3.132
2,block_sparse_moe.experts.36.w1,0.0000019071,0.05000,3.175
2,block_sparse_moe.experts.44.w1,0.0000038781,0.05000,3.100
2,block_sparse_moe.experts.42.w1,0.0000823362,0.05000,3.137
2,block_sparse_moe.experts.43.w1,0.0000104233,0.05000,3.268
2,block_sparse_moe.experts.38.w1,0.0000047212,0.05000,3.125
2,block_sparse_moe.experts.34.w1,0.0000102320,0.05000,3.038
2,block_sparse_moe.experts.32.w1,0.0000550714,0.05000,3.119
2,block_sparse_moe.experts.40.w1,0.0000026564,0.05000,3.177
2,block_sparse_moe.experts.46.w1,0.0000189650,0.05000,3.072
2,block_sparse_moe.experts.57.w1,0.0000070194,0.05000,2.995
2,block_sparse_moe.experts.49.w1,0.0000806613,0.05000,2.953
2,block_sparse_moe.experts.61.w1,0.0000071442,0.05000,3.009
2,block_sparse_moe.experts.53.w1,0.0000032676,0.05000,3.065
2,block_sparse_moe.experts.60.w1,0.0000053902,0.05000,3.027
2,block_sparse_moe.experts.55.w1,0.0000083625,0.05000,3.054
2,block_sparse_moe.experts.51.w1,0.0000041594,0.05000,3.079
2,block_sparse_moe.experts.63.w1,0.0000024406,0.05000,3.164
2,block_sparse_moe.experts.59.w1,0.0000011353,0.05000,2.994
2,block_sparse_moe.experts.52.w1,0.0000054674,0.05000,3.138
2,block_sparse_moe.experts.50.w1,0.0000042449,0.05000,3.055
2,block_sparse_moe.experts.62.w1,0.0000021822,0.05000,2.961
2,block_sparse_moe.experts.58.w1,0.0000050391,0.05000,3.168
2,block_sparse_moe.experts.48.w1,0.0000750376,0.05000,3.088
2,block_sparse_moe.experts.54.w1,0.0000233990,0.05000,3.124
2,block_sparse_moe.experts.56.w1,0.0000025762,0.05000,3.087
2,block_sparse_moe.experts.73.w1,0.0000015818,0.05000,3.070
2,block_sparse_moe.experts.65.w1,0.0000302526,0.05000,3.081
2,block_sparse_moe.experts.77.w1,0.0000105334,0.05000,3.083
2,block_sparse_moe.experts.69.w1,0.0000052478,0.05000,3.016
2,block_sparse_moe.experts.76.w1,0.0000075504,0.05000,3.055
2,block_sparse_moe.experts.71.w1,0.0000424919,0.05000,3.073
2,block_sparse_moe.experts.79.w1,0.0000178834,0.05000,3.097
2,block_sparse_moe.experts.67.w1,0.0000198780,0.05000,3.148
2,block_sparse_moe.experts.66.w1,0.0000261897,0.05000,3.034
2,block_sparse_moe.experts.68.w1,0.0000077345,0.05000,3.092
2,block_sparse_moe.experts.78.w1,0.0000029460,0.05000,3.071
2,block_sparse_moe.experts.75.w1,0.0000087282,0.05000,3.158
2,block_sparse_moe.experts.64.w1,0.0000018366,0.05000,3.017
2,block_sparse_moe.experts.70.w1,0.0000036523,0.05000,3.033
2,block_sparse_moe.experts.74.w1,0.0000098487,0.05000,3.140
2,block_sparse_moe.experts.72.w1,0.0000444985,0.05000,3.080
2,block_sparse_moe.experts.81.w1,0.0000075465,0.05000,2.870
2,block_sparse_moe.experts.89.w1,0.0000121423,0.05000,2.993
2,block_sparse_moe.experts.93.w1,0.0000037090,0.05000,3.003
2,block_sparse_moe.experts.85.w1,0.0000137327,0.05000,3.070
2,block_sparse_moe.experts.82.w1,0.0000088739,0.05000,2.847
2,block_sparse_moe.experts.92.w1,0.0000182030,0.05000,3.003
2,block_sparse_moe.experts.87.w1,0.0000033711,0.05000,3.067
2,block_sparse_moe.experts.90.w1,0.0000027543,0.05000,2.810
2,block_sparse_moe.experts.86.w1,0.0000063989,0.05000,2.910
2,block_sparse_moe.experts.94.w1,0.0000045106,0.05000,2.962
2,block_sparse_moe.experts.84.w1,0.0000027102,0.05000,3.025
2,block_sparse_moe.experts.83.w1,0.0000038660,0.05000,3.062
2,block_sparse_moe.experts.80.w1,0.0000289078,0.05000,3.014
2,block_sparse_moe.experts.95.w1,0.0000009812,0.05000,3.143
2,block_sparse_moe.experts.91.w1,0.0000217751,0.05000,3.120
2,block_sparse_moe.experts.88.w1,0.0000279327,0.05000,3.020
2,block_sparse_moe.experts.97.w1,0.0000122630,0.05000,3.078
2,block_sparse_moe.experts.105.w1,0.0000026355,0.05000,3.079
2,block_sparse_moe.experts.109.w1,0.0000011197,0.05000,3.033
2,block_sparse_moe.experts.101.w1,0.0000076858,0.05000,3.000
2,block_sparse_moe.experts.108.w1,0.0000366809,0.05000,3.051
2,block_sparse_moe.experts.98.w1,0.0000167251,0.05000,3.111
2,block_sparse_moe.experts.96.w1,0.0000041288,0.05000,2.979
2,block_sparse_moe.experts.103.w1,0.0000070032,0.05000,3.126
2,block_sparse_moe.experts.110.w1,0.0000052605,0.05000,3.083
2,block_sparse_moe.experts.100.w1,0.0000065071,0.05000,3.062
2,block_sparse_moe.experts.106.w1,0.0000080314,0.05000,3.141
2,block_sparse_moe.experts.102.w1,0.0000038588,0.05000,3.147
2,block_sparse_moe.experts.99.w1,0.0000032215,0.05000,3.204
2,block_sparse_moe.experts.111.w1,0.0000029800,0.05000,3.135
2,block_sparse_moe.experts.104.w1,0.0000075257,0.05000,3.094
2,block_sparse_moe.experts.107.w1,0.0000057780,0.05000,3.165
2,block_sparse_moe.experts.113.w1,0.0000444401,0.05000,3.065
2,block_sparse_moe.experts.121.w1,0.0000003561,0.05000,3.087
2,block_sparse_moe.experts.125.w1,0.0000062383,0.05000,3.038
2,block_sparse_moe.experts.117.w1,0.0000089399,0.05000,3.086
2,block_sparse_moe.experts.124.w1,0.0000023861,0.05000,3.013
2,block_sparse_moe.experts.112.w1,0.0000051234,0.05000,2.949
2,block_sparse_moe.experts.116.w1,0.0000187298,0.05000,2.977
2,block_sparse_moe.experts.114.w1,0.0000498824,0.05000,3.138
2,block_sparse_moe.experts.118.w1,0.0000094481,0.05000,3.031
2,block_sparse_moe.experts.122.w1,0.0000050523,0.05000,3.109
2,block_sparse_moe.experts.126.w1,0.0000026759,0.05000,3.216
2,block_sparse_moe.experts.120.w1,0.0000659405,0.05000,3.021
2,block_sparse_moe.experts.119.w1,0.0000277125,0.05000,3.323
2,block_sparse_moe.experts.115.w1,0.0000091628,0.05000,3.217
2,block_sparse_moe.experts.123.w1,0.0000023022,0.05000,3.244
2,block_sparse_moe.experts.127.w1,0.0000013724,0.05000,3.327
2,block_sparse_moe.experts.129.w1,0.0000034061,0.05000,3.162
2,block_sparse_moe.experts.141.w1,0.0000272441,0.05000,3.134
2,block_sparse_moe.experts.137.w1,0.0000033055,0.05000,3.241
2,block_sparse_moe.experts.133.w1,0.0000100581,0.05000,3.141
2,block_sparse_moe.experts.128.w1,0.0000206922,0.05000,3.080
2,block_sparse_moe.experts.140.w1,0.0000040562,0.05000,3.213
2,block_sparse_moe.experts.130.w1,0.0000307871,0.05000,3.080
2,block_sparse_moe.experts.134.w1,0.0000017284,0.05000,3.062
2,block_sparse_moe.experts.132.w1,0.0000019824,0.05000,3.186
2,block_sparse_moe.experts.138.w1,0.0000134211,0.05000,3.089
2,block_sparse_moe.experts.136.w1,0.0000035951,0.05000,3.083
2,block_sparse_moe.experts.131.w1,0.0000070884,0.05000,2.965
2,block_sparse_moe.experts.135.w1,0.0000066332,0.05000,3.064
2,block_sparse_moe.experts.142.w1,0.0000062421,0.05000,3.199
2,block_sparse_moe.experts.143.w1,0.0000231104,0.05000,3.051
2,block_sparse_moe.experts.139.w1,0.0000023738,0.05000,3.058
2,block_sparse_moe.experts.145.w1,0.0000238887,0.05000,3.135
2,block_sparse_moe.experts.157.w1,0.0000174000,0.05000,3.136
2,block_sparse_moe.experts.153.w1,0.0000006504,0.05000,3.077
2,block_sparse_moe.experts.149.w1,0.0000146543,0.05000,3.054
2,block_sparse_moe.experts.150.w1,0.0000033194,0.05000,2.989
2,block_sparse_moe.experts.146.w1,0.0000079322,0.05000,3.062
2,block_sparse_moe.experts.144.w1,0.0000075956,0.05000,3.176
2,block_sparse_moe.experts.156.w1,0.0000087343,0.05000,3.159
2,block_sparse_moe.experts.154.w1,0.0000472388,0.05000,3.008
2,block_sparse_moe.experts.147.w1,0.0000089629,0.05000,2.937
2,block_sparse_moe.experts.151.w1,0.0000033132,0.05000,2.963
2,block_sparse_moe.experts.148.w1,0.0000138707,0.05000,3.212
2,block_sparse_moe.experts.159.w1,0.0000058586,0.05000,2.912
2,block_sparse_moe.experts.155.w1,0.0000035285,0.05000,2.911
2,block_sparse_moe.experts.152.w1,0.0000132729,0.05000,3.164
2,block_sparse_moe.experts.158.w1,0.0000051047,0.05000,3.058
2,block_sparse_moe.experts.161.w1,0.0000115424,0.05000,3.104
2,block_sparse_moe.experts.173.w1,0.0000052716,0.05000,3.087
2,block_sparse_moe.experts.169.w1,0.0000009217,0.05000,3.076
2,block_sparse_moe.experts.165.w1,0.0000018080,0.05000,3.112
2,block_sparse_moe.experts.160.w1,0.0000100804,0.05000,2.991
2,block_sparse_moe.experts.162.w1,0.0000346668,0.05000,3.026
2,block_sparse_moe.experts.172.w1,0.0000089335,0.05000,2.966
2,block_sparse_moe.experts.166.w1,0.0000162033,0.05000,3.091
2,block_sparse_moe.experts.170.w1,0.0000056898,0.05000,3.080
2,block_sparse_moe.experts.163.w1,0.0000041939,0.05000,3.027
2,block_sparse_moe.experts.167.w1,0.0000029339,0.05000,3.076
2,block_sparse_moe.experts.164.w1,0.0000183658,0.05000,3.067
2,block_sparse_moe.experts.171.w1,0.0000186754,0.05000,3.011
2,block_sparse_moe.experts.168.w1,0.0000086585,0.05000,3.035
2,block_sparse_moe.experts.175.w1,0.0000032323,0.05000,3.051
2,block_sparse_moe.experts.174.w1,0.0000021176,0.05000,3.083
2,block_sparse_moe.experts.177.w1,0.0000207764,0.05000,2.889
2,block_sparse_moe.experts.189.w1,0.0000142058,0.05000,2.902
2,block_sparse_moe.experts.185.w1,0.0000027246,0.05000,2.903
2,block_sparse_moe.experts.181.w1,0.0000051157,0.05000,2.885
2,block_sparse_moe.experts.182.w1,0.0001174360,0.05000,2.961
2,block_sparse_moe.experts.178.w1,0.0000100386,0.05000,3.028
2,block_sparse_moe.experts.176.w1,0.0000094515,0.05000,3.089
2,block_sparse_moe.experts.186.w1,0.0000061941,0.05000,2.968
2,block_sparse_moe.experts.188.w1,0.0000050175,0.05000,3.140
2,block_sparse_moe.experts.179.w1,0.0000784702,0.05000,3.027
2,block_sparse_moe.experts.183.w1,0.0000146331,0.05000,3.114
2,block_sparse_moe.experts.190.w1,0.0000017630,0.05000,3.027
2,block_sparse_moe.experts.191.w1,0.0000016950,0.05000,3.067
2,block_sparse_moe.experts.180.w1,0.0000059473,0.05000,3.146
2,block_sparse_moe.experts.187.w1,0.0000042526,0.05000,3.170
2,block_sparse_moe.experts.184.w1,0.0000069976,0.05000,3.173
2,block_sparse_moe.experts.205.w1,0.0000012975,0.05000,2.946
2,block_sparse_moe.experts.193.w1,0.0000011551,0.05000,3.029
2,block_sparse_moe.experts.201.w1,0.0000107748,0.05000,3.108
2,block_sparse_moe.experts.198.w1,0.0000139902,0.05000,2.916
2,block_sparse_moe.experts.197.w1,0.0000054894,0.05000,3.092
2,block_sparse_moe.experts.194.w1,0.0000107080,0.05000,2.936
2,block_sparse_moe.experts.204.w1,0.0000398961,0.05000,2.924
2,block_sparse_moe.experts.192.w1,0.0000070860,0.05000,3.037
2,block_sparse_moe.experts.202.w1,0.0000062542,0.05000,3.018
2,block_sparse_moe.experts.195.w1,0.0000029653,0.05000,3.077
2,block_sparse_moe.experts.196.w1,0.0000054453,0.05000,2.960
2,block_sparse_moe.experts.199.w1,0.0000044481,0.05000,3.056
2,block_sparse_moe.experts.206.w1,0.0000066491,0.05000,3.028
2,block_sparse_moe.experts.203.w1,0.0000129205,0.05000,3.005
2,block_sparse_moe.experts.200.w1,0.0000242400,0.05000,2.984
2,block_sparse_moe.experts.207.w1,0.0000057346,0.05000,3.155
2,block_sparse_moe.experts.209.w1,0.0000045286,0.05000,2.991
2,block_sparse_moe.experts.221.w1,0.0000121794,0.05000,3.018
2,block_sparse_moe.experts.217.w1,0.0000206224,0.05000,3.011
2,block_sparse_moe.experts.214.w1,0.0000018569,0.05000,3.022
2,block_sparse_moe.experts.213.w1,0.0000051109,0.05000,3.059
2,block_sparse_moe.experts.208.w1,0.0000104700,0.05000,2.892
2,block_sparse_moe.experts.210.w1,0.0000058907,0.05000,3.039
2,block_sparse_moe.experts.218.w1,0.0000017987,0.05000,2.983
2,block_sparse_moe.experts.220.w1,0.0000036800,0.05000,3.040
2,block_sparse_moe.experts.222.w1,0.0000079549,0.05000,2.933
2,block_sparse_moe.experts.212.w1,0.0000064048,0.05000,3.022
2,block_sparse_moe.experts.211.w1,0.0000090212,0.05000,3.194
2,block_sparse_moe.experts.216.w1,0.0000032512,0.05000,3.014
2,block_sparse_moe.experts.215.w1,0.0000037510,0.05000,3.182
2,block_sparse_moe.experts.223.w1,0.0000119367,0.05000,3.066
2,block_sparse_moe.experts.219.w1,0.0000063656,0.05000,3.189
2,block_sparse_moe.experts.225.w1,0.0000049820,0.05000,2.687
2,block_sparse_moe.experts.237.w1,0.0000034903,0.05000,2.785
2,block_sparse_moe.experts.233.w1,0.0000038574,0.05000,2.751
2,block_sparse_moe.experts.224.w1,0.0000029773,0.05000,2.759
2,block_sparse_moe.experts.236.w1,0.0000027360,0.05000,2.676
2,block_sparse_moe.experts.226.w1,0.0000373378,0.05000,2.828
2,block_sparse_moe.experts.230.w1,0.0000011778,0.05000,2.945
2,block_sparse_moe.experts.229.w1,0.0000048713,0.05000,2.930
2,block_sparse_moe.experts.234.w1,0.0000013471,0.05000,2.888
2,block_sparse_moe.experts.228.w1,0.0000053480,0.05000,2.681
2,block_sparse_moe.experts.232.w1,0.0000299032,0.05000,2.689
2,block_sparse_moe.experts.238.w1,0.0000629050,0.05000,2.905
2,block_sparse_moe.experts.227.w1,0.0001228269,0.05000,3.074
2,block_sparse_moe.experts.231.w1,0.0000195611,0.05000,3.061
2,block_sparse_moe.experts.235.w1,0.0000293106,0.05000,3.105
2,block_sparse_moe.experts.239.w1,0.0000095268,0.05000,3.141
2,block_sparse_moe.experts.241.w1,0.0000409934,0.05000,3.191
2,block_sparse_moe.experts.253.w1,0.0000011542,0.05000,3.129
2,block_sparse_moe.experts.240.w1,0.0000527936,0.05000,3.008
2,block_sparse_moe.experts.249.w1,0.0000129626,0.05000,3.147
2,block_sparse_moe.experts.252.w1,0.0000343248,0.05000,3.068
2,block_sparse_moe.experts.242.w1,0.0001681820,0.05000,3.144
2,block_sparse_moe.experts.246.w1,0.0000044040,0.05000,3.163
2,block_sparse_moe.experts.245.w1,0.0000019708,0.05000,3.189
2,block_sparse_moe.experts.250.w1,0.0001094518,0.05000,3.099
2,block_sparse_moe.experts.244.w1,0.0000102474,0.05000,3.038
2,block_sparse_moe.experts.248.w1,0.0000037483,0.05000,3.089
2,block_sparse_moe.experts.254.w1,0.0000052286,0.05000,3.158
2,block_sparse_moe.experts.243.w1,0.0000057124,0.05000,3.178
2,block_sparse_moe.experts.247.w1,0.0000025994,0.05000,3.159
2,block_sparse_moe.experts.251.w1,0.0000072813,0.05000,3.160
2,block_sparse_moe.experts.255.w1,0.0000161620,0.05000,3.179
2,block_sparse_moe.experts.1.w3,0.0000085075,0.05000,3.002
2,block_sparse_moe.experts.13.w3,0.0000086104,0.05000,3.028
2,block_sparse_moe.experts.9.w3,0.0000039437,0.05000,2.928
2,block_sparse_moe.experts.0.w3,0.0000046639,0.05000,2.988
2,block_sparse_moe.experts.12.w3,0.0000067690,0.05000,2.982
2,block_sparse_moe.experts.6.w3,0.0000017335,0.05000,2.955
2,block_sparse_moe.experts.2.w3,0.0000030530,0.05000,3.087
2,block_sparse_moe.experts.10.w3,0.0000192692,0.05000,2.996
2,block_sparse_moe.experts.4.w3,0.0000007444,0.05000,3.000
2,block_sparse_moe.experts.8.w3,0.0000042714,0.05000,2.921
2,block_sparse_moe.experts.5.w3,0.0000043699,0.05000,3.150
2,block_sparse_moe.experts.14.w3,0.0000041402,0.05000,3.068
2,block_sparse_moe.experts.3.w3,0.0000128790,0.05000,3.118
2,block_sparse_moe.experts.7.w3,0.0000083649,0.05000,3.022
2,block_sparse_moe.experts.11.w3,0.0000069036,0.05000,3.064
2,block_sparse_moe.experts.15.w3,0.0000009987,0.05000,3.079
2,block_sparse_moe.experts.17.w3,0.0000049067,0.05000,3.037
2,block_sparse_moe.experts.16.w3,0.0000015827,0.05000,2.890
2,block_sparse_moe.experts.28.w3,0.0000029588,0.05000,2.851
2,block_sparse_moe.experts.29.w3,0.0000032609,0.05000,3.052
2,block_sparse_moe.experts.25.w3,0.0000038307,0.05000,3.101
2,block_sparse_moe.experts.20.w3,0.0000010713,0.05000,2.867
2,block_sparse_moe.experts.24.w3,0.0000029086,0.05000,2.830
2,block_sparse_moe.experts.26.w3,0.0000032123,0.05000,2.995
2,block_sparse_moe.experts.22.w3,0.0000202499,0.05000,3.121
2,block_sparse_moe.experts.18.w3,0.0000017968,0.05000,3.118
2,block_sparse_moe.experts.21.w3,0.0000052762,0.05000,3.063
2,block_sparse_moe.experts.30.w3,0.0000030229,0.05000,3.036
2,block_sparse_moe.experts.19.w3,0.0000083885,0.05000,3.125
2,block_sparse_moe.experts.23.w3,0.0000010764,0.05000,3.158
2,block_sparse_moe.experts.27.w3,0.0000032923,0.05000,3.123
2,block_sparse_moe.experts.31.w3,0.0000017262,0.05000,3.163
2,block_sparse_moe.experts.33.w3,0.0000055967,0.05000,2.846
2,block_sparse_moe.experts.44.w3,0.0000033153,0.05000,2.828
2,block_sparse_moe.experts.32.w3,0.0000089249,0.05000,2.915
2,block_sparse_moe.experts.45.w3,0.0000020161,0.05000,2.889
2,block_sparse_moe.experts.41.w3,0.0000020688,0.05000,2.831
2,block_sparse_moe.experts.36.w3,0.0000017554,0.05000,2.944
2,block_sparse_moe.experts.40.w3,0.0000023273,0.05000,2.981
2,block_sparse_moe.experts.42.w3,0.0000576855,0.05000,3.038
2,block_sparse_moe.experts.37.w3,0.0000040083,0.05000,2.843
2,block_sparse_moe.experts.38.w3,0.0000039998,0.05000,3.040
2,block_sparse_moe.experts.34.w3,0.0000093138,0.05000,3.119
2,block_sparse_moe.experts.46.w3,0.0000153130,0.05000,3.092
2,block_sparse_moe.experts.39.w3,0.0000193925,0.05000,2.979
2,block_sparse_moe.experts.35.w3,0.0000029201,0.05000,3.084
2,block_sparse_moe.experts.43.w3,0.0000086634,0.05000,3.008
2,block_sparse_moe.experts.47.w3,0.0000108491,0.05000,3.001
2,block_sparse_moe.experts.49.w3,0.0000059040,0.05000,3.018
2,block_sparse_moe.experts.57.w3,0.0000059253,0.05000,2.874
2,block_sparse_moe.experts.60.w3,0.0000042185,0.05000,3.019
2,block_sparse_moe.experts.61.w3,0.0000040517,0.05000,2.962
2,block_sparse_moe.experts.48.w3,0.0000054368,0.05000,3.065
2,block_sparse_moe.experts.52.w3,0.0000046847,0.05000,3.014
2,block_sparse_moe.experts.53.w3,0.0000029636,0.05000,2.819
2,block_sparse_moe.experts.56.w3,0.0000023889,0.05000,3.010
2,block_sparse_moe.experts.54.w3,0.0000138948,0.05000,3.161
2,block_sparse_moe.experts.58.w3,0.0000033816,0.05000,3.290
2,block_sparse_moe.experts.50.w3,0.0000024911,0.05000,3.243
2,block_sparse_moe.experts.62.w3,0.0000020448,0.05000,3.166
2,block_sparse_moe.experts.55.w3,0.0000068491,0.05000,3.141
2,block_sparse_moe.experts.51.w3,0.0000024433,0.05000,3.158
2,block_sparse_moe.experts.59.w3,0.0000009333,0.05000,3.130
2,block_sparse_moe.experts.63.w3,0.0000007092,0.05000,3.098
2,block_sparse_moe.experts.65.w3,0.0000272641,0.05000,2.539
2,block_sparse_moe.experts.73.w3,0.0000014854,0.05000,2.616
2,block_sparse_moe.experts.77.w3,0.0000098700,0.05000,2.598
2,block_sparse_moe.experts.76.w3,0.0000048429,0.05000,3.114
2,block_sparse_moe.experts.64.w3,0.0000017409,0.05000,3.059
2,block_sparse_moe.experts.69.w3,0.0000048987,0.05000,2.825
2,block_sparse_moe.experts.68.w3,0.0000027386,0.05000,3.127
2,block_sparse_moe.experts.72.w3,0.0000342481,0.05000,3.224
2,block_sparse_moe.experts.70.w3,0.0000033894,0.05000,3.078
2,block_sparse_moe.experts.74.w3,0.0000089759,0.05000,3.106
2,block_sparse_moe.experts.66.w3,0.0000053861,0.05000,3.072
2,block_sparse_moe.experts.78.w3,0.0000027499,0.05000,3.107
2,block_sparse_moe.experts.71.w3,0.0000162719,0.05000,3.097
2,block_sparse_moe.experts.67.w3,0.0000184496,0.05000,3.173
2,block_sparse_moe.experts.75.w3,0.0000078369,0.05000,3.130
2,block_sparse_moe.experts.79.w3,0.0000033831,0.05000,3.143
2,block_sparse_moe.experts.81.w3,0.0000050949,0.05000,3.041
2,block_sparse_moe.experts.89.w3,0.0000082066,0.05000,3.034
2,block_sparse_moe.experts.93.w3,0.0000034413,0.05000,3.104
2,block_sparse_moe.experts.92.w3,0.0000075563,0.05000,3.110
2,block_sparse_moe.experts.85.w3,0.0000113283,0.05000,2.973
2,block_sparse_moe.experts.80.w3,0.0000266478,0.05000,3.158
2,block_sparse_moe.experts.84.w3,0.0000022044,0.05000,3.108
2,block_sparse_moe.experts.88.w3,0.0000109316,0.05000,3.082
2,block_sparse_moe.experts.86.w3,0.0000059052,0.05000,3.033
2,block_sparse_moe.experts.90.w3,0.0000024287,0.05000,3.060
2,block_sparse_moe.experts.82.w3,0.0000055668,0.05000,3.036
2,block_sparse_moe.experts.94.w3,0.0000036457,0.05000,3.056
2,block_sparse_moe.experts.83.w3,0.0000027006,0.05000,2.948
2,block_sparse_moe.experts.87.w3,0.0000030334,0.05000,3.111
2,block_sparse_moe.experts.91.w3,0.0000148956,0.05000,3.010
2,block_sparse_moe.experts.95.w3,0.0000008353,0.05000,3.009
2,block_sparse_moe.experts.97.w3,0.0000108793,0.05000,2.907
2,block_sparse_moe.experts.105.w3,0.0000024169,0.05000,2.878
2,block_sparse_moe.experts.109.w3,0.0000008181,0.05000,2.839
2,block_sparse_moe.experts.101.w3,0.0000071651,0.05000,2.909
2,block_sparse_moe.experts.108.w3,0.0000123855,0.05000,2.964
2,block_sparse_moe.experts.96.w3,0.0000036796,0.05000,3.043
2,block_sparse_moe.experts.100.w3,0.0000059310,0.05000,3.099
2,block_sparse_moe.experts.104.w3,0.0000066368,0.05000,3.005
2,block_sparse_moe.experts.102.w3,0.0000024615,0.05000,3.180
2,block_sparse_moe.experts.106.w3,0.0000071777,0.05000,3.060
2,block_sparse_moe.experts.98.w3,0.0000043578,0.05000,3.154
2,block_sparse_moe.experts.110.w3,0.0000022486,0.05000,3.159
2,block_sparse_moe.experts.103.w3,0.0000037687,0.05000,2.926
2,block_sparse_moe.experts.99.w3,0.0000030151,0.05000,3.013
2,block_sparse_moe.experts.107.w3,0.0000052348,0.05000,2.920
2,block_sparse_moe.experts.111.w3,0.0000006461,0.05000,2.974
2,block_sparse_moe.experts.113.w3,0.0000202725,0.05000,3.116
2,block_sparse_moe.experts.121.w3,0.0000003333,0.05000,3.098
2,block_sparse_moe.experts.125.w3,0.0000028715,0.05000,3.138
2,block_sparse_moe.experts.124.w3,0.0000018067,0.05000,3.018
2,block_sparse_moe.experts.117.w3,0.0000054870,0.05000,3.156
2,block_sparse_moe.experts.112.w3,0.0000048102,0.05000,3.008
2,block_sparse_moe.experts.116.w3,0.0000086012,0.05000,3.015
2,block_sparse_moe.experts.120.w3,0.0000065651,0.05000,2.967
2,block_sparse_moe.experts.118.w3,0.0000088038,0.05000,2.929
2,block_sparse_moe.experts.122.w3,0.0000040900,0.05000,2.930
2,block_sparse_moe.experts.114.w3,0.0000206002,0.05000,3.040
2,block_sparse_moe.experts.126.w3,0.0000024654,0.05000,3.123
2,block_sparse_moe.experts.119.w3,0.0000046407,0.05000,3.054
2,block_sparse_moe.experts.123.w3,0.0000020962,0.05000,3.039
2,block_sparse_moe.experts.127.w3,0.0000013038,0.05000,2.981
2,block_sparse_moe.experts.115.w3,0.0000065986,0.05000,3.130
2,block_sparse_moe.experts.129.w3,0.0000030419,0.05000,3.054
2,block_sparse_moe.experts.137.w3,0.0000028251,0.05000,2.971
2,block_sparse_moe.experts.141.w3,0.0000127448,0.05000,2.979
2,block_sparse_moe.experts.140.w3,0.0000037373,0.05000,3.040
2,block_sparse_moe.experts.133.w3,0.0000089428,0.05000,3.033
2,block_sparse_moe.experts.128.w3,0.0000166591,0.05000,2.996
2,block_sparse_moe.experts.132.w3,0.0000014387,0.05000,3.038
2,block_sparse_moe.experts.134.w3,0.0000015075,0.05000,2.826
2,block_sparse_moe.experts.136.w3,0.0000031944,0.05000,3.077
2,block_sparse_moe.experts.138.w3,0.0000121592,0.05000,2.891
2,block_sparse_moe.experts.130.w3,0.0000245111,0.05000,2.880
2,block_sparse_moe.experts.142.w3,0.0000051052,0.05000,2.864
2,block_sparse_moe.experts.143.w3,0.0000173456,0.05000,3.009
2,block_sparse_moe.experts.135.w3,0.0000015818,0.05000,3.196
2,block_sparse_moe.experts.131.w3,0.0000051631,0.05000,3.064
2,block_sparse_moe.experts.139.w3,0.0000016682,0.05000,3.204
2,block_sparse_moe.experts.145.w3,0.0000092415,0.05000,2.799
2,block_sparse_moe.experts.153.w3,0.0000005731,0.05000,2.921
2,block_sparse_moe.experts.157.w3,0.0000080470,0.05000,2.915
2,block_sparse_moe.experts.149.w3,0.0000115914,0.05000,2.807
2,block_sparse_moe.experts.156.w3,0.0000080285,0.05000,3.026
2,block_sparse_moe.experts.144.w3,0.0000065879,0.05000,3.068
2,block_sparse_moe.experts.148.w3,0.0000039127,0.05000,2.916
2,block_sparse_moe.experts.152.w3,0.0000121525,0.05000,2.918
2,block_sparse_moe.experts.150.w3,0.0000026345,0.05000,3.072
2,block_sparse_moe.experts.154.w3,0.0000068088,0.05000,3.093
2,block_sparse_moe.experts.146.w3,0.0000052215,0.05000,3.083
2,block_sparse_moe.experts.158.w3,0.0000043711,0.05000,2.995
2,block_sparse_moe.experts.159.w3,0.0000051364,0.05000,3.108
2,block_sparse_moe.experts.151.w3,0.0000030053,0.05000,3.045
2,block_sparse_moe.experts.147.w3,0.0000021773,0.05000,3.118
2,block_sparse_moe.experts.161.w3,0.0000035387,0.05000,2.756
2,block_sparse_moe.experts.155.w3,0.0000032782,0.05000,3.138
2,block_sparse_moe.experts.173.w3,0.0000046864,0.05000,2.708
2,block_sparse_moe.experts.169.w3,0.0000006525,0.05000,2.833
2,block_sparse_moe.experts.165.w3,0.0000016209,0.05000,2.854
2,block_sparse_moe.experts.172.w3,0.0000074151,0.05000,2.877
2,block_sparse_moe.experts.160.w3,0.0000092737,0.05000,2.853
2,block_sparse_moe.experts.164.w3,0.0000059443,0.05000,2.882
2,block_sparse_moe.experts.168.w3,0.0000032248,0.05000,2.969
2,block_sparse_moe.experts.166.w3,0.0000141559,0.05000,3.150
2,block_sparse_moe.experts.170.w3,0.0000054370,0.05000,3.112
2,block_sparse_moe.experts.162.w3,0.0000197159,0.05000,3.043
2,block_sparse_moe.experts.174.w3,0.0000019948,0.05000,3.078
2,block_sparse_moe.experts.177.w3,0.0000148204,0.05000,2.726
2,block_sparse_moe.experts.189.w3,0.0000062740,0.05000,2.705
2,block_sparse_moe.experts.185.w3,0.0000024819,0.05000,2.743
2,block_sparse_moe.experts.167.w3,0.0000026880,0.05000,3.125
2,block_sparse_moe.experts.175.w3,0.0000030294,0.05000,3.204
2,block_sparse_moe.experts.163.w3,0.0000039668,0.05000,3.126
2,block_sparse_moe.experts.171.w3,0.0000017233,0.05000,3.092
2,block_sparse_moe.experts.181.w3,0.0000045847,0.05000,2.781
2,block_sparse_moe.experts.188.w3,0.0000047553,0.05000,2.762
2,block_sparse_moe.experts.176.w3,0.0000006358,0.05000,2.760
2,block_sparse_moe.experts.180.w3,0.0000056041,0.05000,2.821
2,block_sparse_moe.experts.184.w3,0.0000061050,0.05000,2.758
2,block_sparse_moe.experts.182.w3,0.0000087164,0.05000,2.919
2,block_sparse_moe.experts.186.w3,0.0000055534,0.05000,2.961
2,block_sparse_moe.experts.178.w3,0.0000057573,0.05000,3.081
2,block_sparse_moe.experts.190.w3,0.0000015807,0.05000,2.990
2,block_sparse_moe.experts.193.w3,0.0000010989,0.05000,2.995
2,block_sparse_moe.experts.205.w3,0.0000012007,0.05000,2.943
2,block_sparse_moe.experts.201.w3,0.0000101613,0.05000,2.966
2,block_sparse_moe.experts.183.w3,0.0000092810,0.05000,2.930
2,block_sparse_moe.experts.191.w3,0.0000011954,0.05000,2.962
2,block_sparse_moe.experts.187.w3,0.0000034996,0.05000,2.910
2,block_sparse_moe.experts.179.w3,0.0000059492,0.05000,3.003
2,block_sparse_moe.experts.204.w3,0.0000141491,0.05000,2.811
2,block_sparse_moe.experts.197.w3,0.0000044716,0.05000,3.057
2,block_sparse_moe.experts.192.w3,0.0000066198,0.05000,2.915
2,block_sparse_moe.experts.200.w3,0.0000062381,0.05000,2.761
2,block_sparse_moe.experts.196.w3,0.0000045758,0.05000,2.842
2,block_sparse_moe.experts.198.w3,0.0000044188,0.05000,3.040
2,block_sparse_moe.experts.220.w3,0.0000034623,0.05000,1.415
2,block_sparse_moe.experts.202.w3,0.0000052159,0.05000,3.058
2,block_sparse_moe.experts.194.w3,0.0000099298,0.05000,3.043
2,block_sparse_moe.experts.206.w3,0.0000062317,0.05000,3.052
2,block_sparse_moe.experts.209.w3,0.0000027391,0.05000,2.998
2,block_sparse_moe.experts.221.w3,0.0000085453,0.05000,3.106
2,block_sparse_moe.experts.217.w3,0.0000067245,0.05000,3.069
2,block_sparse_moe.experts.207.w3,0.0000039975,0.05000,3.039
2,block_sparse_moe.experts.199.w3,0.0000033788,0.05000,3.139
2,block_sparse_moe.experts.195.w3,0.0000027572,0.05000,3.042
2,block_sparse_moe.experts.203.w3,0.0000118286,0.05000,3.152
2,block_sparse_moe.experts.213.w3,0.0000043316,0.05000,3.062
2,block_sparse_moe.experts.214.w3,0.0000016516,0.05000,3.001
2,block_sparse_moe.experts.218.w3,0.0000016875,0.05000,3.102
2,block_sparse_moe.experts.210.w3,0.0000055395,0.05000,3.151
2,block_sparse_moe.experts.222.w3,0.0000069490,0.05000,3.045
2,block_sparse_moe.experts.225.w3,0.0000047256,0.05000,3.167
2,block_sparse_moe.experts.237.w3,0.0000032714,0.05000,3.023
2,block_sparse_moe.experts.223.w3,0.0000107099,0.05000,3.376
2,block_sparse_moe.experts.211.w3,0.0000074482,0.05000,3.340
2,block_sparse_moe.experts.219.w3,0.0000056188,0.05000,3.315
2,block_sparse_moe.experts.215.w3,0.0000032446,0.05000,3.480
2,block_sparse_moe.experts.230.w3,0.0000010336,0.05000,3.126
2,block_sparse_moe.experts.234.w3,0.0000012238,0.05000,3.051
2,block_sparse_moe.experts.226.w3,0.0000080084,0.05000,3.085
2,block_sparse_moe.experts.238.w3,0.0000269407,0.05000,3.242
2,block_sparse_moe.experts.239.w3,0.0000039113,0.05000,3.098
2,block_sparse_moe.experts.227.w3,0.0000108973,0.05000,3.134
2,block_sparse_moe.experts.231.w3,0.0000094251,0.05000,3.108
2,block_sparse_moe.experts.235.w3,0.0000277803,0.05000,3.162
2,block_sparse_moe.experts.246.w3,0.0000029704,0.05000,3.250
2,block_sparse_moe.experts.250.w3,0.0000073928,0.05000,3.173
2,block_sparse_moe.experts.242.w3,0.0000597860,0.05000,3.004
2,block_sparse_moe.experts.254.w3,0.0000049970,0.05000,2.772
2,block_sparse_moe.experts.255.w3,0.0000148835,0.05000,3.208
2,block_sparse_moe.experts.243.w3,0.0000053146,0.05000,3.159
2,block_sparse_moe.experts.251.w3,0.0000068334,0.05000,3.139
2,block_sparse_moe.experts.247.w3,0.0000023854,0.05000,3.160
2,block_sparse_moe.experts.233.w3,0.0000035758,0.05000,11.289
2,block_sparse_moe.experts.229.w3,0.0000015045,0.05000,11.518
2,block_sparse_moe.experts.241.w3,0.0000037216,0.05000,11.589
2,block_sparse_moe.experts.253.w3,0.0000010665,0.05000,11.562
2,block_sparse_moe.experts.249.w3,0.0000057732,0.05000,3.279
2,block_sparse_moe.experts.245.w3,0.0000014442,0.05000,2.527
2,block_sparse_moe.experts.208.w3,0.0000052659,0.05000,2.915
2,block_sparse_moe.experts.216.w3,0.0000029290,0.05000,2.946
2,block_sparse_moe.experts.236.w3,0.0000024801,0.05000,2.983
2,block_sparse_moe.experts.212.w3,0.0000053690,0.05000,3.092
2,block_sparse_moe.experts.224.w3,0.0000027527,0.05000,2.661
2,block_sparse_moe.experts.232.w3,0.0000032344,0.05000,2.692
2,block_sparse_moe.experts.252.w3,0.0000097006,0.05000,2.730
2,block_sparse_moe.experts.228.w3,0.0000041610,0.05000,2.778
2,block_sparse_moe.experts.240.w3,0.0000382532,0.05000,2.137
2,block_sparse_moe.experts.248.w3,0.0000009928,0.05000,2.107
2,block_sparse_moe.experts.244.w3,0.0000064244,0.05000,1.986
2,block_sparse_moe.experts.5.w2,0.0000007432,0.05000,1.505
2,block_sparse_moe.experts.7.w2,0.0000026253,0.05000,1.522
2,block_sparse_moe.experts.3.w2,0.0000007332,0.05000,1.530
2,block_sparse_moe.experts.12.w2,0.0000010712,0.05000,1.516
2,block_sparse_moe.experts.1.w2,0.0000007081,0.05000,1.546
2,block_sparse_moe.experts.9.w2,0.0000003769,0.05000,1.532
2,block_sparse_moe.experts.4.w2,0.0000000990,0.05000,1.569
2,block_sparse_moe.experts.13.w2,0.0000003853,0.05000,1.555
2,block_sparse_moe.experts.8.w2,0.0000002362,0.05000,1.575
2,block_sparse_moe.experts.15.w2,0.0000001871,0.05000,1.560
2,block_sparse_moe.experts.11.w2,0.0000003800,0.05000,1.569
2,block_sparse_moe.experts.0.w2,0.0000007818,0.05000,1.601
2,block_sparse_moe.experts.14.w2,0.0000006624,0.05000,1.707
2,block_sparse_moe.experts.2.w2,0.0000005774,0.05000,1.761
2,block_sparse_moe.experts.10.w2,0.0000006806,0.05000,1.750
2,block_sparse_moe.experts.6.w2,0.0000001551,0.05000,1.782
2,block_sparse_moe.experts.19.w2,0.0000012592,0.05000,1.513
2,block_sparse_moe.experts.31.w2,0.0000003121,0.05000,1.498
2,block_sparse_moe.experts.23.w2,0.0000000389,0.05000,1.584
2,block_sparse_moe.experts.21.w2,0.0000005996,0.05000,1.638
2,block_sparse_moe.experts.17.w2,0.0000006558,0.05000,1.612
2,block_sparse_moe.experts.20.w2,0.0000001051,0.05000,1.592
2,block_sparse_moe.experts.27.w2,0.0000003595,0.05000,1.577
2,block_sparse_moe.experts.28.w2,0.0000002197,0.05000,1.649
2,block_sparse_moe.experts.24.w2,0.0000003720,0.05000,1.641
2,block_sparse_moe.experts.25.w2,0.0000007193,0.05000,1.666
2,block_sparse_moe.experts.29.w2,0.0000002980,0.05000,1.662
2,block_sparse_moe.experts.18.w2,0.0000000754,0.05000,1.498
2,block_sparse_moe.experts.16.w2,0.0000001672,0.05000,1.668
2,block_sparse_moe.experts.30.w2,0.0000003988,0.05000,1.619
2,block_sparse_moe.experts.22.w2,0.0000006680,0.05000,1.589
2,block_sparse_moe.experts.26.w2,0.0000005255,0.05000,1.615
2,block_sparse_moe.experts.35.w2,0.0000004170,0.05000,1.452
2,block_sparse_moe.experts.47.w2,0.0000044388,0.05000,1.427
2,block_sparse_moe.experts.39.w2,0.0000007597,0.05000,1.415
2,block_sparse_moe.experts.43.w2,0.0000027801,0.05000,1.419
2,block_sparse_moe.experts.33.w2,0.0000003874,0.05000,1.473
2,block_sparse_moe.experts.40.w2,0.0000008276,0.05000,1.447
2,block_sparse_moe.experts.37.w2,0.0000002853,0.05000,1.533
2,block_sparse_moe.experts.36.w2,0.0000001649,0.05000,1.529
2,block_sparse_moe.experts.44.w2,0.0000005227,0.05000,1.527
2,block_sparse_moe.experts.41.w2,0.0000001553,0.05000,1.514
2,block_sparse_moe.experts.45.w2,0.0000002090,0.05000,1.530
2,block_sparse_moe.experts.32.w2,0.0000011810,0.05000,1.514
2,block_sparse_moe.experts.34.w2,0.0000030570,0.05000,1.524
2,block_sparse_moe.experts.46.w2,0.0000005478,0.05000,1.600
2,block_sparse_moe.experts.42.w2,0.0000018208,0.05000,1.592
2,block_sparse_moe.experts.38.w2,0.0000003928,0.05000,1.619
2,block_sparse_moe.experts.63.w2,0.0000001349,0.05000,1.425
2,block_sparse_moe.experts.51.w2,0.0000004426,0.05000,1.461
2,block_sparse_moe.experts.55.w2,0.0000016911,0.05000,1.448
2,block_sparse_moe.experts.59.w2,0.0000001581,0.05000,1.447
2,block_sparse_moe.experts.49.w2,0.0000004481,0.05000,1.586
2,block_sparse_moe.experts.52.w2,0.0000003172,0.05000,1.530
2,block_sparse_moe.experts.56.w2,0.0000004474,0.05000,1.560
2,block_sparse_moe.experts.53.w2,0.0000003341,0.05000,1.560
2,block_sparse_moe.experts.60.w2,0.0000007897,0.05000,1.538
2,block_sparse_moe.experts.57.w2,0.0000017071,0.05000,1.555
2,block_sparse_moe.experts.50.w2,0.0000001720,0.05000,1.541
2,block_sparse_moe.experts.48.w2,0.0000002129,0.05000,1.559
2,block_sparse_moe.experts.61.w2,0.0000002888,0.05000,1.604
2,block_sparse_moe.experts.58.w2,0.0000005761,0.05000,1.393
2,block_sparse_moe.experts.62.w2,0.0000002606,0.05000,1.449
2,block_sparse_moe.experts.54.w2,0.0000004662,0.05000,1.473
2,block_sparse_moe.experts.67.w2,0.0000009218,0.05000,1.500
2,block_sparse_moe.experts.79.w2,0.0000001718,0.05000,1.535
2,block_sparse_moe.experts.71.w2,0.0000005985,0.05000,1.592
2,block_sparse_moe.experts.65.w2,0.0000008194,0.05000,1.363
2,block_sparse_moe.experts.69.w2,0.0000011237,0.05000,1.359
2,block_sparse_moe.experts.72.w2,0.0000022877,0.05000,1.380
2,block_sparse_moe.experts.73.w2,0.0000002954,0.05000,1.335
2,block_sparse_moe.experts.75.w2,0.0000007600,0.05000,1.606
2,block_sparse_moe.experts.68.w2,0.0000001830,0.05000,1.445
2,block_sparse_moe.experts.77.w2,0.0000013682,0.05000,1.308
2,block_sparse_moe.experts.76.w2,0.0000012259,0.05000,1.469
2,block_sparse_moe.experts.64.w2,0.0000001589,0.05000,1.470
2,block_sparse_moe.experts.66.w2,0.0000005028,0.05000,1.606
2,block_sparse_moe.experts.74.w2,0.0000002842,0.05000,1.591
2,block_sparse_moe.experts.70.w2,0.0000001805,0.05000,1.533
2,block_sparse_moe.experts.78.w2,0.0000004926,0.05000,1.619
2,block_sparse_moe.experts.83.w2,0.0000001445,0.05000,1.490
2,block_sparse_moe.experts.85.w2,0.0000010593,0.05000,1.490
2,block_sparse_moe.experts.87.w2,0.0000004382,0.05000,1.524
2,block_sparse_moe.experts.88.w2,0.0000004165,0.05000,1.483
2,block_sparse_moe.experts.95.w2,0.0000000509,0.05000,1.628
2,block_sparse_moe.experts.84.w2,0.0000001114,0.05000,1.447
2,block_sparse_moe.experts.92.w2,0.0000011119,0.05000,1.406
2,block_sparse_moe.experts.91.w2,0.0000021506,0.05000,1.508
2,block_sparse_moe.experts.81.w2,0.0000002586,0.05000,1.629
2,block_sparse_moe.experts.89.w2,0.0000002959,0.05000,1.609
2,block_sparse_moe.experts.80.w2,0.0000035945,0.05000,1.447
2,block_sparse_moe.experts.93.w2,0.0000006098,0.05000,1.594
2,block_sparse_moe.experts.82.w2,0.0000008533,0.05000,1.542
2,block_sparse_moe.experts.86.w2,0.0000014070,0.05000,1.537
2,block_sparse_moe.experts.90.w2,0.0000002184,0.05000,1.619
2,block_sparse_moe.experts.94.w2,0.0000003333,0.05000,1.606
2,block_sparse_moe.experts.99.w2,0.0000007167,0.05000,1.517
2,block_sparse_moe.experts.101.w2,0.0000020462,0.05000,1.475
2,block_sparse_moe.experts.100.w2,0.0000010846,0.05000,1.483
2,block_sparse_moe.experts.97.w2,0.0000028732,0.05000,1.438
2,block_sparse_moe.experts.103.w2,0.0000001243,0.05000,1.570
2,block_sparse_moe.experts.108.w2,0.0000004275,0.05000,1.550
2,block_sparse_moe.experts.105.w2,0.0000006177,0.05000,1.449
2,block_sparse_moe.experts.104.w2,0.0000012153,0.05000,1.603
2,block_sparse_moe.experts.109.w2,0.0000000726,0.05000,1.447
2,block_sparse_moe.experts.107.w2,0.0000008122,0.05000,1.596
2,block_sparse_moe.experts.111.w2,0.0000001339,0.05000,1.649
2,block_sparse_moe.experts.96.w2,0.0000014979,0.05000,1.535
2,block_sparse_moe.experts.98.w2,0.0000004576,0.05000,1.540
2,block_sparse_moe.experts.102.w2,0.0000003090,0.05000,1.542
2,block_sparse_moe.experts.106.w2,0.0000026129,0.05000,1.548
2,block_sparse_moe.experts.110.w2,0.0000002458,0.05000,1.548
2,block_sparse_moe.experts.115.w2,0.0000003821,0.05000,1.577
2,block_sparse_moe.experts.117.w2,0.0000015792,0.05000,1.498
2,block_sparse_moe.experts.121.w2,0.0000001091,0.05000,1.455
2,block_sparse_moe.experts.125.w2,0.0000006242,0.05000,1.446
2,block_sparse_moe.experts.120.w2,0.0000007011,0.05000,1.494
2,block_sparse_moe.experts.113.w2,0.0000046185,0.05000,1.553
2,block_sparse_moe.experts.119.w2,0.0000035918,0.05000,1.546
2,block_sparse_moe.experts.116.w2,0.0000002499,0.05000,1.629
2,block_sparse_moe.experts.124.w2,0.0000002491,0.05000,1.555
2,block_sparse_moe.experts.123.w2,0.0000004826,0.05000,1.593
2,block_sparse_moe.experts.112.w2,0.0000012412,0.05000,1.540
2,block_sparse_moe.experts.127.w2,0.0000000990,0.05000,1.612
2,block_sparse_moe.experts.114.w2,0.0000007396,0.05000,1.529
2,block_sparse_moe.experts.118.w2,0.0000017620,0.05000,1.565
2,block_sparse_moe.experts.122.w2,0.0000004449,0.05000,1.601
2,block_sparse_moe.experts.126.w2,0.0000003847,0.05000,1.561
2,block_sparse_moe.experts.131.w2,0.0000019229,0.05000,1.405
2,block_sparse_moe.experts.133.w2,0.0000005504,0.05000,1.472
2,block_sparse_moe.experts.137.w2,0.0000002500,0.05000,1.478
2,block_sparse_moe.experts.135.w2,0.0000002440,0.05000,1.459
2,block_sparse_moe.experts.141.w2,0.0000004458,0.05000,1.490
2,block_sparse_moe.experts.129.w2,0.0000002618,0.05000,1.523
2,block_sparse_moe.experts.140.w2,0.0000007258,0.05000,1.521
2,block_sparse_moe.experts.136.w2,0.0000004861,0.05000,1.606
2,block_sparse_moe.experts.139.w2,0.0000001232,0.05000,1.470
2,block_sparse_moe.experts.143.w2,0.0000008221,0.05000,1.456
2,block_sparse_moe.experts.132.w2,0.0000000726,0.05000,1.591
2,block_sparse_moe.experts.128.w2,0.0000010242,0.05000,1.523
2,block_sparse_moe.experts.130.w2,0.0000008570,0.05000,1.356
2,block_sparse_moe.experts.142.w2,0.0000006212,0.05000,1.304
2,block_sparse_moe.experts.134.w2,0.0000002251,0.05000,1.429
2,block_sparse_moe.experts.138.w2,0.0000041714,0.05000,1.357
2,block_sparse_moe.experts.153.w2,0.0000000898,0.05000,1.467
2,block_sparse_moe.experts.147.w2,0.0000008289,0.05000,1.631
2,block_sparse_moe.experts.149.w2,0.0000004694,0.05000,1.552
2,block_sparse_moe.experts.157.w2,0.0000003294,0.05000,1.535
2,block_sparse_moe.experts.156.w2,0.0000014011,0.05000,1.482
2,block_sparse_moe.experts.145.w2,0.0000002890,0.05000,1.518
2,block_sparse_moe.experts.146.w2,0.0000003859,0.05000,1.354
2,block_sparse_moe.experts.152.w2,0.0000033102,0.05000,1.542
2,block_sparse_moe.experts.151.w2,0.0000004936,0.05000,1.695
2,block_sparse_moe.experts.148.w2,0.0000005132,0.05000,1.611
2,block_sparse_moe.experts.144.w2,0.0000019015,0.05000,1.577
2,block_sparse_moe.experts.159.w2,0.0000012103,0.05000,1.629
2,block_sparse_moe.experts.158.w2,0.0000004093,0.05000,1.403
2,block_sparse_moe.experts.150.w2,0.0000002019,0.05000,1.382
2,block_sparse_moe.experts.155.w2,0.0000003339,0.05000,1.656
2,block_sparse_moe.experts.154.w2,0.0000002466,0.05000,1.430
2,block_sparse_moe.experts.165.w2,0.0000002436,0.05000,1.506
2,block_sparse_moe.experts.169.w2,0.0000000415,0.05000,1.510
2,block_sparse_moe.experts.163.w2,0.0000003954,0.05000,1.568
2,block_sparse_moe.experts.172.w2,0.0000013263,0.05000,1.440
2,block_sparse_moe.experts.173.w2,0.0000012082,0.05000,1.547
2,block_sparse_moe.experts.162.w2,0.0000006765,0.05000,1.513
2,block_sparse_moe.experts.161.w2,0.0000002726,0.05000,1.525
2,block_sparse_moe.experts.168.w2,0.0000002235,0.05000,1.502
2,block_sparse_moe.experts.160.w2,0.0000027657,0.05000,1.450
2,block_sparse_moe.experts.167.w2,0.0000002505,0.05000,1.524
2,block_sparse_moe.experts.175.w2,0.0000003819,0.05000,1.475
2,block_sparse_moe.experts.164.w2,0.0000010867,0.05000,1.488
2,block_sparse_moe.experts.166.w2,0.0000015993,0.05000,1.478
2,block_sparse_moe.experts.174.w2,0.0000002862,0.05000,1.498
2,block_sparse_moe.experts.171.w2,0.0000003202,0.05000,1.507
2,block_sparse_moe.experts.170.w2,0.0000008382,0.05000,1.508
2,block_sparse_moe.experts.181.w2,0.0000006257,0.05000,1.539
2,block_sparse_moe.experts.185.w2,0.0000001446,0.05000,1.552
2,block_sparse_moe.experts.179.w2,0.0000003676,0.05000,1.538
2,block_sparse_moe.experts.188.w2,0.0000006588,0.05000,1.523
2,block_sparse_moe.experts.178.w2,0.0000019491,0.05000,1.559
2,block_sparse_moe.experts.189.w2,0.0000002175,0.05000,1.583
2,block_sparse_moe.experts.176.w2,0.0000002179,0.05000,1.463
2,block_sparse_moe.experts.184.w2,0.0000002934,0.05000,1.516
2,block_sparse_moe.experts.191.w2,0.0000000956,0.05000,1.485
2,block_sparse_moe.experts.183.w2,0.0000012886,0.05000,1.533
2,block_sparse_moe.experts.180.w2,0.0000008693,0.05000,1.515
2,block_sparse_moe.experts.177.w2,0.0000005192,0.05000,1.665
2,block_sparse_moe.experts.182.w2,0.0000012711,0.05000,1.525
2,block_sparse_moe.experts.190.w2,0.0000001417,0.05000,1.596
2,block_sparse_moe.experts.187.w2,0.0000002612,0.05000,1.581
2,block_sparse_moe.experts.186.w2,0.0000025162,0.05000,1.659
2,block_sparse_moe.experts.197.w2,0.0000003032,0.05000,1.528
2,block_sparse_moe.experts.201.w2,0.0000008475,0.05000,1.549
2,block_sparse_moe.experts.194.w2,0.0000003680,0.05000,1.394
2,block_sparse_moe.experts.195.w2,0.0000003271,0.05000,1.540
2,block_sparse_moe.experts.205.w2,0.0000001167,0.05000,1.522
2,block_sparse_moe.experts.204.w2,0.0000005510,0.05000,1.666
2,block_sparse_moe.experts.207.w2,0.0000003891,0.05000,1.511
2,block_sparse_moe.experts.198.w2,0.0000003376,0.05000,1.455
2,block_sparse_moe.experts.200.w2,0.0000006129,0.05000,1.583
2,block_sparse_moe.experts.206.w2,0.0000004677,0.05000,1.403
2,block_sparse_moe.experts.193.w2,0.0000000960,0.05000,1.513
2,block_sparse_moe.experts.192.w2,0.0000007671,0.05000,1.619
2,block_sparse_moe.experts.199.w2,0.0000002346,0.05000,1.602
2,block_sparse_moe.experts.196.w2,0.0000003865,0.05000,1.610
2,block_sparse_moe.experts.202.w2,0.0000003275,0.05000,1.433
2,block_sparse_moe.experts.203.w2,0.0000005675,0.05000,1.641
2,block_sparse_moe.experts.213.w2,0.0000007094,0.05000,1.394
2,block_sparse_moe.experts.217.w2,0.0000005142,0.05000,1.413
2,block_sparse_moe.experts.210.w2,0.0000011076,0.05000,1.415
2,block_sparse_moe.experts.214.w2,0.0000001421,0.05000,1.292
2,block_sparse_moe.experts.211.w2,0.0000013460,0.05000,1.533
2,block_sparse_moe.experts.222.w2,0.0000004075,0.05000,1.331
2,block_sparse_moe.experts.221.w2,0.0000003227,0.05000,1.439
2,block_sparse_moe.experts.209.w2,0.0000006130,0.05000,1.398
2,block_sparse_moe.experts.220.w2,0.0000003438,0.05000,1.551
2,block_sparse_moe.experts.218.w2,0.0000002941,0.05000,1.308
2,block_sparse_moe.experts.223.w2,0.0000054633,0.05000,1.587
2,block_sparse_moe.experts.216.w2,0.0000002868,0.05000,1.589
2,block_sparse_moe.experts.215.w2,0.0000003503,0.05000,1.574
2,block_sparse_moe.experts.212.w2,0.0000004091,0.05000,1.553
2,block_sparse_moe.experts.208.w2,0.0000002862,0.05000,1.658
2,block_sparse_moe.experts.219.w2,0.0000002383,0.05000,1.561
2,block_sparse_moe.experts.229.w2,0.0000001814,0.05000,1.400
2,block_sparse_moe.experts.233.w2,0.0000008532,0.05000,1.363
2,block_sparse_moe.experts.226.w2,0.0000003548,0.05000,1.427
2,block_sparse_moe.experts.230.w2,0.0000001291,0.05000,1.512
2,block_sparse_moe.experts.237.w2,0.0000003762,0.05000,1.435
2,block_sparse_moe.experts.227.w2,0.0000005252,0.05000,1.483
2,block_sparse_moe.experts.225.w2,0.0000006858,0.05000,1.433
2,block_sparse_moe.experts.238.w2,0.0000010984,0.05000,1.534
2,block_sparse_moe.experts.239.w2,0.0000009798,0.05000,1.424
2,block_sparse_moe.experts.236.w2,0.0000011579,0.05000,1.510
2,block_sparse_moe.experts.231.w2,0.0000003687,0.05000,1.372
2,block_sparse_moe.experts.234.w2,0.0000001015,0.05000,1.547
2,block_sparse_moe.experts.232.w2,0.0000002808,0.05000,1.476
2,block_sparse_moe.experts.224.w2,0.0000002031,0.05000,1.469
2,block_sparse_moe.experts.228.w2,0.0000017282,0.05000,1.540
2,block_sparse_moe.experts.235.w2,0.0000042973,0.05000,1.437
2,block_sparse_moe.experts.245.w2,0.0000002937,0.05000,1.529
2,block_sparse_moe.experts.249.w2,0.0000004537,0.05000,1.527
2,block_sparse_moe.experts.242.w2,0.0000018984,0.05000,1.515
2,block_sparse_moe.experts.253.w2,0.0000001554,0.05000,1.419
2,block_sparse_moe.experts.241.w2,0.0000004426,0.05000,1.394
2,block_sparse_moe.experts.246.w2,0.0000002762,0.05000,1.470
2,block_sparse_moe.experts.243.w2,0.0000005387,0.05000,1.457
2,block_sparse_moe.experts.254.w2,0.0000008417,0.05000,1.438
2,block_sparse_moe.experts.250.w2,0.0000002815,0.05000,1.335
2,block_sparse_moe.experts.255.w2,0.0000021366,0.05000,1.477
2,block_sparse_moe.experts.247.w2,0.0000002376,0.05000,1.427
2,block_sparse_moe.experts.252.w2,0.0000020568,0.05000,1.533
2,block_sparse_moe.experts.251.w2,0.0000011331,0.05000,1.283
2,block_sparse_moe.experts.248.w2,0.0000002097,0.05000,1.474
2,block_sparse_moe.experts.240.w2,0.0000014918,0.05000,1.472
2,block_sparse_moe.experts.244.w2,0.0000004726,0.05000,1.443
3,self_attn.k_proj,0.0000000018,0.05000,0.849
3,self_attn.q_proj,0.0000000117,0.05000,0.952
3,self_attn.v_proj,0.0000000017,0.05000,0.969
3,self_attn.o_proj,0.0000000029,0.05000,1.767
3,block_sparse_moe.experts.12.w1,0.0000021424,0.05000,2.849
3,block_sparse_moe.experts.8.w1,0.0000044370,0.05000,2.878
3,block_sparse_moe.experts.0.w1,0.0000058208,0.05000,2.940
3,block_sparse_moe.experts.4.w1,0.0000078050,0.05000,2.978
3,block_sparse_moe.experts.10.w1,0.0000202197,0.05000,3.207
3,block_sparse_moe.experts.1.w1,0.0000027410,0.05000,3.275
3,block_sparse_moe.experts.2.w1,0.0000067739,0.05000,3.296
3,block_sparse_moe.experts.14.w1,0.0000223248,0.05000,3.245
3,block_sparse_moe.experts.9.w1,0.0000058507,0.05000,3.271
3,block_sparse_moe.experts.5.w1,0.0000023520,0.05000,3.271
3,block_sparse_moe.experts.13.w1,0.0000036624,0.05000,3.282
3,block_sparse_moe.experts.11.w1,0.0000073990,0.05000,3.282
3,block_sparse_moe.experts.15.w1,0.0000517912,0.05000,3.334
3,block_sparse_moe.experts.6.w1,0.0000154038,0.05000,3.353
3,block_sparse_moe.experts.7.w1,0.0000013079,0.05000,3.380
3,block_sparse_moe.experts.3.w1,0.0000088303,0.05000,3.461
3,block_sparse_moe.experts.28.w1,0.0000331038,0.05000,3.077
3,block_sparse_moe.experts.16.w1,0.0000009924,0.05000,3.041
3,block_sparse_moe.experts.24.w1,0.0000069168,0.05000,3.095
3,block_sparse_moe.experts.20.w1,0.0000044950,0.05000,3.072
3,block_sparse_moe.experts.18.w1,0.0000253027,0.05000,2.829
3,block_sparse_moe.experts.30.w1,0.0000176192,0.05000,2.893
3,block_sparse_moe.experts.26.w1,0.0000127157,0.05000,2.935
3,block_sparse_moe.experts.22.w1,0.0000223953,0.05000,2.858
3,block_sparse_moe.experts.17.w1,0.0000125681,0.05000,3.081
3,block_sparse_moe.experts.27.w1,0.0000051664,0.05000,3.082
3,block_sparse_moe.experts.21.w1,0.0000236036,0.05000,3.098
3,block_sparse_moe.experts.25.w1,0.0000049521,0.05000,3.135
3,block_sparse_moe.experts.29.w1,0.0000013023,0.05000,3.133
3,block_sparse_moe.experts.31.w1,0.0000074383,0.05000,3.099
3,block_sparse_moe.experts.23.w1,0.0000026245,0.05000,3.115
3,block_sparse_moe.experts.19.w1,0.0000049024,0.05000,3.195
3,block_sparse_moe.experts.44.w1,0.0000075199,0.05000,3.033
3,block_sparse_moe.experts.36.w1,0.0000038490,0.05000,2.935
3,block_sparse_moe.experts.32.w1,0.0000276596,0.05000,3.090
3,block_sparse_moe.experts.40.w1,0.0000045154,0.05000,3.088
3,block_sparse_moe.experts.34.w1,0.0000014709,0.05000,3.141
3,block_sparse_moe.experts.42.w1,0.0000067005,0.05000,3.149
3,block_sparse_moe.experts.46.w1,0.0000050855,0.05000,3.226
3,block_sparse_moe.experts.38.w1,0.0000215380,0.05000,3.157
3,block_sparse_moe.experts.43.w1,0.0000072790,0.05000,3.073
3,block_sparse_moe.experts.33.w1,0.0000493539,0.05000,3.158
3,block_sparse_moe.experts.37.w1,0.0000572816,0.05000,3.157
3,block_sparse_moe.experts.45.w1,0.0000082198,0.05000,3.158
3,block_sparse_moe.experts.47.w1,0.0000082964,0.05000,3.144
3,block_sparse_moe.experts.39.w1,0.0000371478,0.05000,3.129
3,block_sparse_moe.experts.41.w1,0.0000027461,0.05000,3.228
3,block_sparse_moe.experts.35.w1,0.0000018685,0.05000,3.137
3,block_sparse_moe.experts.60.w1,0.0000180845,0.05000,2.897
3,block_sparse_moe.experts.52.w1,0.0000069680,0.05000,2.961
3,block_sparse_moe.experts.48.w1,0.0000118009,0.05000,2.931
3,block_sparse_moe.experts.56.w1,0.0000031306,0.05000,2.937
3,block_sparse_moe.experts.50.w1,0.0000151072,0.05000,3.053
3,block_sparse_moe.experts.54.w1,0.0000108188,0.05000,3.021
3,block_sparse_moe.experts.62.w1,0.0000105316,0.05000,3.030
3,block_sparse_moe.experts.58.w1,0.0000111195,0.05000,3.182
3,block_sparse_moe.experts.49.w1,0.0000071457,0.05000,3.035
3,block_sparse_moe.experts.61.w1,0.0000464494,0.05000,2.972
3,block_sparse_moe.experts.59.w1,0.0000150167,0.05000,3.141
3,block_sparse_moe.experts.53.w1,0.0000070058,0.05000,3.087
3,block_sparse_moe.experts.57.w1,0.0000038629,0.05000,3.005
3,block_sparse_moe.experts.63.w1,0.0000066132,0.05000,3.084
3,block_sparse_moe.experts.55.w1,0.0000126045,0.05000,3.118
3,block_sparse_moe.experts.51.w1,0.0000089591,0.05000,3.064
3,block_sparse_moe.experts.76.w1,0.0000462437,0.05000,3.050
3,block_sparse_moe.experts.68.w1,0.0000041698,0.05000,3.059
3,block_sparse_moe.experts.72.w1,0.0000083008,0.05000,3.038
3,block_sparse_moe.experts.64.w1,0.0000012265,0.05000,3.125
3,block_sparse_moe.experts.66.w1,0.0000019575,0.05000,3.014
3,block_sparse_moe.experts.70.w1,0.0000037804,0.05000,2.962
3,block_sparse_moe.experts.74.w1,0.0000063996,0.05000,2.926
3,block_sparse_moe.experts.78.w1,0.0000176330,0.05000,3.053
3,block_sparse_moe.experts.65.w1,0.0000051267,0.05000,2.991
3,block_sparse_moe.experts.77.w1,0.0000013401,0.05000,2.969
3,block_sparse_moe.experts.73.w1,0.0000231052,0.05000,2.917
3,block_sparse_moe.experts.69.w1,0.0000039427,0.05000,2.953
3,block_sparse_moe.experts.75.w1,0.0000022984,0.05000,3.010
3,block_sparse_moe.experts.79.w1,0.0001564626,0.05000,2.962
3,block_sparse_moe.experts.71.w1,0.0000059347,0.05000,2.973
3,block_sparse_moe.experts.67.w1,0.0000119020,0.05000,2.967
3,block_sparse_moe.experts.92.w1,0.0000050168,0.05000,2.963
3,block_sparse_moe.experts.88.w1,0.0000109535,0.05000,2.838
3,block_sparse_moe.experts.84.w1,0.0000053019,0.05000,2.912
3,block_sparse_moe.experts.80.w1,0.0000064553,0.05000,2.988
3,block_sparse_moe.experts.86.w1,0.0000194957,0.05000,2.904
3,block_sparse_moe.experts.82.w1,0.0000108512,0.05000,3.026
3,block_sparse_moe.experts.90.w1,0.0000293869,0.05000,2.951
3,block_sparse_moe.experts.94.w1,0.0000191291,0.05000,2.983
3,block_sparse_moe.experts.81.w1,0.0000111171,0.05000,2.987
3,block_sparse_moe.experts.93.w1,0.0000032924,0.05000,3.037
3,block_sparse_moe.experts.85.w1,0.0000181843,0.05000,2.989
3,block_sparse_moe.experts.89.w1,0.0000085094,0.05000,3.086
3,block_sparse_moe.experts.95.w1,0.0000098434,0.05000,3.149
3,block_sparse_moe.experts.91.w1,0.0000435247,0.05000,3.263
3,block_sparse_moe.experts.83.w1,0.0000427628,0.05000,3.127
3,block_sparse_moe.experts.87.w1,0.0000129470,0.05000,3.246
3,block_sparse_moe.experts.104.w1,0.0000159984,0.05000,2.862
3,block_sparse_moe.experts.108.w1,0.0000065755,0.05000,2.925
3,block_sparse_moe.experts.100.w1,0.0000026211,0.05000,2.911
3,block_sparse_moe.experts.96.w1,0.0000112923,0.05000,2.951
3,block_sparse_moe.experts.102.w1,0.0000128565,0.05000,2.924
3,block_sparse_moe.experts.98.w1,0.0000053625,0.05000,2.883
3,block_sparse_moe.experts.106.w1,0.0000059907,0.05000,2.987
3,block_sparse_moe.experts.110.w1,0.0000152739,0.05000,2.965
3,block_sparse_moe.experts.97.w1,0.0000052975,0.05000,3.082
3,block_sparse_moe.experts.101.w1,0.0000165831,0.05000,3.042
3,block_sparse_moe.experts.109.w1,0.0000055829,0.05000,3.104
3,block_sparse_moe.experts.111.w1,0.0000090739,0.05000,2.937
3,block_sparse_moe.experts.105.w1,0.0000128152,0.05000,3.127
3,block_sparse_moe.experts.107.w1,0.0000229662,0.05000,2.976
3,block_sparse_moe.experts.99.w1,0.0000138951,0.05000,2.967
3,block_sparse_moe.experts.103.w1,0.0000068019,0.05000,2.953
3,block_sparse_moe.experts.120.w1,0.0000164012,0.05000,2.834
3,block_sparse_moe.experts.116.w1,0.0000174325,0.05000,2.837
3,block_sparse_moe.experts.124.w1,0.0000150758,0.05000,2.872
3,block_sparse_moe.experts.112.w1,0.0000033682,0.05000,2.814
3,block_sparse_moe.experts.118.w1,0.0000691898,0.05000,2.992
3,block_sparse_moe.experts.114.w1,0.0000164713,0.05000,3.031
3,block_sparse_moe.experts.122.w1,0.0000048547,0.05000,2.986
3,block_sparse_moe.experts.126.w1,0.0000017735,0.05000,3.038
3,block_sparse_moe.experts.117.w1,0.0000040462,0.05000,2.875
3,block_sparse_moe.experts.113.w1,0.0000089108,0.05000,3.004
3,block_sparse_moe.experts.125.w1,0.0000320360,0.05000,3.045
3,block_sparse_moe.experts.121.w1,0.0000090044,0.05000,2.971
3,block_sparse_moe.experts.127.w1,0.0000099951,0.05000,3.034
3,block_sparse_moe.experts.115.w1,0.0000119180,0.05000,3.016
3,block_sparse_moe.experts.123.w1,0.0000095730,0.05000,3.059
3,block_sparse_moe.experts.119.w1,0.0000029162,0.05000,2.976
3,block_sparse_moe.experts.136.w1,0.0000286301,0.05000,2.981
3,block_sparse_moe.experts.140.w1,0.0000046175,0.05000,3.059
3,block_sparse_moe.experts.132.w1,0.0000043964,0.05000,3.064
3,block_sparse_moe.experts.128.w1,0.0000176416,0.05000,3.095
3,block_sparse_moe.experts.130.w1,0.0000208618,0.05000,3.012
3,block_sparse_moe.experts.134.w1,0.0000204533,0.05000,3.113
3,block_sparse_moe.experts.133.w1,0.0000006166,0.05000,2.889
3,block_sparse_moe.experts.138.w1,0.0000122683,0.05000,3.091
3,block_sparse_moe.experts.129.w1,0.0000106801,0.05000,2.888
3,block_sparse_moe.experts.142.w1,0.0000045371,0.05000,3.111
3,block_sparse_moe.experts.141.w1,0.0000099852,0.05000,2.901
3,block_sparse_moe.experts.143.w1,0.0000145470,0.05000,2.945
3,block_sparse_moe.experts.137.w1,0.0000263202,0.05000,2.951
3,block_sparse_moe.experts.131.w1,0.0000053794,0.05000,2.906
3,block_sparse_moe.experts.139.w1,0.0000072194,0.05000,2.995
3,block_sparse_moe.experts.135.w1,0.0000013708,0.05000,3.039
3,block_sparse_moe.experts.152.w1,0.0000096555,0.05000,3.043
3,block_sparse_moe.experts.148.w1,0.0000029400,0.05000,3.015
3,block_sparse_moe.experts.156.w1,0.0000021137,0.05000,3.069
3,block_sparse_moe.experts.144.w1,0.0000027877,0.05000,3.012
3,block_sparse_moe.experts.149.w1,0.0000121661,0.05000,2.776
3,block_sparse_moe.experts.145.w1,0.0000076746,0.05000,2.779
3,block_sparse_moe.experts.146.w1,0.0000122662,0.05000,3.010
3,block_sparse_moe.experts.154.w1,0.0000050529,0.05000,3.011
3,block_sparse_moe.experts.150.w1,0.0000050401,0.05000,3.190
3,block_sparse_moe.experts.159.w1,0.0000152723,0.05000,2.812
3,block_sparse_moe.experts.147.w1,0.0001683666,0.05000,2.761
3,block_sparse_moe.experts.153.w1,0.0000168233,0.05000,2.877
3,block_sparse_moe.experts.158.w1,0.0000039263,0.05000,3.042
3,block_sparse_moe.experts.157.w1,0.0000091117,0.05000,3.024
3,block_sparse_moe.experts.155.w1,0.0000161995,0.05000,2.834
3,block_sparse_moe.experts.151.w1,0.0000097627,0.05000,2.836
3,block_sparse_moe.experts.168.w1,0.0000050411,0.05000,3.099
3,block_sparse_moe.experts.164.w1,0.0000084618,0.05000,3.097
3,block_sparse_moe.experts.172.w1,0.0000243693,0.05000,3.050
3,block_sparse_moe.experts.160.w1,0.0000063542,0.05000,3.124
3,block_sparse_moe.experts.162.w1,0.0000213644,0.05000,2.991
3,block_sparse_moe.experts.165.w1,0.0000059364,0.05000,3.156
3,block_sparse_moe.experts.170.w1,0.0000086636,0.05000,2.947
3,block_sparse_moe.experts.161.w1,0.0000200128,0.05000,3.171
3,block_sparse_moe.experts.166.w1,0.0000064514,0.05000,2.964
3,block_sparse_moe.experts.175.w1,0.0000143451,0.05000,2.991
3,block_sparse_moe.experts.174.w1,0.0000055230,0.05000,2.908
3,block_sparse_moe.experts.163.w1,0.0000210048,0.05000,2.994
3,block_sparse_moe.experts.169.w1,0.0000051918,0.05000,3.106
3,block_sparse_moe.experts.171.w1,0.0000209014,0.05000,3.000
3,block_sparse_moe.experts.167.w1,0.0000056444,0.05000,2.956
3,block_sparse_moe.experts.173.w1,0.0000046549,0.05000,3.171
3,block_sparse_moe.experts.184.w1,0.0000136408,0.05000,3.148
3,block_sparse_moe.experts.188.w1,0.0000017778,0.05000,3.035
3,block_sparse_moe.experts.180.w1,0.0000199536,0.05000,3.138
3,block_sparse_moe.experts.178.w1,0.0000049409,0.05000,2.960
3,block_sparse_moe.experts.176.w1,0.0000197321,0.05000,3.140
3,block_sparse_moe.experts.181.w1,0.0000074267,0.05000,3.087
3,block_sparse_moe.experts.186.w1,0.0000034292,0.05000,3.018
3,block_sparse_moe.experts.177.w1,0.0000139440,0.05000,3.014
3,block_sparse_moe.experts.190.w1,0.0000097518,0.05000,3.017
3,block_sparse_moe.experts.191.w1,0.0000139307,0.05000,3.049
3,block_sparse_moe.experts.182.w1,0.0000018886,0.05000,3.129
3,block_sparse_moe.experts.179.w1,0.0000021786,0.05000,3.065
3,block_sparse_moe.experts.189.w1,0.0000028229,0.05000,2.944
3,block_sparse_moe.experts.185.w1,0.0000039830,0.05000,3.089
3,block_sparse_moe.experts.187.w1,0.0000103373,0.05000,3.068
3,block_sparse_moe.experts.183.w1,0.0000170816,0.05000,3.105
3,block_sparse_moe.experts.204.w1,0.0000138162,0.05000,3.107
3,block_sparse_moe.experts.200.w1,0.0000113596,0.05000,3.194
3,block_sparse_moe.experts.196.w1,0.0000219259,0.05000,3.172
3,block_sparse_moe.experts.193.w1,0.0000086327,0.05000,2.823
3,block_sparse_moe.experts.197.w1,0.0000032983,0.05000,2.903
3,block_sparse_moe.experts.194.w1,0.0000012472,0.05000,3.107
3,block_sparse_moe.experts.192.w1,0.0000052006,0.05000,3.207
3,block_sparse_moe.experts.202.w1,0.0000198738,0.05000,3.180
3,block_sparse_moe.experts.205.w1,0.0000067812,0.05000,2.834
3,block_sparse_moe.experts.206.w1,0.0000086031,0.05000,3.101
3,block_sparse_moe.experts.207.w1,0.0000173345,0.05000,3.126
3,block_sparse_moe.experts.198.w1,0.0000061823,0.05000,3.152
3,block_sparse_moe.experts.201.w1,0.0000132372,0.05000,2.967
3,block_sparse_moe.experts.195.w1,0.0000065277,0.05000,3.164
3,block_sparse_moe.experts.203.w1,0.0000028694,0.05000,3.114
3,block_sparse_moe.experts.199.w1,0.0000289470,0.05000,3.181
3,block_sparse_moe.experts.209.w1,0.0000048505,0.05000,2.812
3,block_sparse_moe.experts.213.w1,0.0000025448,0.05000,2.804
3,block_sparse_moe.experts.220.w1,0.0000235317,0.05000,3.239
3,block_sparse_moe.experts.216.w1,0.0000074915,0.05000,3.252
3,block_sparse_moe.experts.210.w1,0.0000085430,0.05000,3.067
3,block_sparse_moe.experts.221.w1,0.0000045987,0.05000,2.837
3,block_sparse_moe.experts.212.w1,0.0000047475,0.05000,3.311
3,block_sparse_moe.experts.208.w1,0.0000114510,0.05000,3.189
3,block_sparse_moe.experts.218.w1,0.0000080081,0.05000,3.037
3,block_sparse_moe.experts.217.w1,0.0000845725,0.05000,2.892
3,block_sparse_moe.experts.222.w1,0.0000176568,0.05000,3.057
3,block_sparse_moe.experts.223.w1,0.0000025928,0.05000,3.033
3,block_sparse_moe.experts.211.w1,0.0000101520,0.05000,2.995
3,block_sparse_moe.experts.214.w1,0.0000030320,0.05000,3.053
3,block_sparse_moe.experts.219.w1,0.0000046191,0.05000,2.988
3,block_sparse_moe.experts.215.w1,0.0000052947,0.05000,2.941
3,block_sparse_moe.experts.225.w1,0.0000072536,0.05000,2.990
3,block_sparse_moe.experts.229.w1,0.0000181187,0.05000,3.002
3,block_sparse_moe.experts.236.w1,0.0000106574,0.05000,3.024
3,block_sparse_moe.experts.232.w1,0.0000023484,0.05000,3.075
3,block_sparse_moe.experts.237.w1,0.0000029628,0.05000,2.962
3,block_sparse_moe.experts.226.w1,0.0000035551,0.05000,3.028
3,block_sparse_moe.experts.228.w1,0.0000043913,0.05000,3.022
3,block_sparse_moe.experts.233.w1,0.0000206200,0.05000,2.939
3,block_sparse_moe.experts.238.w1,0.0000031277,0.05000,2.956
3,block_sparse_moe.experts.224.w1,0.0000094150,0.05000,3.034
3,block_sparse_moe.experts.234.w1,0.0000099325,0.05000,3.086
3,block_sparse_moe.experts.239.w1,0.0000049482,0.05000,3.117
3,block_sparse_moe.experts.227.w1,0.0008107712,0.05000,3.073
3,block_sparse_moe.experts.230.w1,0.0000186785,0.05000,3.089
3,block_sparse_moe.experts.235.w1,0.0000323488,0.05000,3.162
3,block_sparse_moe.experts.231.w1,0.0000345549,0.05000,3.120
3,block_sparse_moe.experts.241.w1,0.0000053045,0.05000,2.806
3,block_sparse_moe.experts.245.w1,0.0000388118,0.05000,2.803
3,block_sparse_moe.experts.253.w1,0.0000132427,0.05000,2.713
3,block_sparse_moe.experts.249.w1,0.0000074542,0.05000,2.807
3,block_sparse_moe.experts.252.w1,0.0000200668,0.05000,3.219
3,block_sparse_moe.experts.248.w1,0.0000142615,0.05000,3.156
3,block_sparse_moe.experts.242.w1,0.0000055471,0.05000,3.310
3,block_sparse_moe.experts.244.w1,0.0000137666,0.05000,3.214
3,block_sparse_moe.experts.255.w1,0.0000064248,0.05000,3.061
3,block_sparse_moe.experts.240.w1,0.0000063792,0.05000,3.262
3,block_sparse_moe.experts.254.w1,0.0000155067,0.05000,3.273
3,block_sparse_moe.experts.243.w1,0.0000048342,0.05000,3.079
3,block_sparse_moe.experts.250.w1,0.0000050533,0.05000,3.325
3,block_sparse_moe.experts.251.w1,0.0000029036,0.05000,3.022
3,block_sparse_moe.experts.246.w1,0.0000033077,0.05000,3.268
3,block_sparse_moe.experts.247.w1,0.0000144031,0.05000,3.118
3,block_sparse_moe.experts.1.w3,0.0000026281,0.05000,3.001
3,block_sparse_moe.experts.5.w3,0.0000020727,0.05000,3.036
3,block_sparse_moe.experts.13.w3,0.0000035357,0.05000,3.028
3,block_sparse_moe.experts.9.w3,0.0000057114,0.05000,3.025
3,block_sparse_moe.experts.8.w3,0.0000042561,0.05000,3.119
3,block_sparse_moe.experts.12.w3,0.0000018657,0.05000,3.208
3,block_sparse_moe.experts.4.w3,0.0000073990,0.05000,3.139
3,block_sparse_moe.experts.15.w3,0.0000478035,0.05000,2.997
3,block_sparse_moe.experts.2.w3,0.0000065572,0.05000,3.186
3,block_sparse_moe.experts.3.w3,0.0000078383,0.05000,2.991
3,block_sparse_moe.experts.11.w3,0.0000070846,0.05000,2.994
3,block_sparse_moe.experts.10.w3,0.0000186846,0.05000,3.047
3,block_sparse_moe.experts.14.w3,0.0000209513,0.05000,3.205
3,block_sparse_moe.experts.0.w3,0.0000054425,0.05000,3.241
3,block_sparse_moe.experts.7.w3,0.0000012542,0.05000,2.993
3,block_sparse_moe.experts.6.w3,0.0000098843,0.05000,3.131
3,block_sparse_moe.experts.17.w3,0.0000120612,0.05000,2.936
3,block_sparse_moe.experts.21.w3,0.0000224684,0.05000,2.884
3,block_sparse_moe.experts.29.w3,0.0000012330,0.05000,2.941
3,block_sparse_moe.experts.25.w3,0.0000047600,0.05000,2.906
3,block_sparse_moe.experts.24.w3,0.0000066838,0.05000,3.155
3,block_sparse_moe.experts.31.w3,0.0000060122,0.05000,2.927
3,block_sparse_moe.experts.28.w3,0.0000184235,0.05000,3.171
3,block_sparse_moe.experts.19.w3,0.0000047084,0.05000,3.000
3,block_sparse_moe.experts.20.w3,0.0000041801,0.05000,3.075
3,block_sparse_moe.experts.18.w3,0.0000199150,0.05000,3.089
3,block_sparse_moe.experts.27.w3,0.0000049745,0.05000,2.977
3,block_sparse_moe.experts.30.w3,0.0000162251,0.05000,2.963
3,block_sparse_moe.experts.23.w3,0.0000025002,0.05000,2.952
3,block_sparse_moe.experts.26.w3,0.0000123660,0.05000,3.145
3,block_sparse_moe.experts.16.w3,0.0000009492,0.05000,3.070
3,block_sparse_moe.experts.22.w3,0.0000215147,0.05000,3.054
3,block_sparse_moe.experts.37.w3,0.0000509710,0.05000,3.012
3,block_sparse_moe.experts.33.w3,0.0000477130,0.05000,3.045
3,block_sparse_moe.experts.45.w3,0.0000066802,0.05000,3.096
3,block_sparse_moe.experts.41.w3,0.0000026130,0.05000,3.164
3,block_sparse_moe.experts.47.w3,0.0000079330,0.05000,2.921
3,block_sparse_moe.experts.35.w3,0.0000017560,0.05000,2.925
3,block_sparse_moe.experts.40.w3,0.0000043428,0.05000,3.059
3,block_sparse_moe.experts.44.w3,0.0000072991,0.05000,3.046
3,block_sparse_moe.experts.36.w3,0.0000036834,0.05000,3.038
3,block_sparse_moe.experts.43.w3,0.0000070131,0.05000,2.975
3,block_sparse_moe.experts.39.w3,0.0000326689,0.05000,3.036
3,block_sparse_moe.experts.34.w3,0.0000014332,0.05000,3.324
3,block_sparse_moe.experts.46.w3,0.0000049378,0.05000,3.299
3,block_sparse_moe.experts.32.w3,0.0000263861,0.05000,3.181
3,block_sparse_moe.experts.42.w3,0.0000057039,0.05000,3.349
3,block_sparse_moe.experts.38.w3,0.0000103227,0.05000,3.354
3,block_sparse_moe.experts.49.w3,0.0000065488,0.05000,2.917
3,block_sparse_moe.experts.53.w3,0.0000038442,0.05000,3.013
3,block_sparse_moe.experts.61.w3,0.0000377285,0.05000,2.983
3,block_sparse_moe.experts.57.w3,0.0000037187,0.05000,3.137
3,block_sparse_moe.experts.63.w3,0.0000062789,0.05000,3.110
3,block_sparse_moe.experts.56.w3,0.0000017839,0.05000,2.997
3,block_sparse_moe.experts.51.w3,0.0000083429,0.05000,3.098
3,block_sparse_moe.experts.60.w3,0.0000174946,0.05000,3.053
3,block_sparse_moe.experts.52.w3,0.0000066756,0.05000,3.051
3,block_sparse_moe.experts.59.w3,0.0000145259,0.05000,3.056
3,block_sparse_moe.experts.55.w3,0.0000120920,0.05000,3.129
3,block_sparse_moe.experts.48.w3,0.0000114609,0.05000,2.959
3,block_sparse_moe.experts.50.w3,0.0000142629,0.05000,3.060
3,block_sparse_moe.experts.62.w3,0.0000099639,0.05000,3.110
3,block_sparse_moe.experts.58.w3,0.0000107955,0.05000,3.201
3,block_sparse_moe.experts.54.w3,0.0000102704,0.05000,3.132
3,block_sparse_moe.experts.65.w3,0.0000047619,0.05000,2.941
3,block_sparse_moe.experts.69.w3,0.0000036031,0.05000,2.948
3,block_sparse_moe.experts.77.w3,0.0000012366,0.05000,2.935
3,block_sparse_moe.experts.73.w3,0.0000210386,0.05000,3.002
3,block_sparse_moe.experts.72.w3,0.0000077769,0.05000,2.938
3,block_sparse_moe.experts.79.w3,0.0001269119,0.05000,2.969
3,block_sparse_moe.experts.67.w3,0.0000106920,0.05000,2.910
3,block_sparse_moe.experts.75.w3,0.0000022433,0.05000,2.842
3,block_sparse_moe.experts.76.w3,0.0000381887,0.05000,2.976
3,block_sparse_moe.experts.68.w3,0.0000040559,0.05000,2.922
3,block_sparse_moe.experts.71.w3,0.0000057582,0.05000,2.933
3,block_sparse_moe.experts.64.w3,0.0000011465,0.05000,2.943
3,block_sparse_moe.experts.66.w3,0.0000018808,0.05000,3.057
3,block_sparse_moe.experts.78.w3,0.0000172211,0.05000,3.147
3,block_sparse_moe.experts.70.w3,0.0000036209,0.05000,3.155
3,block_sparse_moe.experts.74.w3,0.0000060363,0.05000,3.204
3,block_sparse_moe.experts.81.w3,0.0000105904,0.05000,3.155
3,block_sparse_moe.experts.85.w3,0.0000172343,0.05000,3.092
3,block_sparse_moe.experts.93.w3,0.0000031816,0.05000,3.161
3,block_sparse_moe.experts.88.w3,0.0000103600,0.05000,2.991
3,block_sparse_moe.experts.95.w3,0.0000094482,0.05000,2.996
3,block_sparse_moe.experts.92.w3,0.0000049218,0.05000,2.929
3,block_sparse_moe.experts.84.w3,0.0000051446,0.05000,2.951
3,block_sparse_moe.experts.83.w3,0.0000420626,0.05000,3.064
3,block_sparse_moe.experts.89.w3,0.0000080291,0.05000,3.372
3,block_sparse_moe.experts.91.w3,0.0000077627,0.05000,3.139
3,block_sparse_moe.experts.80.w3,0.0000060023,0.05000,3.005
3,block_sparse_moe.experts.87.w3,0.0000120489,0.05000,3.141
3,block_sparse_moe.experts.82.w3,0.0000103114,0.05000,3.173
3,block_sparse_moe.experts.94.w3,0.0000183505,0.05000,3.268
3,block_sparse_moe.experts.90.w3,0.0000119447,0.05000,3.170
3,block_sparse_moe.experts.86.w3,0.0000188227,0.05000,3.218
3,block_sparse_moe.experts.101.w3,0.0000160523,0.05000,2.967
3,block_sparse_moe.experts.97.w3,0.0000050822,0.05000,3.076
3,block_sparse_moe.experts.109.w3,0.0000052041,0.05000,2.998
3,block_sparse_moe.experts.104.w3,0.0000148867,0.05000,3.029
3,block_sparse_moe.experts.111.w3,0.0000088799,0.05000,3.044
3,block_sparse_moe.experts.100.w3,0.0000025217,0.05000,2.966
3,block_sparse_moe.experts.108.w3,0.0000063694,0.05000,3.030
3,block_sparse_moe.experts.99.w3,0.0000130545,0.05000,3.040
3,block_sparse_moe.experts.105.w3,0.0000123914,0.05000,2.983
3,block_sparse_moe.experts.107.w3,0.0000215865,0.05000,3.027
3,block_sparse_moe.experts.96.w3,0.0000108079,0.05000,2.964
3,block_sparse_moe.experts.103.w3,0.0000064465,0.05000,3.025
3,block_sparse_moe.experts.98.w3,0.0000051901,0.05000,3.140
3,block_sparse_moe.experts.110.w3,0.0000143907,0.05000,3.049
3,block_sparse_moe.experts.106.w3,0.0000056804,0.05000,3.096
3,block_sparse_moe.experts.102.w3,0.0000122450,0.05000,3.098
3,block_sparse_moe.experts.117.w3,0.0000038244,0.05000,3.004
3,block_sparse_moe.experts.113.w3,0.0000082901,0.05000,3.018
3,block_sparse_moe.experts.125.w3,0.0000276407,0.05000,3.047
3,block_sparse_moe.experts.120.w3,0.0000156257,0.05000,3.039
3,block_sparse_moe.experts.124.w3,0.0000145866,0.05000,2.989
3,block_sparse_moe.experts.127.w3,0.0000073040,0.05000,3.060
3,block_sparse_moe.experts.116.w3,0.0000167038,0.05000,3.099
3,block_sparse_moe.experts.121.w3,0.0000082523,0.05000,3.017
3,block_sparse_moe.experts.115.w3,0.0000115565,0.05000,3.148
3,block_sparse_moe.experts.123.w3,0.0000087700,0.05000,3.070
3,block_sparse_moe.experts.112.w3,0.0000031221,0.05000,3.035
3,block_sparse_moe.experts.119.w3,0.0000028371,0.05000,3.095
3,block_sparse_moe.experts.114.w3,0.0000160430,0.05000,3.075
3,block_sparse_moe.experts.126.w3,0.0000016979,0.05000,3.091
3,block_sparse_moe.experts.122.w3,0.0000038514,0.05000,3.089
3,block_sparse_moe.experts.118.w3,0.0000640382,0.05000,3.165
3,block_sparse_moe.experts.133.w3,0.0000005981,0.05000,3.009
3,block_sparse_moe.experts.129.w3,0.0000104694,0.05000,3.104
3,block_sparse_moe.experts.141.w3,0.0000094802,0.05000,2.998
3,block_sparse_moe.experts.140.w3,0.0000043459,0.05000,2.996
3,block_sparse_moe.experts.143.w3,0.0000139096,0.05000,2.995
3,block_sparse_moe.experts.136.w3,0.0000152620,0.05000,3.093
3,block_sparse_moe.experts.137.w3,0.0000246119,0.05000,3.022
3,block_sparse_moe.experts.132.w3,0.0000039629,0.05000,3.105
3,block_sparse_moe.experts.139.w3,0.0000069597,0.05000,2.972
3,block_sparse_moe.experts.131.w3,0.0000048342,0.05000,3.021
3,block_sparse_moe.experts.128.w3,0.0000167532,0.05000,3.087
3,block_sparse_moe.experts.135.w3,0.0000012649,0.05000,2.897
3,block_sparse_moe.experts.130.w3,0.0000206550,0.05000,3.132
3,block_sparse_moe.experts.142.w3,0.0000043041,0.05000,3.071
3,block_sparse_moe.experts.138.w3,0.0000116719,0.05000,3.057
3,block_sparse_moe.experts.134.w3,0.0000195575,0.05000,3.062
3,block_sparse_moe.experts.149.w3,0.0000115475,0.05000,3.099
3,block_sparse_moe.experts.145.w3,0.0000071879,0.05000,2.982
3,block_sparse_moe.experts.157.w3,0.0000085824,0.05000,3.034
3,block_sparse_moe.experts.159.w3,0.0000138626,0.05000,2.898
3,block_sparse_moe.experts.153.w3,0.0000162388,0.05000,2.969
3,block_sparse_moe.experts.155.w3,0.0000151588,0.05000,2.884
3,block_sparse_moe.experts.147.w3,0.0000763604,0.05000,2.942
3,block_sparse_moe.experts.156.w3,0.0000019872,0.05000,3.200
3,block_sparse_moe.experts.152.w3,0.0000090134,0.05000,3.204
3,block_sparse_moe.experts.151.w3,0.0000092560,0.05000,2.896
3,block_sparse_moe.experts.148.w3,0.0000028325,0.05000,3.249
3,block_sparse_moe.experts.144.w3,0.0000026098,0.05000,3.160
3,block_sparse_moe.experts.146.w3,0.0000115713,0.05000,3.099
3,block_sparse_moe.experts.158.w3,0.0000037267,0.05000,3.203
3,block_sparse_moe.experts.154.w3,0.0000048794,0.05000,3.224
3,block_sparse_moe.experts.150.w3,0.0000045571,0.05000,3.259
3,block_sparse_moe.experts.165.w3,0.0000056767,0.05000,2.938
3,block_sparse_moe.experts.161.w3,0.0000187567,0.05000,2.951
3,block_sparse_moe.experts.173.w3,0.0000043719,0.05000,2.971
3,block_sparse_moe.experts.175.w3,0.0000135756,0.05000,2.900
3,block_sparse_moe.experts.169.w3,0.0000048861,0.05000,2.870
3,block_sparse_moe.experts.163.w3,0.0000196817,0.05000,2.860
3,block_sparse_moe.experts.171.w3,0.0000100831,0.05000,2.999
3,block_sparse_moe.experts.172.w3,0.0000233568,0.05000,3.029
3,block_sparse_moe.experts.168.w3,0.0000047456,0.05000,2.969
3,block_sparse_moe.experts.164.w3,0.0000080833,0.05000,2.987
3,block_sparse_moe.experts.167.w3,0.0000052839,0.05000,3.073
3,block_sparse_moe.experts.160.w3,0.0000061406,0.05000,3.061
3,block_sparse_moe.experts.162.w3,0.0000205343,0.05000,3.071
3,block_sparse_moe.experts.174.w3,0.0000049275,0.05000,3.115
3,block_sparse_moe.experts.170.w3,0.0000080601,0.05000,3.055
3,block_sparse_moe.experts.166.w3,0.0000062543,0.05000,2.958
3,block_sparse_moe.experts.181.w3,0.0000071643,0.05000,2.834
3,block_sparse_moe.experts.177.w3,0.0000133345,0.05000,2.766
3,block_sparse_moe.experts.189.w3,0.0000025274,0.05000,2.883
3,block_sparse_moe.experts.191.w3,0.0000133468,0.05000,3.036
3,block_sparse_moe.experts.185.w3,0.0000038204,0.05000,3.016
3,block_sparse_moe.experts.179.w3,0.0000019664,0.05000,3.139
3,block_sparse_moe.experts.188.w3,0.0000017236,0.05000,2.962
3,block_sparse_moe.experts.187.w3,0.0000097759,0.05000,3.154
3,block_sparse_moe.experts.184.w3,0.0000128649,0.05000,3.044
3,block_sparse_moe.experts.180.w3,0.0000191507,0.05000,2.994
3,block_sparse_moe.experts.183.w3,0.0000165531,0.05000,3.062
3,block_sparse_moe.experts.176.w3,0.0000178228,0.05000,2.927
3,block_sparse_moe.experts.178.w3,0.0000046535,0.05000,3.055
3,block_sparse_moe.experts.190.w3,0.0000093008,0.05000,2.990
3,block_sparse_moe.experts.186.w3,0.0000032623,0.05000,3.027
3,block_sparse_moe.experts.182.w3,0.0000017969,0.05000,2.986
3,block_sparse_moe.experts.193.w3,0.0000082204,0.05000,3.152
3,block_sparse_moe.experts.197.w3,0.0000031518,0.05000,3.253
3,block_sparse_moe.experts.205.w3,0.0000064336,0.05000,3.169
3,block_sparse_moe.experts.207.w3,0.0000062603,0.05000,2.832
3,block_sparse_moe.experts.195.w3,0.0000018001,0.05000,2.855
3,block_sparse_moe.experts.201.w3,0.0000129028,0.05000,3.090
3,block_sparse_moe.experts.203.w3,0.0000027917,0.05000,2.859
3,block_sparse_moe.experts.204.w3,0.0000118324,0.05000,3.090
3,block_sparse_moe.experts.200.w3,0.0000108196,0.05000,3.048
3,block_sparse_moe.experts.196.w3,0.0000205901,0.05000,3.010
3,block_sparse_moe.experts.199.w3,0.0000272863,0.05000,3.030
3,block_sparse_moe.experts.192.w3,0.0000047120,0.05000,3.015
3,block_sparse_moe.experts.194.w3,0.0000011924,0.05000,2.982
3,block_sparse_moe.experts.206.w3,0.0000076803,0.05000,2.944
3,block_sparse_moe.experts.202.w3,0.0000190646,0.05000,2.977
3,block_sparse_moe.experts.198.w3,0.0000058816,0.05000,3.016
3,block_sparse_moe.experts.209.w3,0.0000044080,0.05000,2.858
3,block_sparse_moe.experts.213.w3,0.0000023810,0.05000,2.906
3,block_sparse_moe.experts.221.w3,0.0000044116,0.05000,2.980
3,block_sparse_moe.experts.223.w3,0.0000024649,0.05000,2.977
3,block_sparse_moe.experts.217.w3,0.0000660123,0.05000,2.911
3,block_sparse_moe.experts.219.w3,0.0000044352,0.05000,2.928
3,block_sparse_moe.experts.211.w3,0.0000098478,0.05000,3.028
3,block_sparse_moe.experts.220.w3,0.0000229983,0.05000,2.919
3,block_sparse_moe.experts.216.w3,0.0000072177,0.05000,2.909
3,block_sparse_moe.experts.212.w3,0.0000043574,0.05000,2.864
3,block_sparse_moe.experts.215.w3,0.0000050753,0.05000,2.961
3,block_sparse_moe.experts.208.w3,0.0000109284,0.05000,3.060
3,block_sparse_moe.experts.210.w3,0.0000081423,0.05000,3.157
3,block_sparse_moe.experts.222.w3,0.0000166496,0.05000,3.077
3,block_sparse_moe.experts.218.w3,0.0000077249,0.05000,3.033
3,block_sparse_moe.experts.225.w3,0.0000070236,0.05000,2.978
3,block_sparse_moe.experts.214.w3,0.0000028082,0.05000,3.058
3,block_sparse_moe.experts.229.w3,0.0000174519,0.05000,3.077
3,block_sparse_moe.experts.237.w3,0.0000028238,0.05000,2.866
3,block_sparse_moe.experts.239.w3,0.0000047427,0.05000,3.019
3,block_sparse_moe.experts.233.w3,0.0000195947,0.05000,2.999
3,block_sparse_moe.experts.227.w3,0.0001822071,0.05000,3.006
3,block_sparse_moe.experts.236.w3,0.0000101483,0.05000,2.890
3,block_sparse_moe.experts.235.w3,0.0000303450,0.05000,3.075
3,block_sparse_moe.experts.232.w3,0.0000022194,0.05000,2.968
3,block_sparse_moe.experts.228.w3,0.0000042406,0.05000,2.955
3,block_sparse_moe.experts.231.w3,0.0000316044,0.05000,2.958
3,block_sparse_moe.experts.224.w3,0.0000089899,0.05000,2.922
3,block_sparse_moe.experts.226.w3,0.0000034905,0.05000,2.785
3,block_sparse_moe.experts.238.w3,0.0000028847,0.05000,2.980
3,block_sparse_moe.experts.234.w3,0.0000093509,0.05000,2.975
3,block_sparse_moe.experts.241.w3,0.0000051260,0.05000,3.067
3,block_sparse_moe.experts.230.w3,0.0000146598,0.05000,3.034
3,block_sparse_moe.experts.245.w3,0.0000374827,0.05000,2.965
3,block_sparse_moe.experts.253.w3,0.0000113756,0.05000,2.956
3,block_sparse_moe.experts.249.w3,0.0000070562,0.05000,2.492
3,block_sparse_moe.experts.255.w3,0.0000060608,0.05000,3.050
3,block_sparse_moe.experts.243.w3,0.0000041927,0.05000,2.932
3,block_sparse_moe.experts.251.w3,0.0000027195,0.05000,2.866
3,block_sparse_moe.experts.252.w3,0.0000192590,0.05000,3.025
3,block_sparse_moe.experts.247.w3,0.0000128210,0.05000,2.641
3,block_sparse_moe.experts.244.w3,0.0000121830,0.05000,2.960
3,block_sparse_moe.experts.248.w3,0.0000131936,0.05000,3.022
3,block_sparse_moe.experts.240.w3,0.0000062461,0.05000,2.745
3,block_sparse_moe.experts.242.w3,0.0000053199,0.05000,2.990
3,block_sparse_moe.experts.254.w3,0.0000130865,0.05000,2.913
3,block_sparse_moe.experts.250.w3,0.0000048262,0.05000,2.737
3,block_sparse_moe.experts.246.w3,0.0000031684,0.05000,2.634
3,block_sparse_moe.experts.8.w2,0.0000006196,0.05000,1.482
3,block_sparse_moe.experts.0.w2,0.0000003974,0.05000,1.515
3,block_sparse_moe.experts.4.w2,0.0000015742,0.05000,1.564
3,block_sparse_moe.experts.10.w2,0.0000038858,0.05000,1.574
3,block_sparse_moe.experts.12.w2,0.0000001256,0.05000,1.578
3,block_sparse_moe.experts.13.w2,0.0000004376,0.05000,1.581
3,block_sparse_moe.experts.2.w2,0.0000005488,0.05000,1.609
3,block_sparse_moe.experts.9.w2,0.0000004361,0.05000,1.602
3,block_sparse_moe.experts.14.w2,0.0000049787,0.05000,1.602
3,block_sparse_moe.experts.1.w2,0.0000003111,0.05000,1.629
3,block_sparse_moe.experts.7.w2,0.0000001936,0.05000,1.627
3,block_sparse_moe.experts.6.w2,0.0000010012,0.05000,1.641
3,block_sparse_moe.experts.11.w2,0.0000009722,0.05000,1.645
3,block_sparse_moe.experts.3.w2,0.0000005830,0.05000,1.671
3,block_sparse_moe.experts.5.w2,0.0000002581,0.05000,1.668
3,block_sparse_moe.experts.15.w2,0.0000017143,0.05000,1.677
3,block_sparse_moe.experts.16.w2,0.0000001339,0.05000,1.315
3,block_sparse_moe.experts.24.w2,0.0000012119,0.05000,1.344
3,block_sparse_moe.experts.20.w2,0.0000006456,0.05000,1.308
3,block_sparse_moe.experts.28.w2,0.0000009082,0.05000,1.378
3,block_sparse_moe.experts.26.w2,0.0000013385,0.05000,1.438
3,block_sparse_moe.experts.23.w2,0.0000003431,0.05000,1.417
3,block_sparse_moe.experts.31.w2,0.0000009095,0.05000,1.376
3,block_sparse_moe.experts.29.w2,0.0000001689,0.05000,1.486
3,block_sparse_moe.experts.18.w2,0.0000070327,0.05000,1.469
3,block_sparse_moe.experts.30.w2,0.0000038939,0.05000,1.466
3,block_sparse_moe.experts.25.w2,0.0000009100,0.05000,1.469
3,block_sparse_moe.experts.17.w2,0.0000012690,0.05000,1.481
3,block_sparse_moe.experts.21.w2,0.0000027667,0.05000,1.438
3,block_sparse_moe.experts.27.w2,0.0000008045,0.05000,1.464
3,block_sparse_moe.experts.22.w2,0.0000011028,0.05000,1.495
3,block_sparse_moe.experts.19.w2,0.0000002800,0.05000,1.480
3,block_sparse_moe.experts.32.w2,0.0000031877,0.05000,1.385
3,block_sparse_moe.experts.40.w2,0.0000003710,0.05000,1.434
3,block_sparse_moe.experts.36.w2,0.0000006469,0.05000,1.405
3,block_sparse_moe.experts.41.w2,0.0000004208,0.05000,1.291
3,block_sparse_moe.experts.45.w2,0.0000020620,0.05000,1.300
3,block_sparse_moe.experts.42.w2,0.0000009082,0.05000,1.369
3,block_sparse_moe.experts.37.w2,0.0000017353,0.05000,1.282
3,block_sparse_moe.experts.44.w2,0.0000010768,0.05000,1.434
3,block_sparse_moe.experts.33.w2,0.0000022320,0.05000,1.326
3,block_sparse_moe.experts.46.w2,0.0000005297,0.05000,1.449
3,block_sparse_moe.experts.39.w2,0.0000013673,0.05000,1.514
3,block_sparse_moe.experts.34.w2,0.0000001933,0.05000,1.502
3,block_sparse_moe.experts.38.w2,0.0000007899,0.05000,1.438
3,block_sparse_moe.experts.47.w2,0.0000013595,0.05000,1.535
3,block_sparse_moe.experts.35.w2,0.0000000834,0.05000,1.503
3,block_sparse_moe.experts.43.w2,0.0000010597,0.05000,1.559
3,block_sparse_moe.experts.48.w2,0.0000010178,0.05000,1.579
3,block_sparse_moe.experts.56.w2,0.0000002390,0.05000,1.544
3,block_sparse_moe.experts.58.w2,0.0000012609,0.05000,1.440
3,block_sparse_moe.experts.61.w2,0.0000016795,0.05000,1.491
3,block_sparse_moe.experts.57.w2,0.0000004777,0.05000,1.503
3,block_sparse_moe.experts.53.w2,0.0000003159,0.05000,1.499
3,block_sparse_moe.experts.52.w2,0.0000011221,0.05000,1.626
3,block_sparse_moe.experts.49.w2,0.0000013558,0.05000,1.540
3,block_sparse_moe.experts.60.w2,0.0000015275,0.05000,1.597
3,block_sparse_moe.experts.55.w2,0.0000018719,0.05000,1.458
3,block_sparse_moe.experts.62.w2,0.0000010254,0.05000,1.501
3,block_sparse_moe.experts.63.w2,0.0000005682,0.05000,1.437
3,block_sparse_moe.experts.54.w2,0.0000007385,0.05000,1.490
3,block_sparse_moe.experts.50.w2,0.0000034550,0.05000,1.503
3,block_sparse_moe.experts.51.w2,0.0000011734,0.05000,1.502
3,block_sparse_moe.experts.59.w2,0.0000026548,0.05000,1.525
3,block_sparse_moe.experts.72.w2,0.0000020212,0.05000,1.410
3,block_sparse_moe.experts.64.w2,0.0000001385,0.05000,1.478
3,block_sparse_moe.experts.68.w2,0.0000004873,0.05000,1.433
3,block_sparse_moe.experts.74.w2,0.0000006898,0.05000,1.515
3,block_sparse_moe.experts.73.w2,0.0000023977,0.05000,1.513
3,block_sparse_moe.experts.76.w2,0.0000017584,0.05000,1.399
3,block_sparse_moe.experts.77.w2,0.0000001423,0.05000,1.536
3,block_sparse_moe.experts.69.w2,0.0000003012,0.05000,1.543
3,block_sparse_moe.experts.65.w2,0.0000010435,0.05000,1.469
3,block_sparse_moe.experts.71.w2,0.0000004208,0.05000,1.496
3,block_sparse_moe.experts.79.w2,0.0000034783,0.05000,1.489
3,block_sparse_moe.experts.78.w2,0.0000015863,0.05000,1.520
3,block_sparse_moe.experts.70.w2,0.0000002412,0.05000,1.497
3,block_sparse_moe.experts.66.w2,0.0000001427,0.05000,1.498
3,block_sparse_moe.experts.67.w2,0.0000008948,0.05000,1.452
3,block_sparse_moe.experts.75.w2,0.0000000991,0.05000,1.433
3,block_sparse_moe.experts.90.w2,0.0000013560,0.05000,1.361
3,block_sparse_moe.experts.88.w2,0.0000013369,0.05000,1.499
3,block_sparse_moe.experts.89.w2,0.0000008417,0.05000,1.412
3,block_sparse_moe.experts.80.w2,0.0000003728,0.05000,1.589
3,block_sparse_moe.experts.84.w2,0.0000004616,0.05000,1.528
3,block_sparse_moe.experts.92.w2,0.0000003623,0.05000,1.503
3,block_sparse_moe.experts.93.w2,0.0000002877,0.05000,1.503
3,block_sparse_moe.experts.85.w2,0.0000015784,0.05000,1.470
3,block_sparse_moe.experts.81.w2,0.0000009558,0.05000,1.507
3,block_sparse_moe.experts.82.w2,0.0000008368,0.05000,1.374
3,block_sparse_moe.experts.86.w2,0.0000013543,0.05000,1.479
3,block_sparse_moe.experts.94.w2,0.0000041545,0.05000,1.521
3,block_sparse_moe.experts.95.w2,0.0000012349,0.05000,1.641
3,block_sparse_moe.experts.87.w2,0.0000022263,0.05000,1.653
3,block_sparse_moe.experts.83.w2,0.0000011389,0.05000,1.643
3,block_sparse_moe.experts.91.w2,0.0000007299,0.05000,1.614
3,block_sparse_moe.experts.106.w2,0.0000004783,0.05000,1.514
3,block_sparse_moe.experts.104.w2,0.0000011793,0.05000,1.536
3,block_sparse_moe.experts.96.w2,0.0000014553,0.05000,1.486
3,block_sparse_moe.experts.105.w2,0.0000022186,0.05000,1.553
3,block_sparse_moe.experts.100.w2,0.0000002580,0.05000,1.508
3,block_sparse_moe.experts.101.w2,0.0000014384,0.05000,1.484
3,block_sparse_moe.experts.109.w2,0.0000004545,0.05000,1.496
3,block_sparse_moe.experts.108.w2,0.0000005795,0.05000,1.506
3,block_sparse_moe.experts.98.w2,0.0000005742,0.05000,1.469
3,block_sparse_moe.experts.97.w2,0.0000003742,0.05000,1.477
3,block_sparse_moe.experts.102.w2,0.0000016305,0.05000,1.441
3,block_sparse_moe.experts.110.w2,0.0000012591,0.05000,1.486
3,block_sparse_moe.experts.111.w2,0.0000006627,0.05000,1.558
3,block_sparse_moe.experts.103.w2,0.0000003664,0.05000,1.568
3,block_sparse_moe.experts.99.w2,0.0000012429,0.05000,1.512
3,block_sparse_moe.experts.107.w2,0.0000023930,0.05000,1.564
3,block_sparse_moe.experts.120.w2,0.0000022021,0.05000,1.504
3,block_sparse_moe.experts.122.w2,0.0000008048,0.05000,1.548
3,block_sparse_moe.experts.114.w2,0.0000012232,0.05000,1.401
3,block_sparse_moe.experts.112.w2,0.0000005197,0.05000,1.500
3,block_sparse_moe.experts.124.w2,0.0000016593,0.05000,1.472
3,block_sparse_moe.experts.116.w2,0.0000015765,0.05000,1.513
3,block_sparse_moe.experts.121.w2,0.0000022607,0.05000,1.546
3,block_sparse_moe.experts.117.w2,0.0000003520,0.05000,1.543
3,block_sparse_moe.experts.113.w2,0.0000008834,0.05000,1.507
3,block_sparse_moe.experts.118.w2,0.0000030325,0.05000,1.449
3,block_sparse_moe.experts.125.w2,0.0000053866,0.05000,1.581
3,block_sparse_moe.experts.126.w2,0.0000002547,0.05000,1.469
3,block_sparse_moe.experts.127.w2,0.0000006013,0.05000,1.535
3,block_sparse_moe.experts.119.w2,0.0000003756,0.05000,1.550
3,block_sparse_moe.experts.115.w2,0.0000011212,0.05000,1.574
3,block_sparse_moe.experts.123.w2,0.0000026932,0.05000,1.571
3,block_sparse_moe.experts.138.w2,0.0000014890,0.05000,1.372
3,block_sparse_moe.experts.136.w2,0.0000008695,0.05000,1.402
3,block_sparse_moe.experts.130.w2,0.0000007143,0.05000,1.371
3,block_sparse_moe.experts.132.w2,0.0000004468,0.05000,1.390
3,block_sparse_moe.experts.134.w2,0.0000013385,0.05000,1.370
3,block_sparse_moe.experts.128.w2,0.0000008368,0.05000,1.462
3,block_sparse_moe.experts.140.w2,0.0000003649,0.05000,1.490
3,block_sparse_moe.experts.137.w2,0.0000008565,0.05000,1.475
3,block_sparse_moe.experts.129.w2,0.0000010906,0.05000,1.497
3,block_sparse_moe.experts.133.w2,0.0000001023,0.05000,1.522
3,block_sparse_moe.experts.142.w2,0.0000005449,0.05000,1.441
3,block_sparse_moe.experts.141.w2,0.0000005999,0.05000,1.577
3,block_sparse_moe.experts.135.w2,0.0000000661,0.05000,1.545
3,block_sparse_moe.experts.143.w2,0.0000041039,0.05000,1.584
3,block_sparse_moe.experts.131.w2,0.0000005815,0.05000,1.566
3,block_sparse_moe.experts.139.w2,0.0000009629,0.05000,1.614
3,block_sparse_moe.experts.154.w2,0.0000004369,0.05000,1.539
3,block_sparse_moe.experts.152.w2,0.0000016078,0.05000,1.530
3,block_sparse_moe.experts.146.w2,0.0000020924,0.05000,1.571
3,block_sparse_moe.experts.148.w2,0.0000003665,0.05000,1.555
3,block_sparse_moe.experts.144.w2,0.0000005303,0.05000,1.552
3,block_sparse_moe.experts.156.w2,0.0000003200,0.05000,1.515
3,block_sparse_moe.experts.150.w2,0.0000012741,0.05000,1.589
3,block_sparse_moe.experts.153.w2,0.0000015476,0.05000,1.551
3,block_sparse_moe.experts.158.w2,0.0000003772,0.05000,1.489
3,block_sparse_moe.experts.145.w2,0.0000006698,0.05000,1.528
3,block_sparse_moe.experts.149.w2,0.0000019389,0.05000,1.537
3,block_sparse_moe.experts.157.w2,0.0000017116,0.05000,1.545
3,block_sparse_moe.experts.151.w2,0.0000019887,0.05000,1.620
3,block_sparse_moe.experts.159.w2,0.0000008340,0.05000,1.645
3,block_sparse_moe.experts.147.w2,0.0000165375,0.05000,1.613
3,block_sparse_moe.experts.155.w2,0.0000009041,0.05000,1.642
3,block_sparse_moe.experts.164.w2,0.0000006017,0.05000,1.362
3,block_sparse_moe.experts.168.w2,0.0000005415,0.05000,1.504
3,block_sparse_moe.experts.172.w2,0.0000040690,0.05000,1.353
3,block_sparse_moe.experts.170.w2,0.0000007078,0.05000,1.570
3,block_sparse_moe.experts.160.w2,0.0000009193,0.05000,1.410
3,block_sparse_moe.experts.162.w2,0.0000026931,0.05000,1.579
3,block_sparse_moe.experts.166.w2,0.0000002846,0.05000,1.519
3,block_sparse_moe.experts.174.w2,0.0000005836,0.05000,1.544
3,block_sparse_moe.experts.169.w2,0.0000004091,0.05000,1.640
3,block_sparse_moe.experts.165.w2,0.0000005622,0.05000,1.601
3,block_sparse_moe.experts.161.w2,0.0000041439,0.05000,1.655
3,block_sparse_moe.experts.173.w2,0.0000005301,0.05000,1.634
3,block_sparse_moe.experts.167.w2,0.0000008426,0.05000,1.584
3,block_sparse_moe.experts.175.w2,0.0000019692,0.05000,1.619
3,block_sparse_moe.experts.163.w2,0.0000076780,0.05000,1.614
3,block_sparse_moe.experts.171.w2,0.0000007711,0.05000,1.610
3,block_sparse_moe.experts.184.w2,0.0000024077,0.05000,1.453
3,block_sparse_moe.experts.188.w2,0.0000001860,0.05000,1.433
3,block_sparse_moe.experts.176.w2,0.0000041316,0.05000,1.422
3,block_sparse_moe.experts.180.w2,0.0000011003,0.05000,1.504
3,block_sparse_moe.experts.186.w2,0.0000004549,0.05000,1.518
3,block_sparse_moe.experts.178.w2,0.0000006085,0.05000,1.527
3,block_sparse_moe.experts.182.w2,0.0000001324,0.05000,1.549
3,block_sparse_moe.experts.190.w2,0.0000018260,0.05000,1.564
3,block_sparse_moe.experts.181.w2,0.0000011036,0.05000,1.609
3,block_sparse_moe.experts.185.w2,0.0000001598,0.05000,1.671
3,block_sparse_moe.experts.177.w2,0.0000013131,0.05000,1.661
3,block_sparse_moe.experts.189.w2,0.0000005963,0.05000,1.647
3,block_sparse_moe.experts.183.w2,0.0000017283,0.05000,1.710
3,block_sparse_moe.experts.191.w2,0.0000014623,0.05000,1.688
3,block_sparse_moe.experts.179.w2,0.0000003321,0.05000,1.722
3,block_sparse_moe.experts.187.w2,0.0000016867,0.05000,1.734
3,block_sparse_moe.experts.202.w2,0.0000021512,0.05000,1.653
3,block_sparse_moe.experts.194.w2,0.0000002001,0.05000,1.688
3,block_sparse_moe.experts.198.w2,0.0000003921,0.05000,1.722
3,block_sparse_moe.experts.206.w2,0.0000012754,0.05000,1.696
3,block_sparse_moe.experts.197.w2,0.0000004663,0.05000,1.668
3,block_sparse_moe.experts.201.w2,0.0000016604,0.05000,1.641
3,block_sparse_moe.experts.193.w2,0.0000010343,0.05000,1.656
3,block_sparse_moe.experts.205.w2,0.0000014772,0.05000,1.681
3,block_sparse_moe.experts.199.w2,0.0000021068,0.05000,1.662
3,block_sparse_moe.experts.207.w2,0.0000003052,0.05000,1.643
3,block_sparse_moe.experts.195.w2,0.0000001128,0.05000,1.667
3,block_sparse_moe.experts.203.w2,0.0000002422,0.05000,1.638
3,block_sparse_moe.experts.218.w2,0.0000005982,0.05000,1.767
3,block_sparse_moe.experts.210.w2,0.0000008390,0.05000,1.766
3,block_sparse_moe.experts.213.w2,0.0000003039,0.05000,1.457
3,block_sparse_moe.experts.214.w2,0.0000001575,0.05000,1.725
3,block_sparse_moe.experts.217.w2,0.0000038868,0.05000,1.549
3,block_sparse_moe.experts.222.w2,0.0000019392,0.05000,1.721
3,block_sparse_moe.experts.209.w2,0.0000002198,0.05000,1.556
3,block_sparse_moe.experts.221.w2,0.0000006439,0.05000,1.554
3,block_sparse_moe.experts.223.w2,0.0000002021,0.05000,1.481
3,block_sparse_moe.experts.215.w2,0.0000003052,0.05000,1.536
3,block_sparse_moe.experts.211.w2,0.0000020425,0.05000,1.438
3,block_sparse_moe.experts.219.w2,0.0000010397,0.05000,1.443
3,block_sparse_moe.experts.229.w2,0.0000017436,0.05000,1.544
3,block_sparse_moe.experts.234.w2,0.0000010309,0.05000,1.711
3,block_sparse_moe.experts.233.w2,0.0000011941,0.05000,1.518
3,block_sparse_moe.experts.225.w2,0.0000005891,0.05000,1.523
3,block_sparse_moe.experts.226.w2,0.0000004707,0.05000,1.733
3,block_sparse_moe.experts.230.w2,0.0000018321,0.05000,1.725
3,block_sparse_moe.experts.238.w2,0.0000006108,0.05000,1.745
3,block_sparse_moe.experts.239.w2,0.0000007349,0.05000,1.512
3,block_sparse_moe.experts.227.w2,0.0000075259,0.05000,1.560
3,block_sparse_moe.experts.231.w2,0.0000022034,0.05000,1.600
3,block_sparse_moe.experts.235.w2,0.0000029781,0.05000,1.616
3,block_sparse_moe.experts.250.w2,0.0000007723,0.05000,1.765
3,block_sparse_moe.experts.242.w2,0.0000005556,0.05000,1.723
3,block_sparse_moe.experts.246.w2,0.0000002217,0.05000,1.661
3,block_sparse_moe.experts.254.w2,0.0000008502,0.05000,1.607
3,block_sparse_moe.experts.255.w2,0.0000008168,0.05000,1.713
3,block_sparse_moe.experts.247.w2,0.0000006786,0.05000,1.610
3,block_sparse_moe.experts.243.w2,0.0000007871,0.05000,1.672
3,block_sparse_moe.experts.251.w2,0.0000003450,0.05000,1.540
3,block_sparse_moe.experts.237.w2,0.0000003902,0.05000,12.637
3,block_sparse_moe.experts.245.w2,0.0000085757,0.05000,12.551
3,block_sparse_moe.experts.249.w2,0.0000011900,0.05000,12.509
3,block_sparse_moe.experts.241.w2,0.0000005538,0.05000,12.500
3,block_sparse_moe.experts.253.w2,0.0000015582,0.05000,1.324
3,block_sparse_moe.experts.200.w2,0.0000023714,0.05000,1.491
3,block_sparse_moe.experts.204.w2,0.0000008357,0.05000,1.504
3,block_sparse_moe.experts.192.w2,0.0000012009,0.05000,1.510
3,block_sparse_moe.experts.196.w2,0.0000030502,0.05000,1.520
3,block_sparse_moe.experts.220.w2,0.0000008682,0.05000,1.194
3,block_sparse_moe.experts.216.w2,0.0000011160,0.05000,1.283
3,block_sparse_moe.experts.212.w2,0.0000005803,0.05000,1.256
3,block_sparse_moe.experts.208.w2,0.0000009454,0.05000,1.319
3,block_sparse_moe.experts.236.w2,0.0000013230,0.05000,1.187
3,block_sparse_moe.experts.228.w2,0.0000002515,0.05000,1.148
3,block_sparse_moe.experts.232.w2,0.0000001602,0.05000,1.150
3,block_sparse_moe.experts.224.w2,0.0000015702,0.05000,1.138
3,block_sparse_moe.experts.252.w2,0.0000016002,0.05000,1.474
3,block_sparse_moe.experts.244.w2,0.0000025963,0.05000,1.466
3,block_sparse_moe.experts.248.w2,0.0000007880,0.05000,1.478
3,block_sparse_moe.experts.240.w2,0.0000004287,0.05000,1.447
4,self_attn.q_proj,0.0000000222,0.05000,0.882
4,self_attn.v_proj,0.0000000032,0.05000,0.924
4,self_attn.k_proj,0.0000000035,0.05000,0.933
4,self_attn.o_proj,0.0000000062,0.05000,1.866
4,block_sparse_moe.experts.12.w1,0.0000180845,0.05000,3.191
4,block_sparse_moe.experts.8.w1,0.0000238019,0.05000,3.201
4,block_sparse_moe.experts.4.w1,0.0000182504,0.05000,3.235
4,block_sparse_moe.experts.0.w1,0.0000187847,0.05000,3.260
4,block_sparse_moe.experts.1.w1,0.0000133936,0.05000,3.334
4,block_sparse_moe.experts.13.w1,0.0000169322,0.05000,3.433
4,block_sparse_moe.experts.9.w1,0.0000087535,0.05000,3.433
4,block_sparse_moe.experts.5.w1,0.0000042016,0.05000,3.474
4,block_sparse_moe.experts.7.w1,0.0000143880,0.05000,3.466
4,block_sparse_moe.experts.3.w1,0.0000044839,0.05000,3.528
4,block_sparse_moe.experts.11.w1,0.0000069476,0.05000,3.550
4,block_sparse_moe.experts.15.w1,0.0000110445,0.05000,3.640
4,block_sparse_moe.experts.10.w1,0.0000244059,0.05000,3.623
4,block_sparse_moe.experts.6.w1,0.0000230774,0.05000,3.628
4,block_sparse_moe.experts.2.w1,0.0000154251,0.05000,3.683
4,block_sparse_moe.experts.14.w1,0.0000186063,0.05000,3.800
4,block_sparse_moe.experts.24.w1,0.0000049821,0.05000,3.053
4,block_sparse_moe.experts.28.w1,0.0000028206,0.05000,3.083
4,block_sparse_moe.experts.20.w1,0.0000175936,0.05000,3.118
4,block_sparse_moe.experts.17.w1,0.0000176814,0.05000,2.983
4,block_sparse_moe.experts.16.w1,0.0000117783,0.05000,3.133
4,block_sparse_moe.experts.29.w1,0.0000074972,0.05000,2.981
4,block_sparse_moe.experts.25.w1,0.0000133544,0.05000,3.048
4,block_sparse_moe.experts.31.w1,0.0000070229,0.05000,2.902
4,block_sparse_moe.experts.22.w1,0.0000157692,0.05000,2.829
4,block_sparse_moe.experts.18.w1,0.0000313387,0.05000,2.793
4,block_sparse_moe.experts.21.w1,0.0000277363,0.05000,3.075
4,block_sparse_moe.experts.26.w1,0.0000229316,0.05000,2.881
4,block_sparse_moe.experts.30.w1,0.0000078218,0.05000,2.816
4,block_sparse_moe.experts.27.w1,0.0000111829,0.05000,3.005
4,block_sparse_moe.experts.23.w1,0.0000078745,0.05000,3.132
4,block_sparse_moe.experts.19.w1,0.0000126132,0.05000,3.129
4,block_sparse_moe.experts.44.w1,0.0000145566,0.05000,3.068
4,block_sparse_moe.experts.40.w1,0.0000127048,0.05000,3.088
4,block_sparse_moe.experts.32.w1,0.0000102022,0.05000,2.991
4,block_sparse_moe.experts.33.w1,0.0000134375,0.05000,3.031
4,block_sparse_moe.experts.36.w1,0.0000071574,0.05000,3.055
4,block_sparse_moe.experts.45.w1,0.0000168579,0.05000,3.016
4,block_sparse_moe.experts.41.w1,0.0000119476,0.05000,2.979
4,block_sparse_moe.experts.46.w1,0.0000107950,0.05000,2.989
4,block_sparse_moe.experts.38.w1,0.0000030936,0.05000,3.069
4,block_sparse_moe.experts.37.w1,0.0000233245,0.05000,3.053
4,block_sparse_moe.experts.47.w1,0.0000293392,0.05000,3.118
4,block_sparse_moe.experts.34.w1,0.0000084858,0.05000,3.141
4,block_sparse_moe.experts.42.w1,0.0000098109,0.05000,3.176
4,block_sparse_moe.experts.43.w1,0.0000087037,0.05000,3.182
4,block_sparse_moe.experts.39.w1,0.0000051389,0.05000,3.146
4,block_sparse_moe.experts.35.w1,0.0000089864,0.05000,3.149
4,block_sparse_moe.experts.49.w1,0.0000214999,0.05000,2.546
4,block_sparse_moe.experts.61.w1,0.0000218078,0.05000,2.602
4,block_sparse_moe.experts.57.w1,0.0000198317,0.05000,2.582
4,block_sparse_moe.experts.53.w1,0.0000152033,0.05000,2.487
4,block_sparse_moe.experts.56.w1,0.0000117761,0.05000,2.995
4,block_sparse_moe.experts.60.w1,0.0000132900,0.05000,3.072
4,block_sparse_moe.experts.48.w1,0.0000226182,0.05000,3.035
4,block_sparse_moe.experts.52.w1,0.0000332511,0.05000,3.029
4,block_sparse_moe.experts.63.w1,0.0000123864,0.05000,2.852
4,block_sparse_moe.experts.62.w1,0.0000053642,0.05000,2.952
4,block_sparse_moe.experts.51.w1,0.0000126738,0.05000,2.677
4,block_sparse_moe.experts.54.w1,0.0000041288,0.05000,2.979
4,block_sparse_moe.experts.59.w1,0.0000134254,0.05000,2.806
4,block_sparse_moe.experts.55.w1,0.0000095053,0.05000,2.860
4,block_sparse_moe.experts.50.w1,0.0000140958,0.05000,2.967
4,block_sparse_moe.experts.58.w1,0.0000786921,0.05000,2.979
4,block_sparse_moe.experts.65.w1,0.0000090879,0.05000,2.927
4,block_sparse_moe.experts.69.w1,0.0000217914,0.05000,2.889
4,block_sparse_moe.experts.73.w1,0.0000142392,0.05000,2.938
4,block_sparse_moe.experts.77.w1,0.0000109490,0.05000,3.012
4,block_sparse_moe.experts.72.w1,0.0000241461,0.05000,2.918
4,block_sparse_moe.experts.76.w1,0.0000167510,0.05000,2.844
4,block_sparse_moe.experts.68.w1,0.0000187148,0.05000,2.870
4,block_sparse_moe.experts.64.w1,0.0000076513,0.05000,2.950
4,block_sparse_moe.experts.79.w1,0.0000024110,0.05000,2.894
4,block_sparse_moe.experts.71.w1,0.0000023983,0.05000,2.819
4,block_sparse_moe.experts.67.w1,0.0000125016,0.05000,2.943
4,block_sparse_moe.experts.75.w1,0.0000124014,0.05000,2.932
4,block_sparse_moe.experts.78.w1,0.0000057094,0.05000,3.046
4,block_sparse_moe.experts.70.w1,0.0000183349,0.05000,2.990
4,block_sparse_moe.experts.66.w1,0.0000152437,0.05000,3.002
4,block_sparse_moe.experts.74.w1,0.0000179599,0.05000,3.059
4,block_sparse_moe.experts.81.w1,0.0000126576,0.05000,2.726
4,block_sparse_moe.experts.89.w1,0.0000098987,0.05000,2.782
4,block_sparse_moe.experts.93.w1,0.0000168631,0.05000,2.789
4,block_sparse_moe.experts.85.w1,0.0000057838,0.05000,2.894
4,block_sparse_moe.experts.88.w1,0.0000107630,0.05000,2.879
4,block_sparse_moe.experts.80.w1,0.0000114376,0.05000,2.924
4,block_sparse_moe.experts.92.w1,0.0000081674,0.05000,3.056
4,block_sparse_moe.experts.84.w1,0.0000138592,0.05000,3.037
4,block_sparse_moe.experts.95.w1,0.0000047733,0.05000,2.981
4,block_sparse_moe.experts.87.w1,0.0000146993,0.05000,2.952
4,block_sparse_moe.experts.83.w1,0.0000125139,0.05000,3.025
4,block_sparse_moe.experts.91.w1,0.0000342148,0.05000,3.025
4,block_sparse_moe.experts.94.w1,0.0000427354,0.05000,2.996
4,block_sparse_moe.experts.86.w1,0.0000152869,0.05000,3.027
4,block_sparse_moe.experts.82.w1,0.0000132265,0.05000,2.949
4,block_sparse_moe.experts.90.w1,0.0000196803,0.05000,3.019
4,block_sparse_moe.experts.97.w1,0.0000134574,0.05000,2.640
4,block_sparse_moe.experts.105.w1,0.0000158086,0.05000,2.574
4,block_sparse_moe.experts.109.w1,0.0000107925,0.05000,2.582
4,block_sparse_moe.experts.101.w1,0.0000101295,0.05000,2.672
4,block_sparse_moe.experts.104.w1,0.0000248607,0.05000,2.943
4,block_sparse_moe.experts.100.w1,0.0000369675,0.05000,2.850
4,block_sparse_moe.experts.96.w1,0.0000179189,0.05000,2.940
4,block_sparse_moe.experts.108.w1,0.0000173266,0.05000,2.921
4,block_sparse_moe.experts.111.w1,0.0000023639,0.05000,3.099
4,block_sparse_moe.experts.102.w1,0.0000217775,0.05000,2.913
4,block_sparse_moe.experts.103.w1,0.0000161875,0.05000,3.121
4,block_sparse_moe.experts.98.w1,0.0000060531,0.05000,2.942
4,block_sparse_moe.experts.110.w1,0.0000077139,0.05000,2.997
4,block_sparse_moe.experts.99.w1,0.0000179203,0.05000,3.108
4,block_sparse_moe.experts.107.w1,0.0000073204,0.05000,3.227
4,block_sparse_moe.experts.106.w1,0.0000057147,0.05000,3.020
4,block_sparse_moe.experts.113.w1,0.0000116360,0.05000,2.878
4,block_sparse_moe.experts.125.w1,0.0000226897,0.05000,2.896
4,block_sparse_moe.experts.121.w1,0.0000234142,0.05000,2.961
4,block_sparse_moe.experts.117.w1,0.0000513604,0.05000,2.914
4,block_sparse_moe.experts.120.w1,0.0000021931,0.05000,3.037
4,block_sparse_moe.experts.116.w1,0.0000258272,0.05000,3.002
4,block_sparse_moe.experts.112.w1,0.0000110351,0.05000,2.975
4,block_sparse_moe.experts.127.w1,0.0000109429,0.05000,2.798
4,block_sparse_moe.experts.119.w1,0.0000091656,0.05000,2.744
4,block_sparse_moe.experts.124.w1,0.0000189199,0.05000,3.087
4,block_sparse_moe.experts.114.w1,0.0000177898,0.05000,2.864
4,block_sparse_moe.experts.115.w1,0.0000178642,0.05000,2.835
4,block_sparse_moe.experts.118.w1,0.0000229292,0.05000,2.938
4,block_sparse_moe.experts.126.w1,0.0000184983,0.05000,2.925
4,block_sparse_moe.experts.123.w1,0.0000019414,0.05000,2.760
4,block_sparse_moe.experts.122.w1,0.0000165822,0.05000,2.938
4,block_sparse_moe.experts.129.w1,0.0000116114,0.05000,2.689
4,block_sparse_moe.experts.141.w1,0.0000027953,0.05000,2.663
4,block_sparse_moe.experts.137.w1,0.0000270026,0.05000,2.708
4,block_sparse_moe.experts.133.w1,0.0000110306,0.05000,2.666
4,block_sparse_moe.experts.134.w1,0.0000397746,0.05000,2.718
4,block_sparse_moe.experts.136.w1,0.0000148091,0.05000,3.172
4,block_sparse_moe.experts.130.w1,0.0000059940,0.05000,2.850
4,block_sparse_moe.experts.142.w1,0.0000172057,0.05000,2.775
4,block_sparse_moe.experts.132.w1,0.0000253483,0.05000,3.146
4,block_sparse_moe.experts.143.w1,0.0000046139,0.05000,3.081
4,block_sparse_moe.experts.135.w1,0.0000122442,0.05000,3.056
4,block_sparse_moe.experts.128.w1,0.0000116822,0.05000,3.188
4,block_sparse_moe.experts.140.w1,0.0000010238,0.05000,3.121
4,block_sparse_moe.experts.131.w1,0.0000154966,0.05000,3.120
4,block_sparse_moe.experts.138.w1,0.0000147694,0.05000,2.830
4,block_sparse_moe.experts.139.w1,0.0000085582,0.05000,3.129
4,block_sparse_moe.experts.145.w1,0.0000099660,0.05000,3.168
4,block_sparse_moe.experts.157.w1,0.0000226073,0.05000,3.111
4,block_sparse_moe.experts.153.w1,0.0000138956,0.05000,3.151
4,block_sparse_moe.experts.149.w1,0.0000191303,0.05000,3.209
4,block_sparse_moe.experts.150.w1,0.0000126524,0.05000,2.905
4,block_sparse_moe.experts.144.w1,0.0000234243,0.05000,2.771
4,block_sparse_moe.experts.146.w1,0.0000261056,0.05000,2.901
4,block_sparse_moe.experts.152.w1,0.0000073970,0.05000,2.926
4,block_sparse_moe.experts.158.w1,0.0000931802,0.05000,2.946
4,block_sparse_moe.experts.148.w1,0.0000210550,0.05000,2.921
4,block_sparse_moe.experts.156.w1,0.0000245131,0.05000,2.878
4,block_sparse_moe.experts.159.w1,0.0000035101,0.05000,3.206
4,block_sparse_moe.experts.151.w1,0.0000221402,0.05000,3.202
4,block_sparse_moe.experts.154.w1,0.0000161655,0.05000,2.972
4,block_sparse_moe.experts.155.w1,0.0000126954,0.05000,3.076
4,block_sparse_moe.experts.147.w1,0.0000175346,0.05000,3.188
4,block_sparse_moe.experts.161.w1,0.0000032022,0.05000,2.925
4,block_sparse_moe.experts.173.w1,0.0000821647,0.05000,2.862
4,block_sparse_moe.experts.169.w1,0.0000168777,0.05000,2.841
4,block_sparse_moe.experts.165.w1,0.0000038828,0.05000,2.907
4,block_sparse_moe.experts.166.w1,0.0000230954,0.05000,2.992
4,block_sparse_moe.experts.168.w1,0.0000196625,0.05000,2.975
4,block_sparse_moe.experts.164.w1,0.0000112167,0.05000,2.951
4,block_sparse_moe.experts.160.w1,0.0000082409,0.05000,3.054
4,block_sparse_moe.experts.162.w1,0.0000136797,0.05000,3.116
4,block_sparse_moe.experts.174.w1,0.0000112113,0.05000,3.091
4,block_sparse_moe.experts.172.w1,0.0000151810,0.05000,3.059
4,block_sparse_moe.experts.167.w1,0.0000137911,0.05000,2.884
4,block_sparse_moe.experts.175.w1,0.0000101601,0.05000,2.927
4,block_sparse_moe.experts.163.w1,0.0000189920,0.05000,2.826
4,block_sparse_moe.experts.170.w1,0.0000124921,0.05000,3.038
4,block_sparse_moe.experts.171.w1,0.0000300115,0.05000,2.922
4,block_sparse_moe.experts.189.w1,0.0000265940,0.05000,2.936
4,block_sparse_moe.experts.177.w1,0.0000067610,0.05000,3.009
4,block_sparse_moe.experts.185.w1,0.0000140326,0.05000,3.063
4,block_sparse_moe.experts.181.w1,0.0000114766,0.05000,2.927
4,block_sparse_moe.experts.180.w1,0.0000087661,0.05000,2.686
4,block_sparse_moe.experts.176.w1,0.0000168702,0.05000,2.714
4,block_sparse_moe.experts.184.w1,0.0000060811,0.05000,2.781
4,block_sparse_moe.experts.188.w1,0.0000206107,0.05000,2.660
4,block_sparse_moe.experts.182.w1,0.0000031064,0.05000,2.997
4,block_sparse_moe.experts.183.w1,0.0000167843,0.05000,2.652
4,block_sparse_moe.experts.191.w1,0.0000110941,0.05000,2.644
4,block_sparse_moe.experts.187.w1,0.0000139751,0.05000,2.641
4,block_sparse_moe.experts.178.w1,0.0000242605,0.05000,3.034
4,block_sparse_moe.experts.179.w1,0.0000056503,0.05000,2.733
4,block_sparse_moe.experts.190.w1,0.0000106956,0.05000,3.060
4,block_sparse_moe.experts.186.w1,0.0000029578,0.05000,3.005
4,block_sparse_moe.experts.193.w1,0.0000098378,0.05000,2.859
4,block_sparse_moe.experts.205.w1,0.0000064623,0.05000,2.909
4,block_sparse_moe.experts.201.w1,0.0000057749,0.05000,2.903
4,block_sparse_moe.experts.197.w1,0.0000082114,0.05000,3.032
4,block_sparse_moe.experts.196.w1,0.0000194484,0.05000,2.959
4,block_sparse_moe.experts.192.w1,0.0000117078,0.05000,2.982
4,block_sparse_moe.experts.200.w1,0.0000155200,0.05000,2.976
4,block_sparse_moe.experts.204.w1,0.0000079497,0.05000,2.979
4,block_sparse_moe.experts.198.w1,0.0000176523,0.05000,2.942
4,block_sparse_moe.experts.207.w1,0.0000171420,0.05000,3.040
4,block_sparse_moe.experts.199.w1,0.0000243876,0.05000,3.082
4,block_sparse_moe.experts.194.w1,0.0000098519,0.05000,2.940
4,block_sparse_moe.experts.206.w1,0.0000406050,0.05000,2.964
4,block_sparse_moe.experts.203.w1,0.0000219543,0.05000,3.104
4,block_sparse_moe.experts.195.w1,0.0000422001,0.05000,3.097
4,block_sparse_moe.experts.202.w1,0.0000128361,0.05000,2.894
4,block_sparse_moe.experts.209.w1,0.0000094704,0.05000,3.102
4,block_sparse_moe.experts.221.w1,0.0000159181,0.05000,3.059
4,block_sparse_moe.experts.217.w1,0.0000168023,0.05000,3.079
4,block_sparse_moe.experts.213.w1,0.0000239156,0.05000,2.978
4,block_sparse_moe.experts.216.w1,0.0000288034,0.05000,2.845
4,block_sparse_moe.experts.212.w1,0.0000095135,0.05000,2.935
4,block_sparse_moe.experts.208.w1,0.0000124483,0.05000,2.882
4,block_sparse_moe.experts.214.w1,0.0000165499,0.05000,2.847
4,block_sparse_moe.experts.220.w1,0.0000058039,0.05000,2.876
4,block_sparse_moe.experts.223.w1,0.0000051769,0.05000,2.940
4,block_sparse_moe.experts.210.w1,0.0000021343,0.05000,2.867
4,block_sparse_moe.experts.222.w1,0.0000216947,0.05000,2.900
4,block_sparse_moe.experts.215.w1,0.0000317839,0.05000,3.083
4,block_sparse_moe.experts.219.w1,0.0000071764,0.05000,2.973
4,block_sparse_moe.experts.218.w1,0.0000220097,0.05000,2.905
4,block_sparse_moe.experts.211.w1,0.0000112596,0.05000,3.073
4,block_sparse_moe.experts.225.w1,0.0000252273,0.05000,2.811
4,block_sparse_moe.experts.237.w1,0.0000588826,0.05000,2.934
4,block_sparse_moe.experts.233.w1,0.0000151242,0.05000,2.932
4,block_sparse_moe.experts.229.w1,0.0000096805,0.05000,2.870
4,block_sparse_moe.experts.228.w1,0.0000167779,0.05000,2.939
4,block_sparse_moe.experts.230.w1,0.0000044007,0.05000,2.859
4,block_sparse_moe.experts.224.w1,0.0000111065,0.05000,3.013
4,block_sparse_moe.experts.236.w1,0.0000187479,0.05000,3.011
4,block_sparse_moe.experts.232.w1,0.0000167230,0.05000,3.119
4,block_sparse_moe.experts.226.w1,0.0000030395,0.05000,2.933
4,block_sparse_moe.experts.238.w1,0.0000130782,0.05000,2.961
4,block_sparse_moe.experts.239.w1,0.0000177545,0.05000,3.191
4,block_sparse_moe.experts.231.w1,0.0000226785,0.05000,3.132
4,block_sparse_moe.experts.234.w1,0.0000166750,0.05000,2.979
4,block_sparse_moe.experts.235.w1,0.0000064148,0.05000,3.073
4,block_sparse_moe.experts.227.w1,0.0000022951,0.05000,3.177
4,block_sparse_moe.experts.241.w1,0.0000169579,0.05000,2.828
4,block_sparse_moe.experts.253.w1,0.0000184811,0.05000,2.900
4,block_sparse_moe.experts.249.w1,0.0000188730,0.05000,2.768
4,block_sparse_moe.experts.245.w1,0.0000064590,0.05000,2.784
4,block_sparse_moe.experts.246.w1,0.0000513220,0.05000,2.765
4,block_sparse_moe.experts.244.w1,0.0000022797,0.05000,3.009
4,block_sparse_moe.experts.240.w1,0.0000164744,0.05000,2.971
4,block_sparse_moe.experts.252.w1,0.0000040828,0.05000,2.957
4,block_sparse_moe.experts.242.w1,0.0000099289,0.05000,2.808
4,block_sparse_moe.experts.248.w1,0.0000035895,0.05000,3.002
4,block_sparse_moe.experts.254.w1,0.0000084225,0.05000,2.874
4,block_sparse_moe.experts.255.w1,0.0000027905,0.05000,2.896
4,block_sparse_moe.experts.250.w1,0.0000221029,0.05000,2.840
4,block_sparse_moe.experts.247.w1,0.0000233671,0.05000,2.895
4,block_sparse_moe.experts.251.w1,0.0000142600,0.05000,2.847
4,block_sparse_moe.experts.243.w1,0.0000117273,0.05000,2.844
4,block_sparse_moe.experts.1.w3,0.0000127918,0.05000,2.960
4,block_sparse_moe.experts.13.w3,0.0000165258,0.05000,2.981
4,block_sparse_moe.experts.9.w3,0.0000082278,0.05000,2.979
4,block_sparse_moe.experts.5.w3,0.0000039639,0.05000,3.037
4,block_sparse_moe.experts.6.w3,0.0000216229,0.05000,3.014
4,block_sparse_moe.experts.0.w3,0.0000179340,0.05000,2.871
4,block_sparse_moe.experts.4.w3,0.0000171611,0.05000,2.961
4,block_sparse_moe.experts.12.w3,0.0000160144,0.05000,2.921
4,block_sparse_moe.experts.8.w3,0.0000222267,0.05000,2.904
4,block_sparse_moe.experts.2.w3,0.0000140564,0.05000,3.033
4,block_sparse_moe.experts.15.w3,0.0000104690,0.05000,2.899
4,block_sparse_moe.experts.14.w3,0.0000180452,0.05000,3.026
4,block_sparse_moe.experts.11.w3,0.0000065660,0.05000,2.901
4,block_sparse_moe.experts.10.w3,0.0000226446,0.05000,2.987
4,block_sparse_moe.experts.7.w3,0.0000140035,0.05000,2.981
4,block_sparse_moe.experts.3.w3,0.0000041689,0.05000,3.009
4,block_sparse_moe.experts.17.w3,0.0000162569,0.05000,3.033
4,block_sparse_moe.experts.29.w3,0.0000072142,0.05000,3.094
4,block_sparse_moe.experts.25.w3,0.0000127683,0.05000,3.061
4,block_sparse_moe.experts.21.w3,0.0000256959,0.05000,3.106
4,block_sparse_moe.experts.22.w3,0.0000148586,0.05000,2.999
4,block_sparse_moe.experts.16.w3,0.0000111970,0.05000,2.996
4,block_sparse_moe.experts.28.w3,0.0000026219,0.05000,2.976
4,block_sparse_moe.experts.20.w3,0.0000155389,0.05000,3.105
4,block_sparse_moe.experts.24.w3,0.0000049252,0.05000,2.995
4,block_sparse_moe.experts.18.w3,0.0000295748,0.05000,2.913
4,block_sparse_moe.experts.30.w3,0.0000073452,0.05000,2.963
4,block_sparse_moe.experts.26.w3,0.0000209019,0.05000,2.929
4,block_sparse_moe.experts.31.w3,0.0000064810,0.05000,3.180
4,block_sparse_moe.experts.27.w3,0.0000105600,0.05000,3.141
4,block_sparse_moe.experts.23.w3,0.0000072571,0.05000,3.174
4,block_sparse_moe.experts.19.w3,0.0000121385,0.05000,3.159
4,block_sparse_moe.experts.33.w3,0.0000129017,0.05000,2.982
4,block_sparse_moe.experts.45.w3,0.0000159727,0.05000,2.920
4,block_sparse_moe.experts.41.w3,0.0000112676,0.05000,2.959
4,block_sparse_moe.experts.37.w3,0.0000225134,0.05000,2.910
4,block_sparse_moe.experts.32.w3,0.0000097570,0.05000,2.764
4,block_sparse_moe.experts.36.w3,0.0000068384,0.05000,2.720
4,block_sparse_moe.experts.40.w3,0.0000121822,0.05000,2.721
4,block_sparse_moe.experts.44.w3,0.0000136586,0.05000,2.787
4,block_sparse_moe.experts.38.w3,0.0000028837,0.05000,3.053
4,block_sparse_moe.experts.34.w3,0.0000080026,0.05000,2.939
4,block_sparse_moe.experts.46.w3,0.0000095307,0.05000,2.927
4,block_sparse_moe.experts.47.w3,0.0000277199,0.05000,2.790
4,block_sparse_moe.experts.43.w3,0.0000082517,0.05000,2.779
4,block_sparse_moe.experts.42.w3,0.0000094598,0.05000,3.005
4,block_sparse_moe.experts.39.w3,0.0000047789,0.05000,2.836
4,block_sparse_moe.experts.35.w3,0.0000086402,0.05000,2.817
4,block_sparse_moe.experts.49.w3,0.0000203363,0.05000,3.048
4,block_sparse_moe.experts.61.w3,0.0000205854,0.05000,3.028
4,block_sparse_moe.experts.57.w3,0.0000188962,0.05000,3.011
4,block_sparse_moe.experts.53.w3,0.0000139841,0.05000,2.980
4,block_sparse_moe.experts.48.w3,0.0000214831,0.05000,2.943
4,block_sparse_moe.experts.54.w3,0.0000039609,0.05000,2.824
4,block_sparse_moe.experts.56.w3,0.0000105911,0.05000,2.871
4,block_sparse_moe.experts.60.w3,0.0000127895,0.05000,2.891
4,block_sparse_moe.experts.52.w3,0.0000315195,0.05000,2.955
4,block_sparse_moe.experts.50.w3,0.0000130456,0.05000,2.769
4,block_sparse_moe.experts.62.w3,0.0000049895,0.05000,2.816
4,block_sparse_moe.experts.58.w3,0.0000748946,0.05000,2.708
4,block_sparse_moe.experts.59.w3,0.0000125525,0.05000,2.876
4,block_sparse_moe.experts.63.w3,0.0000115168,0.05000,2.957
4,block_sparse_moe.experts.55.w3,0.0000090146,0.05000,2.849
4,block_sparse_moe.experts.51.w3,0.0000119242,0.05000,2.932
4,block_sparse_moe.experts.65.w3,0.0000086405,0.05000,2.988
4,block_sparse_moe.experts.77.w3,0.0000105041,0.05000,3.069
4,block_sparse_moe.experts.73.w3,0.0000135823,0.05000,3.119
4,block_sparse_moe.experts.69.w3,0.0000211882,0.05000,3.096
4,block_sparse_moe.experts.70.w3,0.0000175457,0.05000,2.872
4,block_sparse_moe.experts.66.w3,0.0000143166,0.05000,2.917
4,block_sparse_moe.experts.64.w3,0.0000074826,0.05000,3.134
4,block_sparse_moe.experts.72.w3,0.0000231800,0.05000,3.155
4,block_sparse_moe.experts.76.w3,0.0000158031,0.05000,3.150
4,block_sparse_moe.experts.68.w3,0.0000177053,0.05000,3.179
4,block_sparse_moe.experts.78.w3,0.0000053819,0.05000,2.881
4,block_sparse_moe.experts.74.w3,0.0000171286,0.05000,2.925
4,block_sparse_moe.experts.75.w3,0.0000113241,0.05000,3.008
4,block_sparse_moe.experts.79.w3,0.0000022630,0.05000,3.021
4,block_sparse_moe.experts.71.w3,0.0000022652,0.05000,2.972
4,block_sparse_moe.experts.67.w3,0.0000070612,0.05000,3.056
4,block_sparse_moe.experts.81.w3,0.0000119014,0.05000,2.853
4,block_sparse_moe.experts.93.w3,0.0000151118,0.05000,2.820
4,block_sparse_moe.experts.89.w3,0.0000094618,0.05000,2.836
4,block_sparse_moe.experts.85.w3,0.0000055184,0.05000,2.864
4,block_sparse_moe.experts.86.w3,0.0000141888,0.05000,2.788
4,block_sparse_moe.experts.82.w3,0.0000127607,0.05000,2.764
4,block_sparse_moe.experts.80.w3,0.0000109296,0.05000,2.794
4,block_sparse_moe.experts.88.w3,0.0000100488,0.05000,2.794
4,block_sparse_moe.experts.92.w3,0.0000079111,0.05000,2.795
4,block_sparse_moe.experts.84.w3,0.0000131728,0.05000,2.806
4,block_sparse_moe.experts.94.w3,0.0000409038,0.05000,2.771
4,block_sparse_moe.experts.90.w3,0.0000190502,0.05000,2.783
4,block_sparse_moe.experts.95.w3,0.0000046048,0.05000,2.920
4,block_sparse_moe.experts.91.w3,0.0000322752,0.05000,2.969
4,block_sparse_moe.experts.87.w3,0.0000141125,0.05000,2.968
4,block_sparse_moe.experts.83.w3,0.0000116678,0.05000,2.975
4,block_sparse_moe.experts.97.w3,0.0000129340,0.05000,3.019
4,block_sparse_moe.experts.109.w3,0.0000099111,0.05000,2.910
4,block_sparse_moe.experts.105.w3,0.0000153081,0.05000,2.980
4,block_sparse_moe.experts.102.w3,0.0000208390,0.05000,2.693
4,block_sparse_moe.experts.98.w3,0.0000058136,0.05000,2.672
4,block_sparse_moe.experts.101.w3,0.0000095492,0.05000,3.035
4,block_sparse_moe.experts.110.w3,0.0000073423,0.05000,2.616
4,block_sparse_moe.experts.106.w3,0.0000053944,0.05000,2.625
4,block_sparse_moe.experts.96.w3,0.0000171201,0.05000,3.030
4,block_sparse_moe.experts.104.w3,0.0000232963,0.05000,3.085
4,block_sparse_moe.experts.108.w3,0.0000162255,0.05000,3.156
4,block_sparse_moe.experts.100.w3,0.0000351255,0.05000,3.129
4,block_sparse_moe.experts.111.w3,0.0000022386,0.05000,3.079
4,block_sparse_moe.experts.107.w3,0.0000070401,0.05000,3.096
4,block_sparse_moe.experts.103.w3,0.0000146733,0.05000,3.073
4,block_sparse_moe.experts.99.w3,0.0000171522,0.05000,3.060
4,block_sparse_moe.experts.113.w3,0.0000111806,0.05000,2.946
4,block_sparse_moe.experts.118.w3,0.0000215455,0.05000,2.761
4,block_sparse_moe.experts.125.w3,0.0000215977,0.05000,3.034
4,block_sparse_moe.experts.114.w3,0.0000171367,0.05000,2.718
4,block_sparse_moe.experts.121.w3,0.0000224973,0.05000,3.019
4,block_sparse_moe.experts.126.w3,0.0000171600,0.05000,2.778
4,block_sparse_moe.experts.117.w3,0.0000493994,0.05000,3.028
4,block_sparse_moe.experts.122.w3,0.0000158628,0.05000,2.779
4,block_sparse_moe.experts.112.w3,0.0000104791,0.05000,3.157
4,block_sparse_moe.experts.120.w3,0.0000020144,0.05000,3.090
4,block_sparse_moe.experts.116.w3,0.0000254892,0.05000,3.052
4,block_sparse_moe.experts.124.w3,0.0000173939,0.05000,3.107
4,block_sparse_moe.experts.127.w3,0.0000101437,0.05000,2.958
4,block_sparse_moe.experts.123.w3,0.0000018468,0.05000,3.015
4,block_sparse_moe.experts.119.w3,0.0000088997,0.05000,3.043
4,block_sparse_moe.experts.115.w3,0.0000170846,0.05000,3.019
4,block_sparse_moe.experts.129.w3,0.0000112118,0.05000,2.994
4,block_sparse_moe.experts.134.w3,0.0000374584,0.05000,2.900
4,block_sparse_moe.experts.141.w3,0.0000026072,0.05000,2.924
4,block_sparse_moe.experts.130.w3,0.0000057853,0.05000,2.894
4,block_sparse_moe.experts.137.w3,0.0000256422,0.05000,2.914
4,block_sparse_moe.experts.142.w3,0.0000165970,0.05000,2.880
4,block_sparse_moe.experts.133.w3,0.0000105632,0.05000,2.875
4,block_sparse_moe.experts.138.w3,0.0000143629,0.05000,2.908
4,block_sparse_moe.experts.136.w3,0.0000142870,0.05000,2.894
4,block_sparse_moe.experts.128.w3,0.0000108516,0.05000,2.953
4,block_sparse_moe.experts.140.w3,0.0000009755,0.05000,2.912
4,block_sparse_moe.experts.132.w3,0.0000244670,0.05000,2.952
4,block_sparse_moe.experts.143.w3,0.0000043819,0.05000,2.825
4,block_sparse_moe.experts.139.w3,0.0000081668,0.05000,2.855
4,block_sparse_moe.experts.135.w3,0.0000117824,0.05000,2.848
4,block_sparse_moe.experts.131.w3,0.0000149711,0.05000,2.827
4,block_sparse_moe.experts.150.w3,0.0000122520,0.05000,2.637
4,block_sparse_moe.experts.146.w3,0.0000249337,0.05000,2.773
4,block_sparse_moe.experts.145.w3,0.0000092733,0.05000,3.034
4,block_sparse_moe.experts.158.w3,0.0000735619,0.05000,2.723
4,block_sparse_moe.experts.157.w3,0.0000219403,0.05000,3.069
4,block_sparse_moe.experts.154.w3,0.0000151721,0.05000,2.707
4,block_sparse_moe.experts.153.w3,0.0000133557,0.05000,3.173
4,block_sparse_moe.experts.149.w3,0.0000175374,0.05000,3.144
4,block_sparse_moe.experts.144.w3,0.0000204615,0.05000,2.960
4,block_sparse_moe.experts.152.w3,0.0000071515,0.05000,3.070
4,block_sparse_moe.experts.148.w3,0.0000199519,0.05000,3.011
4,block_sparse_moe.experts.156.w3,0.0000234006,0.05000,3.074
4,block_sparse_moe.experts.159.w3,0.0000034016,0.05000,2.890
4,block_sparse_moe.experts.155.w3,0.0000122946,0.05000,2.942
4,block_sparse_moe.experts.151.w3,0.0000212491,0.05000,2.885
4,block_sparse_moe.experts.147.w3,0.0000158124,0.05000,2.943
4,block_sparse_moe.experts.166.w3,0.0000222199,0.05000,2.737
4,block_sparse_moe.experts.162.w3,0.0000130149,0.05000,2.772
4,block_sparse_moe.experts.174.w3,0.0000099064,0.05000,2.814
4,block_sparse_moe.experts.161.w3,0.0000030931,0.05000,2.974
4,block_sparse_moe.experts.170.w3,0.0000117767,0.05000,2.780
4,block_sparse_moe.experts.173.w3,0.0000780911,0.05000,2.995
4,block_sparse_moe.experts.169.w3,0.0000161861,0.05000,2.998
4,block_sparse_moe.experts.165.w3,0.0000034565,0.05000,3.000
4,block_sparse_moe.experts.168.w3,0.0000187488,0.05000,2.915
4,block_sparse_moe.experts.160.w3,0.0000079062,0.05000,3.027
4,block_sparse_moe.experts.164.w3,0.0000108109,0.05000,2.946
4,block_sparse_moe.experts.175.w3,0.0000096150,0.05000,2.895
4,block_sparse_moe.experts.172.w3,0.0000145700,0.05000,3.058
4,block_sparse_moe.experts.167.w3,0.0000133039,0.05000,2.868
4,block_sparse_moe.experts.171.w3,0.0000283009,0.05000,2.896
4,block_sparse_moe.experts.163.w3,0.0000183469,0.05000,2.990
4,block_sparse_moe.experts.182.w3,0.0000028659,0.05000,2.868
4,block_sparse_moe.experts.178.w3,0.0000231313,0.05000,2.835
4,block_sparse_moe.experts.190.w3,0.0000100227,0.05000,2.776
4,block_sparse_moe.experts.186.w3,0.0000028183,0.05000,2.731
4,block_sparse_moe.experts.177.w3,0.0000064301,0.05000,2.992
4,block_sparse_moe.experts.189.w3,0.0000246602,0.05000,3.066
4,block_sparse_moe.experts.185.w3,0.0000127473,0.05000,2.928
4,block_sparse_moe.experts.181.w3,0.0000109204,0.05000,2.988
4,block_sparse_moe.experts.184.w3,0.0000057294,0.05000,2.794
4,block_sparse_moe.experts.176.w3,0.0000153489,0.05000,2.796
4,block_sparse_moe.experts.180.w3,0.0000079942,0.05000,2.829
4,block_sparse_moe.experts.188.w3,0.0000193050,0.05000,2.822
4,block_sparse_moe.experts.191.w3,0.0000103552,0.05000,3.057
4,block_sparse_moe.experts.187.w3,0.0000133631,0.05000,3.011
4,block_sparse_moe.experts.183.w3,0.0000159589,0.05000,3.052
4,block_sparse_moe.experts.179.w3,0.0000049238,0.05000,3.003
4,block_sparse_moe.experts.198.w3,0.0000170185,0.05000,2.803
4,block_sparse_moe.experts.194.w3,0.0000093833,0.05000,2.774
4,block_sparse_moe.experts.206.w3,0.0000388515,0.05000,2.886
4,block_sparse_moe.experts.202.w3,0.0000119244,0.05000,2.852
4,block_sparse_moe.experts.193.w3,0.0000094516,0.05000,2.855
4,block_sparse_moe.experts.205.w3,0.0000062244,0.05000,2.895
4,block_sparse_moe.experts.201.w3,0.0000055327,0.05000,2.903
4,block_sparse_moe.experts.197.w3,0.0000078577,0.05000,2.894
4,block_sparse_moe.experts.200.w3,0.0000139962,0.05000,2.871
4,block_sparse_moe.experts.192.w3,0.0000112698,0.05000,2.900
4,block_sparse_moe.experts.196.w3,0.0000185896,0.05000,2.827
4,block_sparse_moe.experts.204.w3,0.0000076301,0.05000,2.831
4,block_sparse_moe.experts.207.w3,0.0000165456,0.05000,3.046
4,block_sparse_moe.experts.199.w3,0.0000233091,0.05000,2.992
4,block_sparse_moe.experts.203.w3,0.0000213115,0.05000,3.066
4,block_sparse_moe.experts.195.w3,0.0000392170,0.05000,3.040
4,block_sparse_moe.experts.214.w3,0.0000151993,0.05000,2.977
4,block_sparse_moe.experts.210.w3,0.0000020656,0.05000,2.997
4,block_sparse_moe.experts.222.w3,0.0000203413,0.05000,2.956
4,block_sparse_moe.experts.218.w3,0.0000209391,0.05000,3.007
4,block_sparse_moe.experts.209.w3,0.0000088054,0.05000,3.086
4,block_sparse_moe.experts.221.w3,0.0000151829,0.05000,3.070
4,block_sparse_moe.experts.217.w3,0.0000162538,0.05000,3.038
4,block_sparse_moe.experts.213.w3,0.0000196325,0.05000,3.068
4,block_sparse_moe.experts.208.w3,0.0000114925,0.05000,2.842
4,block_sparse_moe.experts.216.w3,0.0000276008,0.05000,2.948
4,block_sparse_moe.experts.212.w3,0.0000091970,0.05000,2.952
4,block_sparse_moe.experts.220.w3,0.0000055458,0.05000,2.919
4,block_sparse_moe.experts.223.w3,0.0000049888,0.05000,2.965
4,block_sparse_moe.experts.215.w3,0.0000306598,0.05000,3.009
4,block_sparse_moe.experts.219.w3,0.0000067688,0.05000,3.013
4,block_sparse_moe.experts.230.w3,0.0000041617,0.05000,2.847
4,block_sparse_moe.experts.211.w3,0.0000106565,0.05000,3.123
4,block_sparse_moe.experts.226.w3,0.0000028303,0.05000,2.943
4,block_sparse_moe.experts.238.w3,0.0000125718,0.05000,2.982
4,block_sparse_moe.experts.234.w3,0.0000159133,0.05000,3.013
4,block_sparse_moe.experts.225.w3,0.0000231636,0.05000,3.104
4,block_sparse_moe.experts.237.w3,0.0000573805,0.05000,3.072
4,block_sparse_moe.experts.224.w3,0.0000105555,0.05000,2.746
4,block_sparse_moe.experts.232.w3,0.0000161496,0.05000,2.726
4,block_sparse_moe.experts.233.w3,0.0000143702,0.05000,3.073
4,block_sparse_moe.experts.228.w3,0.0000159013,0.05000,2.745
4,block_sparse_moe.experts.229.w3,0.0000089006,0.05000,3.090
4,block_sparse_moe.experts.236.w3,0.0000181353,0.05000,2.805
4,block_sparse_moe.experts.239.w3,0.0000169139,0.05000,3.041
4,block_sparse_moe.experts.231.w3,0.0000217352,0.05000,3.068
4,block_sparse_moe.experts.235.w3,0.0000061151,0.05000,3.084
4,block_sparse_moe.experts.246.w3,0.0000475352,0.05000,2.992
4,block_sparse_moe.experts.242.w3,0.0000096421,0.05000,2.868
4,block_sparse_moe.experts.227.w3,0.0000022057,0.05000,3.015
4,block_sparse_moe.experts.254.w3,0.0000080124,0.05000,2.774
4,block_sparse_moe.experts.250.w3,0.0000205210,0.05000,2.697
4,block_sparse_moe.experts.241.w3,0.0000159685,0.05000,3.004
4,block_sparse_moe.experts.253.w3,0.0000177921,0.05000,2.880
4,block_sparse_moe.experts.249.w3,0.0000178283,0.05000,2.788
4,block_sparse_moe.experts.240.w3,0.0000155046,0.05000,2.888
4,block_sparse_moe.experts.248.w3,0.0000034216,0.05000,2.888
4,block_sparse_moe.experts.245.w3,0.0000058689,0.05000,2.655
4,block_sparse_moe.experts.244.w3,0.0000021827,0.05000,2.794
4,block_sparse_moe.experts.252.w3,0.0000038900,0.05000,2.682
4,block_sparse_moe.experts.255.w3,0.0000026489,0.05000,2.910
4,block_sparse_moe.experts.247.w3,0.0000225255,0.05000,2.877
4,block_sparse_moe.experts.251.w3,0.0000133442,0.05000,2.866
4,block_sparse_moe.experts.243.w3,0.0000109038,0.05000,2.459
4,block_sparse_moe.experts.4.w2,0.0000031149,0.05000,1.350
4,block_sparse_moe.experts.8.w2,0.0000030082,0.05000,1.352
4,block_sparse_moe.experts.12.w2,0.0000011806,0.05000,1.353
4,block_sparse_moe.experts.0.w2,0.0000014346,0.05000,1.407
4,block_sparse_moe.experts.1.w2,0.0000016340,0.05000,1.502
4,block_sparse_moe.experts.9.w2,0.0000011294,0.05000,1.524
4,block_sparse_moe.experts.11.w2,0.0000012906,0.05000,1.528
4,block_sparse_moe.experts.15.w2,0.0000009345,0.05000,1.530
4,block_sparse_moe.experts.7.w2,0.0000014283,0.05000,1.538
4,block_sparse_moe.experts.5.w2,0.0000006099,0.05000,1.584
4,block_sparse_moe.experts.13.w2,0.0000011678,0.05000,1.587
4,block_sparse_moe.experts.3.w2,0.0000004246,0.05000,1.599
4,block_sparse_moe.experts.2.w2,0.0000045330,0.05000,1.735
4,block_sparse_moe.experts.6.w2,0.0000022338,0.05000,1.753
4,block_sparse_moe.experts.10.w2,0.0000013876,0.05000,1.754
4,block_sparse_moe.experts.14.w2,0.0000014673,0.05000,1.804
4,block_sparse_moe.experts.28.w2,0.0000009480,0.05000,1.363
4,block_sparse_moe.experts.20.w2,0.0000014913,0.05000,1.402
4,block_sparse_moe.experts.24.w2,0.0000008100,0.05000,1.403
4,block_sparse_moe.experts.16.w2,0.0000011863,0.05000,1.394
4,block_sparse_moe.experts.23.w2,0.0000004230,0.05000,1.510
4,block_sparse_moe.experts.27.w2,0.0000009469,0.05000,1.520
4,block_sparse_moe.experts.17.w2,0.0000007817,0.05000,1.558
4,block_sparse_moe.experts.31.w2,0.0000005148,0.05000,1.573
4,block_sparse_moe.experts.25.w2,0.0000028043,0.05000,1.593
4,block_sparse_moe.experts.18.w2,0.0000028283,0.05000,1.417
4,block_sparse_moe.experts.21.w2,0.0000029124,0.05000,1.584
4,block_sparse_moe.experts.29.w2,0.0000010123,0.05000,1.583
4,block_sparse_moe.experts.22.w2,0.0000016060,0.05000,1.417
4,block_sparse_moe.experts.26.w2,0.0000037601,0.05000,1.414
4,block_sparse_moe.experts.19.w2,0.0000021335,0.05000,1.601
4,block_sparse_moe.experts.30.w2,0.0000004247,0.05000,1.406
4,block_sparse_moe.experts.44.w2,0.0000014811,0.05000,1.427
4,block_sparse_moe.experts.40.w2,0.0000007216,0.05000,1.410
4,block_sparse_moe.experts.36.w2,0.0000007962,0.05000,1.450
4,block_sparse_moe.experts.32.w2,0.0000006512,0.05000,1.412
4,block_sparse_moe.experts.33.w2,0.0000023822,0.05000,1.420
4,block_sparse_moe.experts.39.w2,0.0000009014,0.05000,1.503
4,block_sparse_moe.experts.45.w2,0.0000016858,0.05000,1.392
4,block_sparse_moe.experts.43.w2,0.0000008388,0.05000,1.512
4,block_sparse_moe.experts.41.w2,0.0000009352,0.05000,1.444
4,block_sparse_moe.experts.34.w2,0.0000004674,0.05000,1.432
4,block_sparse_moe.experts.47.w2,0.0000041057,0.05000,1.494
4,block_sparse_moe.experts.37.w2,0.0000026990,0.05000,1.438
4,block_sparse_moe.experts.38.w2,0.0000004613,0.05000,1.453
4,block_sparse_moe.experts.42.w2,0.0000008018,0.05000,1.478
4,block_sparse_moe.experts.46.w2,0.0000004367,0.05000,1.461
4,block_sparse_moe.experts.35.w2,0.0000006884,0.05000,1.511
4,block_sparse_moe.experts.60.w2,0.0000019541,0.05000,1.346
4,block_sparse_moe.experts.56.w2,0.0000024424,0.05000,1.347
4,block_sparse_moe.experts.48.w2,0.0000027038,0.05000,1.380
4,block_sparse_moe.experts.52.w2,0.0000048152,0.05000,1.405
4,block_sparse_moe.experts.49.w2,0.0000014627,0.05000,1.486
4,block_sparse_moe.experts.57.w2,0.0000018556,0.05000,1.463
4,block_sparse_moe.experts.50.w2,0.0000027056,0.05000,1.465
4,block_sparse_moe.experts.61.w2,0.0000021103,0.05000,1.492
4,block_sparse_moe.experts.55.w2,0.0000024256,0.05000,1.505
4,block_sparse_moe.experts.63.w2,0.0000022177,0.05000,1.477
4,block_sparse_moe.experts.53.w2,0.0000018114,0.05000,1.473
4,block_sparse_moe.experts.59.w2,0.0000020763,0.05000,1.519
4,block_sparse_moe.experts.54.w2,0.0000009488,0.05000,1.462
4,block_sparse_moe.experts.62.w2,0.0000008111,0.05000,1.450
4,block_sparse_moe.experts.58.w2,0.0000109697,0.05000,1.515
4,block_sparse_moe.experts.51.w2,0.0000029393,0.05000,1.572
4,block_sparse_moe.experts.76.w2,0.0000039655,0.05000,1.458
4,block_sparse_moe.experts.72.w2,0.0000042204,0.05000,1.455
4,block_sparse_moe.experts.64.w2,0.0000009396,0.05000,1.430
4,block_sparse_moe.experts.68.w2,0.0000022538,0.05000,1.420
4,block_sparse_moe.experts.65.w2,0.0000006425,0.05000,1.389
4,block_sparse_moe.experts.69.w2,0.0000021887,0.05000,1.303
4,block_sparse_moe.experts.73.w2,0.0000011475,0.05000,1.425
4,block_sparse_moe.experts.77.w2,0.0000012823,0.05000,1.411
4,block_sparse_moe.experts.66.w2,0.0000028873,0.05000,1.467
4,block_sparse_moe.experts.78.w2,0.0000004390,0.05000,1.406
4,block_sparse_moe.experts.71.w2,0.0000001466,0.05000,1.514
4,block_sparse_moe.experts.70.w2,0.0000043028,0.05000,1.484
4,block_sparse_moe.experts.79.w2,0.0000002455,0.05000,1.519
4,block_sparse_moe.experts.75.w2,0.0000016503,0.05000,1.528
4,block_sparse_moe.experts.74.w2,0.0000012237,0.05000,1.479
4,block_sparse_moe.experts.67.w2,0.0000006317,0.05000,1.487
4,block_sparse_moe.experts.88.w2,0.0000028102,0.05000,1.396
4,block_sparse_moe.experts.84.w2,0.0000011481,0.05000,1.352
4,block_sparse_moe.experts.80.w2,0.0000022977,0.05000,1.358
4,block_sparse_moe.experts.92.w2,0.0000008469,0.05000,1.457
4,block_sparse_moe.experts.85.w2,0.0000005180,0.05000,1.364
4,block_sparse_moe.experts.81.w2,0.0000007326,0.05000,1.393
4,block_sparse_moe.experts.93.w2,0.0000016461,0.05000,1.405
4,block_sparse_moe.experts.89.w2,0.0000013428,0.05000,1.427
4,block_sparse_moe.experts.94.w2,0.0000044368,0.05000,1.416
4,block_sparse_moe.experts.82.w2,0.0000009801,0.05000,1.447
4,block_sparse_moe.experts.86.w2,0.0000014380,0.05000,1.424
4,block_sparse_moe.experts.90.w2,0.0000023416,0.05000,1.367
4,block_sparse_moe.experts.87.w2,0.0000016277,0.05000,1.478
4,block_sparse_moe.experts.91.w2,0.0000031130,0.05000,1.476
4,block_sparse_moe.experts.95.w2,0.0000003856,0.05000,1.493
4,block_sparse_moe.experts.83.w2,0.0000021085,0.05000,1.540
4,block_sparse_moe.experts.96.w2,0.0000015522,0.05000,1.376
4,block_sparse_moe.experts.104.w2,0.0000045973,0.05000,1.431
4,block_sparse_moe.experts.100.w2,0.0000022668,0.05000,1.430
4,block_sparse_moe.experts.108.w2,0.0000017277,0.05000,1.432
4,block_sparse_moe.experts.101.w2,0.0000014107,0.05000,1.500
4,block_sparse_moe.experts.97.w2,0.0000010601,0.05000,1.517
4,block_sparse_moe.experts.109.w2,0.0000031346,0.05000,1.469
4,block_sparse_moe.experts.105.w2,0.0000016173,0.05000,1.524
4,block_sparse_moe.experts.98.w2,0.0000006002,0.05000,1.445
4,block_sparse_moe.experts.102.w2,0.0000022625,0.05000,1.430
4,block_sparse_moe.experts.106.w2,0.0000004826,0.05000,1.417
4,block_sparse_moe.experts.110.w2,0.0000010213,0.05000,1.509
4,block_sparse_moe.experts.107.w2,0.0000008067,0.05000,1.562
4,block_sparse_moe.experts.103.w2,0.0000017113,0.05000,1.618
4,block_sparse_moe.experts.111.w2,0.0000002831,0.05000,1.604
4,block_sparse_moe.experts.99.w2,0.0000022208,0.05000,1.536
4,block_sparse_moe.experts.112.w2,0.0000014835,0.05000,1.330
4,block_sparse_moe.experts.120.w2,0.0000004433,0.05000,1.308
4,block_sparse_moe.experts.116.w2,0.0000011542,0.05000,1.359
4,block_sparse_moe.experts.124.w2,0.0000018570,0.05000,1.334
4,block_sparse_moe.experts.118.w2,0.0000024854,0.05000,1.236
4,block_sparse_moe.experts.114.w2,0.0000021243,0.05000,1.285
4,block_sparse_moe.experts.126.w2,0.0000049400,0.05000,1.267
4,block_sparse_moe.experts.117.w2,0.0000082087,0.05000,1.476
4,block_sparse_moe.experts.122.w2,0.0000016328,0.05000,1.319
4,block_sparse_moe.experts.113.w2,0.0000007746,0.05000,1.522
4,block_sparse_moe.experts.125.w2,0.0000015950,0.05000,1.487
4,block_sparse_moe.experts.121.w2,0.0000026661,0.05000,1.510
4,block_sparse_moe.experts.123.w2,0.0000002540,0.05000,1.551
4,block_sparse_moe.experts.127.w2,0.0000012805,0.05000,1.566
4,block_sparse_moe.experts.119.w2,0.0000008816,0.05000,1.595
4,block_sparse_moe.experts.115.w2,0.0000012733,0.05000,1.573
4,block_sparse_moe.experts.128.w2,0.0000006467,0.05000,1.428
4,block_sparse_moe.experts.136.w2,0.0000027082,0.05000,1.447
4,block_sparse_moe.experts.132.w2,0.0000037111,0.05000,1.458
4,block_sparse_moe.experts.140.w2,0.0000003066,0.05000,1.459
4,block_sparse_moe.experts.130.w2,0.0000005708,0.05000,1.399
4,block_sparse_moe.experts.138.w2,0.0000012199,0.05000,1.376
4,block_sparse_moe.experts.134.w2,0.0000061851,0.05000,1.460
4,block_sparse_moe.experts.142.w2,0.0000014695,0.05000,1.433
4,block_sparse_moe.experts.133.w2,0.0000010133,0.05000,1.502
4,block_sparse_moe.experts.129.w2,0.0000010498,0.05000,1.495
4,block_sparse_moe.experts.141.w2,0.0000002562,0.05000,1.524
4,block_sparse_moe.experts.137.w2,0.0000025128,0.05000,1.532
4,block_sparse_moe.experts.139.w2,0.0000007837,0.05000,1.501
4,block_sparse_moe.experts.135.w2,0.0000015768,0.05000,1.484
4,block_sparse_moe.experts.143.w2,0.0000007429,0.05000,1.521
4,block_sparse_moe.experts.131.w2,0.0000018369,0.05000,1.485
4,block_sparse_moe.experts.144.w2,0.0000039367,0.05000,1.468
4,block_sparse_moe.experts.152.w2,0.0000008769,0.05000,1.469
4,block_sparse_moe.experts.156.w2,0.0000023869,0.05000,1.390
4,block_sparse_moe.experts.148.w2,0.0000030917,0.05000,1.421
4,block_sparse_moe.experts.154.w2,0.0000040346,0.05000,1.412
4,block_sparse_moe.experts.146.w2,0.0000017853,0.05000,1.446
4,block_sparse_moe.experts.150.w2,0.0000016424,0.05000,1.433
4,block_sparse_moe.experts.158.w2,0.0000028267,0.05000,1.451
4,block_sparse_moe.experts.145.w2,0.0000012486,0.05000,1.472
4,block_sparse_moe.experts.149.w2,0.0000015540,0.05000,1.533
4,block_sparse_moe.experts.157.w2,0.0000022100,0.05000,1.465
4,block_sparse_moe.experts.153.w2,0.0000010408,0.05000,1.480
4,block_sparse_moe.experts.155.w2,0.0000017035,0.05000,1.604
4,block_sparse_moe.experts.151.w2,0.0000011986,0.05000,1.626
4,block_sparse_moe.experts.159.w2,0.0000005886,0.05000,1.609
4,block_sparse_moe.experts.160.w2,0.0000008999,0.05000,1.483
4,block_sparse_moe.experts.172.w2,0.0000020628,0.05000,1.474
4,block_sparse_moe.experts.168.w2,0.0000030140,0.05000,1.476
4,block_sparse_moe.experts.164.w2,0.0000008772,0.05000,1.472
4,block_sparse_moe.experts.147.w2,0.0000015349,0.05000,1.615
4,block_sparse_moe.experts.170.w2,0.0000024956,0.05000,1.554
4,block_sparse_moe.experts.162.w2,0.0000022289,0.05000,1.543
4,block_sparse_moe.experts.174.w2,0.0000004658,0.05000,1.507
4,block_sparse_moe.experts.166.w2,0.0000056824,0.05000,1.558
4,block_sparse_moe.experts.165.w2,0.0000007958,0.05000,1.434
4,block_sparse_moe.experts.161.w2,0.0000002750,0.05000,1.453
4,block_sparse_moe.experts.173.w2,0.0000027780,0.05000,1.473
4,block_sparse_moe.experts.169.w2,0.0000017194,0.05000,1.468
4,block_sparse_moe.experts.167.w2,0.0000011890,0.05000,1.507
4,block_sparse_moe.experts.171.w2,0.0000035889,0.05000,1.580
4,block_sparse_moe.experts.175.w2,0.0000019130,0.05000,1.526
4,block_sparse_moe.experts.176.w2,0.0000012531,0.05000,1.464
4,block_sparse_moe.experts.180.w2,0.0000009883,0.05000,1.421
4,block_sparse_moe.experts.184.w2,0.0000003095,0.05000,1.486
4,block_sparse_moe.experts.188.w2,0.0000009692,0.05000,1.500
4,block_sparse_moe.experts.163.w2,0.0000019139,0.05000,1.479
4,block_sparse_moe.experts.178.w2,0.0000018369,0.05000,1.504
4,block_sparse_moe.experts.186.w2,0.0000003603,0.05000,1.519
4,block_sparse_moe.experts.190.w2,0.0000012261,0.05000,1.513
4,block_sparse_moe.experts.182.w2,0.0000004018,0.05000,1.526
4,block_sparse_moe.experts.181.w2,0.0000019051,0.05000,1.505
4,block_sparse_moe.experts.177.w2,0.0000005297,0.05000,1.549
4,block_sparse_moe.experts.189.w2,0.0000045494,0.05000,1.533
4,block_sparse_moe.experts.185.w2,0.0000008995,0.05000,1.504
4,block_sparse_moe.experts.183.w2,0.0000026417,0.05000,1.361
4,block_sparse_moe.experts.187.w2,0.0000014024,0.05000,1.399
4,block_sparse_moe.experts.191.w2,0.0000006842,0.05000,1.452
4,block_sparse_moe.experts.196.w2,0.0000022306,0.05000,1.497
4,block_sparse_moe.experts.192.w2,0.0000010194,0.05000,1.525
4,block_sparse_moe.experts.179.w2,0.0000003655,0.05000,1.456
4,block_sparse_moe.experts.204.w2,0.0000007756,0.05000,1.502
4,block_sparse_moe.experts.200.w2,0.0000014899,0.05000,1.568
4,block_sparse_moe.experts.194.w2,0.0000020164,0.05000,1.473
4,block_sparse_moe.experts.206.w2,0.0000019305,0.05000,1.456
4,block_sparse_moe.experts.202.w2,0.0000021385,0.05000,1.499
4,block_sparse_moe.experts.198.w2,0.0000021294,0.05000,1.495
4,block_sparse_moe.experts.197.w2,0.0000008520,0.05000,1.455
4,block_sparse_moe.experts.193.w2,0.0000008361,0.05000,1.459
4,block_sparse_moe.experts.205.w2,0.0000009676,0.05000,1.479
4,block_sparse_moe.experts.201.w2,0.0000003862,0.05000,1.513
4,block_sparse_moe.experts.199.w2,0.0000018689,0.05000,1.569
4,block_sparse_moe.experts.203.w2,0.0000016931,0.05000,1.529
4,block_sparse_moe.experts.207.w2,0.0000009417,0.05000,1.514
4,block_sparse_moe.experts.212.w2,0.0000012905,0.05000,1.533
4,block_sparse_moe.experts.195.w2,0.0000033454,0.05000,1.534
4,block_sparse_moe.experts.208.w2,0.0000009963,0.05000,1.575
4,block_sparse_moe.experts.220.w2,0.0000007341,0.05000,1.593
4,block_sparse_moe.experts.216.w2,0.0000028435,0.05000,1.551
4,block_sparse_moe.experts.210.w2,0.0000003854,0.05000,1.380
4,block_sparse_moe.experts.222.w2,0.0000024345,0.05000,1.404
4,block_sparse_moe.experts.218.w2,0.0000028914,0.05000,1.407
4,block_sparse_moe.experts.213.w2,0.0000013136,0.05000,1.384
4,block_sparse_moe.experts.214.w2,0.0000035066,0.05000,1.406
4,block_sparse_moe.experts.209.w2,0.0000005431,0.05000,1.398
4,block_sparse_moe.experts.221.w2,0.0000021139,0.05000,1.404
4,block_sparse_moe.experts.217.w2,0.0000013235,0.05000,1.379
4,block_sparse_moe.experts.219.w2,0.0000006817,0.05000,1.391
4,block_sparse_moe.experts.215.w2,0.0000036967,0.05000,1.411
4,block_sparse_moe.experts.223.w2,0.0000006135,0.05000,1.386
4,block_sparse_moe.experts.211.w2,0.0000006101,0.05000,1.416
4,block_sparse_moe.experts.228.w2,0.0000009992,0.05000,1.471
4,block_sparse_moe.experts.224.w2,0.0000019776,0.05000,1.457
4,block_sparse_moe.experts.232.w2,0.0000013713,0.05000,1.497
4,block_sparse_moe.experts.236.w2,0.0000022924,0.05000,1.539
4,block_sparse_moe.experts.238.w2,0.0000010530,0.05000,1.298
4,block_sparse_moe.experts.226.w2,0.0000006546,0.05000,1.337
4,block_sparse_moe.experts.234.w2,0.0000018079,0.05000,1.346
4,block_sparse_moe.experts.230.w2,0.0000003793,0.05000,1.319
4,block_sparse_moe.experts.229.w2,0.0000021738,0.05000,1.499
4,block_sparse_moe.experts.225.w2,0.0000024013,0.05000,1.439
4,block_sparse_moe.experts.237.w2,0.0000024119,0.05000,1.425
4,block_sparse_moe.experts.233.w2,0.0000019276,0.05000,1.441
4,block_sparse_moe.experts.235.w2,0.0000009872,0.05000,1.553
4,block_sparse_moe.experts.239.w2,0.0000011526,0.05000,1.498
4,block_sparse_moe.experts.231.w2,0.0000032328,0.05000,1.565
4,block_sparse_moe.experts.244.w2,0.0000004192,0.05000,1.435
4,block_sparse_moe.experts.240.w2,0.0000038756,0.05000,1.431
4,block_sparse_moe.experts.227.w2,0.0000003398,0.05000,1.524
4,block_sparse_moe.experts.248.w2,0.0000003236,0.05000,1.390
4,block_sparse_moe.experts.252.w2,0.0000006588,0.05000,1.370
4,block_sparse_moe.experts.242.w2,0.0000006230,0.05000,1.492
4,block_sparse_moe.experts.254.w2,0.0000013737,0.05000,1.520
4,block_sparse_moe.experts.250.w2,0.0000029623,0.05000,1.482
4,block_sparse_moe.experts.246.w2,0.0000027943,0.05000,1.500
4,block_sparse_moe.experts.245.w2,0.0000006501,0.05000,1.477
4,block_sparse_moe.experts.241.w2,0.0000013896,0.05000,1.483
4,block_sparse_moe.experts.253.w2,0.0000024377,0.05000,1.435
4,block_sparse_moe.experts.249.w2,0.0000020645,0.05000,1.389
4,block_sparse_moe.experts.255.w2,0.0000002346,0.05000,1.402
4,block_sparse_moe.experts.251.w2,0.0000021352,0.05000,1.410
4,block_sparse_moe.experts.247.w2,0.0000035529,0.05000,1.382
4,block_sparse_moe.experts.243.w2,0.0000006567,0.05000,1.275
5,self_attn.k_proj,0.0000000052,0.05000,0.907
5,self_attn.v_proj,0.0000000051,0.05000,0.925
5,self_attn.q_proj,0.0000000377,0.05000,1.011
5,self_attn.o_proj,0.0000000061,0.05000,1.841
5,block_sparse_moe.experts.4.w1,0.0000218290,0.05000,3.033
5,block_sparse_moe.experts.0.w1,0.0000265547,0.05000,3.065
5,block_sparse_moe.experts.12.w1,0.0000056141,0.05000,3.068
5,block_sparse_moe.experts.8.w1,0.0000094424,0.05000,3.147
5,block_sparse_moe.experts.1.w1,0.0000133189,0.05000,3.292
5,block_sparse_moe.experts.9.w1,0.0000070865,0.05000,3.369
5,block_sparse_moe.experts.3.w1,0.0000135929,0.05000,3.328
5,block_sparse_moe.experts.13.w1,0.0000103006,0.05000,3.244
5,block_sparse_moe.experts.5.w1,0.0000084883,0.05000,3.432
5,block_sparse_moe.experts.11.w1,0.0000099472,0.05000,3.446
5,block_sparse_moe.experts.7.w1,0.0000060421,0.05000,3.392
5,block_sparse_moe.experts.14.w1,0.0000145586,0.05000,3.282
5,block_sparse_moe.experts.6.w1,0.0000232166,0.05000,3.488
5,block_sparse_moe.experts.15.w1,0.0000094643,0.05000,3.329
5,block_sparse_moe.experts.10.w1,0.0000127287,0.05000,3.584
5,block_sparse_moe.experts.2.w1,0.0000067677,0.05000,3.642
5,block_sparse_moe.experts.20.w1,0.0000112595,0.05000,2.911
5,block_sparse_moe.experts.16.w1,0.0000153039,0.05000,2.918
5,block_sparse_moe.experts.28.w1,0.0000170376,0.05000,2.983
5,block_sparse_moe.experts.24.w1,0.0000330662,0.05000,2.928
5,block_sparse_moe.experts.17.w1,0.0000206910,0.05000,3.013
5,block_sparse_moe.experts.25.w1,0.0000186584,0.05000,2.939
5,block_sparse_moe.experts.21.w1,0.0000168555,0.05000,2.945
5,block_sparse_moe.experts.23.w1,0.0000080240,0.05000,2.942
5,block_sparse_moe.experts.19.w1,0.0000155564,0.05000,3.015
5,block_sparse_moe.experts.27.w1,0.0000254711,0.05000,2.957
5,block_sparse_moe.experts.29.w1,0.0000177743,0.05000,2.981
5,block_sparse_moe.experts.31.w1,0.0000161628,0.05000,2.976
5,block_sparse_moe.experts.22.w1,0.0000238417,0.05000,3.137
5,block_sparse_moe.experts.26.w1,0.0000204718,0.05000,3.071
5,block_sparse_moe.experts.30.w1,0.0000538079,0.05000,3.194
5,block_sparse_moe.experts.18.w1,0.0000123594,0.05000,3.116
5,block_sparse_moe.experts.32.w1,0.0000356078,0.05000,2.870
5,block_sparse_moe.experts.36.w1,0.0000104709,0.05000,2.990
5,block_sparse_moe.experts.40.w1,0.0000083162,0.05000,2.894
5,block_sparse_moe.experts.44.w1,0.0000089912,0.05000,2.997
5,block_sparse_moe.experts.45.w1,0.0000247203,0.05000,2.692
5,block_sparse_moe.experts.41.w1,0.0000110574,0.05000,2.828
5,block_sparse_moe.experts.37.w1,0.0000129276,0.05000,2.781
5,block_sparse_moe.experts.33.w1,0.0000160170,0.05000,2.923
5,block_sparse_moe.experts.39.w1,0.0000146328,0.05000,2.927
5,block_sparse_moe.experts.43.w1,0.0000333155,0.05000,3.001
5,block_sparse_moe.experts.47.w1,0.0000208498,0.05000,2.934
5,block_sparse_moe.experts.35.w1,0.0000156135,0.05000,3.062
5,block_sparse_moe.experts.42.w1,0.0000234084,0.05000,3.054
5,block_sparse_moe.experts.38.w1,0.0000167443,0.05000,3.118
5,block_sparse_moe.experts.46.w1,0.0000114942,0.05000,3.090
5,block_sparse_moe.experts.34.w1,0.0000196380,0.05000,3.089
5,block_sparse_moe.experts.48.w1,0.0000182613,0.05000,2.663
5,block_sparse_moe.experts.52.w1,0.0000068032,0.05000,2.662
5,block_sparse_moe.experts.56.w1,0.0000282813,0.05000,2.696
5,block_sparse_moe.experts.60.w1,0.0000119519,0.05000,2.709
5,block_sparse_moe.experts.61.w1,0.0000225524,0.05000,3.100
5,block_sparse_moe.experts.57.w1,0.0000254533,0.05000,3.112
5,block_sparse_moe.experts.53.w1,0.0000039406,0.05000,3.096
5,block_sparse_moe.experts.49.w1,0.0000085161,0.05000,3.046
5,block_sparse_moe.experts.55.w1,0.0000196709,0.05000,3.178
5,block_sparse_moe.experts.51.w1,0.0000109773,0.05000,3.150
5,block_sparse_moe.experts.59.w1,0.0000079423,0.05000,3.213
5,block_sparse_moe.experts.63.w1,0.0000207459,0.05000,3.189
5,block_sparse_moe.experts.58.w1,0.0000179804,0.05000,2.962
5,block_sparse_moe.experts.54.w1,0.0000052524,0.05000,2.965
5,block_sparse_moe.experts.62.w1,0.0000101471,0.05000,2.983
5,block_sparse_moe.experts.50.w1,0.0000046537,0.05000,2.999
5,block_sparse_moe.experts.64.w1,0.0000065601,0.05000,2.649
5,block_sparse_moe.experts.68.w1,0.0000095457,0.05000,2.590
5,block_sparse_moe.experts.72.w1,0.0000102661,0.05000,2.551
5,block_sparse_moe.experts.76.w1,0.0000153193,0.05000,2.568
5,block_sparse_moe.experts.65.w1,0.0000142489,0.05000,2.939
5,block_sparse_moe.experts.69.w1,0.0000081438,0.05000,2.990
5,block_sparse_moe.experts.77.w1,0.0000109517,0.05000,3.069
5,block_sparse_moe.experts.73.w1,0.0000153552,0.05000,3.089
5,block_sparse_moe.experts.71.w1,0.0000302496,0.05000,3.016
5,block_sparse_moe.experts.67.w1,0.0000160498,0.05000,2.944
5,block_sparse_moe.experts.79.w1,0.0000135369,0.05000,2.967
5,block_sparse_moe.experts.75.w1,0.0000190965,0.05000,3.004
5,block_sparse_moe.experts.74.w1,0.0000068259,0.05000,3.010
5,block_sparse_moe.experts.78.w1,0.0000213292,0.05000,2.980
5,block_sparse_moe.experts.70.w1,0.0000060126,0.05000,3.109
5,block_sparse_moe.experts.66.w1,0.0000120450,0.05000,2.970
5,block_sparse_moe.experts.84.w1,0.0000171452,0.05000,2.769
5,block_sparse_moe.experts.80.w1,0.0000136937,0.05000,2.878
5,block_sparse_moe.experts.88.w1,0.0000205817,0.05000,2.951
5,block_sparse_moe.experts.92.w1,0.0000264638,0.05000,2.879
5,block_sparse_moe.experts.93.w1,0.0000110736,0.05000,2.658
5,block_sparse_moe.experts.85.w1,0.0000082984,0.05000,2.775
5,block_sparse_moe.experts.81.w1,0.0000095671,0.05000,2.846
5,block_sparse_moe.experts.89.w1,0.0000075079,0.05000,2.826
5,block_sparse_moe.experts.87.w1,0.0000162284,0.05000,2.907
5,block_sparse_moe.experts.83.w1,0.0000113919,0.05000,2.896
5,block_sparse_moe.experts.95.w1,0.0000134053,0.05000,2.947
5,block_sparse_moe.experts.91.w1,0.0000096600,0.05000,2.953
5,block_sparse_moe.experts.90.w1,0.0000086401,0.05000,2.974
5,block_sparse_moe.experts.94.w1,0.0000115505,0.05000,3.011
5,block_sparse_moe.experts.82.w1,0.0000067169,0.05000,2.994
5,block_sparse_moe.experts.86.w1,0.0000076118,0.05000,3.081
5,block_sparse_moe.experts.100.w1,0.0000126017,0.05000,2.826
5,block_sparse_moe.experts.96.w1,0.0000095655,0.05000,2.827
5,block_sparse_moe.experts.104.w1,0.0000175644,0.05000,2.767
5,block_sparse_moe.experts.108.w1,0.0000061768,0.05000,2.753
5,block_sparse_moe.experts.109.w1,0.0000109084,0.05000,2.987
5,block_sparse_moe.experts.97.w1,0.0000119954,0.05000,2.981
5,block_sparse_moe.experts.101.w1,0.0000097265,0.05000,3.092
5,block_sparse_moe.experts.105.w1,0.0000224666,0.05000,3.059
5,block_sparse_moe.experts.99.w1,0.0000214780,0.05000,2.836
5,block_sparse_moe.experts.103.w1,0.0000276099,0.05000,2.896
5,block_sparse_moe.experts.107.w1,0.0000209576,0.05000,2.746
5,block_sparse_moe.experts.111.w1,0.0000045681,0.05000,2.870
5,block_sparse_moe.experts.106.w1,0.0000194788,0.05000,2.981
5,block_sparse_moe.experts.110.w1,0.0000168969,0.05000,2.911
5,block_sparse_moe.experts.98.w1,0.0000167327,0.05000,2.897
5,block_sparse_moe.experts.102.w1,0.0000190731,0.05000,2.934
5,block_sparse_moe.experts.116.w1,0.0000036016,0.05000,2.881
5,block_sparse_moe.experts.112.w1,0.0000065716,0.05000,2.905
5,block_sparse_moe.experts.124.w1,0.0000180010,0.05000,2.842
5,block_sparse_moe.experts.120.w1,0.0000188607,0.05000,2.909
5,block_sparse_moe.experts.125.w1,0.0000185616,0.05000,2.867
5,block_sparse_moe.experts.113.w1,0.0000105434,0.05000,2.874
5,block_sparse_moe.experts.117.w1,0.0000138858,0.05000,2.891
5,block_sparse_moe.experts.115.w1,0.0000144293,0.05000,2.765
5,block_sparse_moe.experts.119.w1,0.0000243031,0.05000,2.792
5,block_sparse_moe.experts.121.w1,0.0000059730,0.05000,2.911
5,block_sparse_moe.experts.123.w1,0.0000100734,0.05000,2.831
5,block_sparse_moe.experts.127.w1,0.0000102626,0.05000,2.853
5,block_sparse_moe.experts.122.w1,0.0000237132,0.05000,2.995
5,block_sparse_moe.experts.126.w1,0.0000399769,0.05000,3.002
5,block_sparse_moe.experts.114.w1,0.0000109734,0.05000,3.030
5,block_sparse_moe.experts.118.w1,0.0000043384,0.05000,2.978
5,block_sparse_moe.experts.132.w1,0.0000203916,0.05000,2.657
5,block_sparse_moe.experts.140.w1,0.0000132180,0.05000,2.631
5,block_sparse_moe.experts.128.w1,0.0000070537,0.05000,2.681
5,block_sparse_moe.experts.136.w1,0.0000255546,0.05000,2.648
5,block_sparse_moe.experts.141.w1,0.0000182601,0.05000,3.050
5,block_sparse_moe.experts.129.w1,0.0000402369,0.05000,3.082
5,block_sparse_moe.experts.131.w1,0.0000129913,0.05000,2.997
5,block_sparse_moe.experts.133.w1,0.0000136223,0.05000,3.062
5,block_sparse_moe.experts.135.w1,0.0000163331,0.05000,2.971
5,block_sparse_moe.experts.148.w1,0.0000142168,0.05000,1.844
5,block_sparse_moe.experts.143.w1,0.0000063763,0.05000,2.928
5,block_sparse_moe.experts.139.w1,0.0000175226,0.05000,3.035
5,block_sparse_moe.experts.156.w1,0.0000244152,0.05000,1.760
5,block_sparse_moe.experts.137.w1,0.0000085482,0.05000,3.134
5,block_sparse_moe.experts.138.w1,0.0000059102,0.05000,2.908
5,block_sparse_moe.experts.142.w1,0.0000193327,0.05000,2.943
5,block_sparse_moe.experts.130.w1,0.0000162537,0.05000,2.891
5,block_sparse_moe.experts.134.w1,0.0000113308,0.05000,2.924
5,block_sparse_moe.experts.147.w1,0.0000187395,0.05000,3.206
5,block_sparse_moe.experts.151.w1,0.0000096731,0.05000,3.235
5,block_sparse_moe.experts.159.w1,0.0000183343,0.05000,3.168
5,block_sparse_moe.experts.155.w1,0.0000104573,0.05000,3.257
5,block_sparse_moe.experts.154.w1,0.0000223609,0.05000,3.285
5,block_sparse_moe.experts.146.w1,0.0000118448,0.05000,3.229
5,block_sparse_moe.experts.158.w1,0.0000324905,0.05000,3.308
5,block_sparse_moe.experts.150.w1,0.0000187942,0.05000,3.337
5,block_sparse_moe.experts.163.w1,0.0000049804,0.05000,3.158
5,block_sparse_moe.experts.167.w1,0.0000114306,0.05000,3.220
5,block_sparse_moe.experts.175.w1,0.0000082912,0.05000,3.187
5,block_sparse_moe.experts.171.w1,0.0000124485,0.05000,3.354
5,block_sparse_moe.experts.162.w1,0.0000180468,0.05000,3.290
5,block_sparse_moe.experts.174.w1,0.0001127218,0.05000,3.348
5,block_sparse_moe.experts.170.w1,0.0000079461,0.05000,3.418
5,block_sparse_moe.experts.166.w1,0.0000318142,0.05000,3.371
5,block_sparse_moe.experts.179.w1,0.0000424277,0.05000,3.434
5,block_sparse_moe.experts.191.w1,0.0000141123,0.05000,3.433
5,block_sparse_moe.experts.183.w1,0.0000117955,0.05000,3.442
5,block_sparse_moe.experts.187.w1,0.0000057114,0.05000,3.479
5,block_sparse_moe.experts.178.w1,0.0000061830,0.05000,3.311
5,block_sparse_moe.experts.186.w1,0.0000246349,0.05000,3.273
5,block_sparse_moe.experts.190.w1,0.0000103038,0.05000,3.299
5,block_sparse_moe.experts.182.w1,0.0000175112,0.05000,3.323
5,block_sparse_moe.experts.157.w1,0.0000286305,0.05000,12.319
5,block_sparse_moe.experts.149.w1,0.0000055953,0.05000,12.293
5,block_sparse_moe.experts.145.w1,0.0000071969,0.05000,12.396
5,block_sparse_moe.experts.153.w1,0.0000193245,0.05000,12.403
5,block_sparse_moe.experts.195.w1,0.0000196468,0.05000,3.213
5,block_sparse_moe.experts.199.w1,0.0000208480,0.05000,3.159
5,block_sparse_moe.experts.207.w1,0.0000149834,0.05000,3.185
5,block_sparse_moe.experts.203.w1,0.0000211454,0.05000,3.189
5,block_sparse_moe.experts.173.w1,0.0000056276,0.05000,3.352
5,block_sparse_moe.experts.161.w1,0.0000093667,0.05000,3.261
5,block_sparse_moe.experts.165.w1,0.0000145401,0.05000,3.384
5,block_sparse_moe.experts.169.w1,0.0000041058,0.05000,3.290
5,block_sparse_moe.experts.211.w1,0.0000167713,0.05000,3.134
5,block_sparse_moe.experts.215.w1,0.0000231172,0.05000,3.123
5,block_sparse_moe.experts.223.w1,0.0000083513,0.05000,3.191
5,block_sparse_moe.experts.219.w1,0.0000140854,0.05000,3.207
5,block_sparse_moe.experts.189.w1,0.0000139600,0.05000,3.298
5,block_sparse_moe.experts.177.w1,0.0000187779,0.05000,3.321
5,block_sparse_moe.experts.181.w1,0.0000151586,0.05000,3.373
5,block_sparse_moe.experts.185.w1,0.0000163330,0.05000,3.329
5,block_sparse_moe.experts.227.w1,0.0000277820,0.05000,3.268
5,block_sparse_moe.experts.205.w1,0.0000175573,0.05000,2.710
5,block_sparse_moe.experts.193.w1,0.0000069232,0.05000,2.738
5,block_sparse_moe.experts.197.w1,0.0000159493,0.05000,2.800
5,block_sparse_moe.experts.201.w1,0.0000115550,0.05000,2.843
5,block_sparse_moe.experts.194.w1,0.0000158407,0.05000,11.864
5,block_sparse_moe.experts.206.w1,0.0000061859,0.05000,11.822
5,block_sparse_moe.experts.202.w1,0.0000123722,0.05000,11.867
5,block_sparse_moe.experts.198.w1,0.0000193133,0.05000,11.846
5,block_sparse_moe.experts.221.w1,0.0000079785,0.05000,3.639
5,block_sparse_moe.experts.209.w1,0.0000127847,0.05000,3.650
5,block_sparse_moe.experts.213.w1,0.0000195063,0.05000,3.589
5,block_sparse_moe.experts.217.w1,0.0000225025,0.05000,3.550
5,block_sparse_moe.experts.210.w1,0.0000080629,0.05000,3.506
5,block_sparse_moe.experts.222.w1,0.0000045928,0.05000,3.577
5,block_sparse_moe.experts.218.w1,0.0000086081,0.05000,3.579
5,block_sparse_moe.experts.214.w1,0.0000013209,0.05000,3.578
5,block_sparse_moe.experts.231.w1,0.0000208226,0.05000,11.458
5,block_sparse_moe.experts.239.w1,0.0000216470,0.05000,11.452
5,block_sparse_moe.experts.235.w1,0.0000182145,0.05000,11.426
5,block_sparse_moe.experts.237.w1,0.0000058664,0.05000,3.078
5,block_sparse_moe.experts.225.w1,0.0000093604,0.05000,2.985
5,block_sparse_moe.experts.229.w1,0.0000158208,0.05000,2.967
5,block_sparse_moe.experts.233.w1,0.0000098345,0.05000,2.977
5,block_sparse_moe.experts.226.w1,0.0000322778,0.05000,2.911
5,block_sparse_moe.experts.234.w1,0.0000100729,0.05000,2.879
5,block_sparse_moe.experts.238.w1,0.0000206099,0.05000,2.914
5,block_sparse_moe.experts.230.w1,0.0000375024,0.05000,2.808
5,block_sparse_moe.experts.172.w1,0.0000179680,0.05000,2.811
5,block_sparse_moe.experts.144.w1,0.0000057450,0.05000,2.818
5,block_sparse_moe.experts.164.w1,0.0000174796,0.05000,2.885
5,block_sparse_moe.experts.152.w1,0.0000113931,0.05000,2.911
5,block_sparse_moe.experts.243.w1,0.0000122671,0.05000,11.051
5,block_sparse_moe.experts.253.w1,0.0000069801,0.05000,2.332
5,block_sparse_moe.experts.241.w1,0.0000167757,0.05000,2.268
5,block_sparse_moe.experts.247.w1,0.0000131731,0.05000,2.935
5,block_sparse_moe.experts.245.w1,0.0000078443,0.05000,2.238
5,block_sparse_moe.experts.255.w1,0.0000047367,0.05000,2.911
5,block_sparse_moe.experts.251.w1,0.0000167005,0.05000,2.856
5,block_sparse_moe.experts.242.w1,0.0000134624,0.05000,3.038
5,block_sparse_moe.experts.254.w1,0.0000129557,0.05000,3.134
5,block_sparse_moe.experts.250.w1,0.0000127630,0.05000,3.218
5,block_sparse_moe.experts.246.w1,0.0000039110,0.05000,3.827
5,block_sparse_moe.experts.188.w1,0.0000114913,0.05000,3.484
5,block_sparse_moe.experts.3.w3,0.0000129403,0.05000,3.380
5,block_sparse_moe.experts.180.w1,0.0000138704,0.05000,3.538
5,block_sparse_moe.experts.7.w3,0.0000058451,0.05000,3.352
5,block_sparse_moe.experts.168.w1,0.0000141287,0.05000,3.537
5,block_sparse_moe.experts.15.w3,0.0000092279,0.05000,3.394
5,block_sparse_moe.experts.11.w3,0.0000095016,0.05000,3.227
5,block_sparse_moe.experts.160.w1,0.0000147739,0.05000,3.858
5,block_sparse_moe.experts.2.w3,0.0000065013,0.05000,3.758
5,block_sparse_moe.experts.14.w3,0.0000137704,0.05000,3.640
5,block_sparse_moe.experts.10.w3,0.0000122465,0.05000,3.601
5,block_sparse_moe.experts.6.w3,0.0000223081,0.05000,2.922
5,block_sparse_moe.experts.1.w3,0.0000127921,0.05000,3.352
5,block_sparse_moe.experts.249.w1,0.0000119114,0.05000,3.395
5,block_sparse_moe.experts.5.w3,0.0000080021,0.05000,3.420
5,block_sparse_moe.experts.13.w3,0.0000099034,0.05000,3.452
5,block_sparse_moe.experts.204.w1,0.0000156700,0.05000,3.110
5,block_sparse_moe.experts.196.w1,0.0000102827,0.05000,3.155
5,block_sparse_moe.experts.184.w1,0.0000154767,0.05000,3.182
5,block_sparse_moe.experts.176.w1,0.0000220010,0.05000,3.059
5,block_sparse_moe.experts.19.w3,0.0000141828,0.05000,3.260
5,block_sparse_moe.experts.23.w3,0.0000073065,0.05000,3.271
5,block_sparse_moe.experts.27.w3,0.0000244412,0.05000,3.308
5,block_sparse_moe.experts.31.w3,0.0000156293,0.05000,3.366
5,block_sparse_moe.experts.22.w3,0.0000230338,0.05000,3.471
5,block_sparse_moe.experts.18.w3,0.0000117360,0.05000,3.479
5,block_sparse_moe.experts.26.w3,0.0000196870,0.05000,3.484
5,block_sparse_moe.experts.30.w3,0.0000494035,0.05000,3.554
5,block_sparse_moe.experts.17.w3,0.0000196879,0.05000,3.124
5,block_sparse_moe.experts.9.w3,0.0000069105,0.05000,3.122
5,block_sparse_moe.experts.21.w3,0.0000160693,0.05000,3.158
5,block_sparse_moe.experts.29.w3,0.0000168465,0.05000,3.199
5,block_sparse_moe.experts.220.w1,0.0000185632,0.05000,3.110
5,block_sparse_moe.experts.212.w1,0.0000128152,0.05000,3.075
5,block_sparse_moe.experts.200.w1,0.0001385004,0.05000,3.115
5,block_sparse_moe.experts.192.w1,0.0000262482,0.05000,3.068
5,block_sparse_moe.experts.39.w3,0.0000139018,0.05000,3.014
5,block_sparse_moe.experts.47.w3,0.0000199492,0.05000,3.026
5,block_sparse_moe.experts.35.w3,0.0000145417,0.05000,3.133
5,block_sparse_moe.experts.43.w3,0.0000320087,0.05000,3.104
5,block_sparse_moe.experts.46.w3,0.0000111830,0.05000,2.917
5,block_sparse_moe.experts.42.w3,0.0000218677,0.05000,3.000
5,block_sparse_moe.experts.38.w3,0.0000157729,0.05000,3.057
5,block_sparse_moe.experts.34.w3,0.0000176879,0.05000,3.100
5,block_sparse_moe.experts.25.w3,0.0000180094,0.05000,2.943
5,block_sparse_moe.experts.33.w3,0.0000153381,0.05000,2.993
5,block_sparse_moe.experts.37.w3,0.0000121116,0.05000,2.951
5,block_sparse_moe.experts.45.w3,0.0000225384,0.05000,3.026
5,block_sparse_moe.experts.236.w1,0.0000237125,0.05000,2.904
5,block_sparse_moe.experts.228.w1,0.0000263033,0.05000,2.864
5,block_sparse_moe.experts.208.w1,0.0000174263,0.05000,2.894
5,block_sparse_moe.experts.216.w1,0.0000123556,0.05000,3.019
5,block_sparse_moe.experts.55.w3,0.0000189167,0.05000,2.931
5,block_sparse_moe.experts.59.w3,0.0000076012,0.05000,2.852
5,block_sparse_moe.experts.63.w3,0.0000199329,0.05000,2.906
5,block_sparse_moe.experts.51.w3,0.0000099009,0.05000,2.929
5,block_sparse_moe.experts.54.w3,0.0000049879,0.05000,2.852
5,block_sparse_moe.experts.62.w3,0.0000096806,0.05000,2.966
5,block_sparse_moe.experts.58.w3,0.0000175920,0.05000,2.993
5,block_sparse_moe.experts.50.w3,0.0000045271,0.05000,2.991
5,block_sparse_moe.experts.41.w3,0.0000101508,0.05000,2.982
5,block_sparse_moe.experts.53.w3,0.0000036652,0.05000,3.008
5,block_sparse_moe.experts.49.w3,0.0000081093,0.05000,3.095
5,block_sparse_moe.experts.252.w1,0.0000126564,0.05000,2.859
5,block_sparse_moe.experts.61.w3,0.0000214488,0.05000,3.032
5,block_sparse_moe.experts.244.w1,0.0000189083,0.05000,2.840
5,block_sparse_moe.experts.224.w1,0.0000160480,0.05000,2.880
5,block_sparse_moe.experts.232.w1,0.0000242672,0.05000,2.884
5,block_sparse_moe.experts.71.w3,0.0000285321,0.05000,2.989
5,block_sparse_moe.experts.75.w3,0.0000183006,0.05000,2.965
5,block_sparse_moe.experts.67.w3,0.0000155671,0.05000,2.977
5,block_sparse_moe.experts.79.w3,0.0000129820,0.05000,3.094
5,block_sparse_moe.experts.70.w3,0.0000058078,0.05000,2.889
5,block_sparse_moe.experts.78.w3,0.0000203802,0.05000,2.867
5,block_sparse_moe.experts.66.w3,0.0000110974,0.05000,2.741
5,block_sparse_moe.experts.74.w3,0.0000066199,0.05000,2.883
5,block_sparse_moe.experts.57.w3,0.0000240827,0.05000,2.878
5,block_sparse_moe.experts.69.w3,0.0000078694,0.05000,2.884
5,block_sparse_moe.experts.65.w3,0.0000135793,0.05000,2.898
5,block_sparse_moe.experts.77.w3,0.0000104033,0.05000,2.867
5,block_sparse_moe.experts.12.w3,0.0000054647,0.05000,3.090
5,block_sparse_moe.experts.4.w3,0.0000206450,0.05000,3.039
5,block_sparse_moe.experts.240.w1,0.0000150752,0.05000,3.137
5,block_sparse_moe.experts.248.w1,0.0000152051,0.05000,3.134
5,block_sparse_moe.experts.87.w3,0.0000156970,0.05000,3.103
5,block_sparse_moe.experts.83.w3,0.0000108783,0.05000,3.029
5,block_sparse_moe.experts.91.w3,0.0000090379,0.05000,3.142
5,block_sparse_moe.experts.95.w3,0.0000125270,0.05000,3.170
5,block_sparse_moe.experts.86.w3,0.0000072104,0.05000,2.843
5,block_sparse_moe.experts.94.w3,0.0000112923,0.05000,2.872
5,block_sparse_moe.experts.90.w3,0.0000081173,0.05000,2.850
5,block_sparse_moe.experts.82.w3,0.0000063923,0.05000,2.972
5,block_sparse_moe.experts.73.w3,0.0000146848,0.05000,2.862
5,block_sparse_moe.experts.85.w3,0.0000079029,0.05000,2.763
5,block_sparse_moe.experts.81.w3,0.0000089169,0.05000,2.804
5,block_sparse_moe.experts.93.w3,0.0000103886,0.05000,2.795
5,block_sparse_moe.experts.28.w3,0.0000161834,0.05000,2.896
5,block_sparse_moe.experts.20.w3,0.0000110219,0.05000,2.899
5,block_sparse_moe.experts.0.w3,0.0000252962,0.05000,2.854
5,block_sparse_moe.experts.8.w3,0.0000090715,0.05000,2.878
5,block_sparse_moe.experts.99.w3,0.0000204275,0.05000,2.999
5,block_sparse_moe.experts.103.w3,0.0000267106,0.05000,3.047
5,block_sparse_moe.experts.107.w3,0.0000202543,0.05000,3.052
5,block_sparse_moe.experts.111.w3,0.0000045428,0.05000,3.077
5,block_sparse_moe.experts.102.w3,0.0000184333,0.05000,2.878
5,block_sparse_moe.experts.106.w3,0.0000179472,0.05000,2.872
5,block_sparse_moe.experts.110.w3,0.0000163614,0.05000,2.932
5,block_sparse_moe.experts.98.w3,0.0000159282,0.05000,2.951
5,block_sparse_moe.experts.101.w3,0.0000090711,0.05000,2.950
5,block_sparse_moe.experts.89.w3,0.0000068605,0.05000,3.009
5,block_sparse_moe.experts.97.w3,0.0000114598,0.05000,3.008
5,block_sparse_moe.experts.109.w3,0.0000104339,0.05000,2.999
5,block_sparse_moe.experts.44.w3,0.0000087266,0.05000,2.751
5,block_sparse_moe.experts.36.w3,0.0000101669,0.05000,2.753
5,block_sparse_moe.experts.16.w3,0.0000145575,0.05000,2.803
5,block_sparse_moe.experts.24.w3,0.0000298302,0.05000,2.928
5,block_sparse_moe.experts.123.w3,0.0000095281,0.05000,3.056
5,block_sparse_moe.experts.119.w3,0.0000229030,0.05000,3.125
5,block_sparse_moe.experts.115.w3,0.0000138979,0.05000,3.206
5,block_sparse_moe.experts.127.w3,0.0000098440,0.05000,3.083
5,block_sparse_moe.experts.118.w3,0.0000041770,0.05000,2.929
5,block_sparse_moe.experts.122.w3,0.0000227066,0.05000,2.891
5,block_sparse_moe.experts.126.w3,0.0000383434,0.05000,2.951
5,block_sparse_moe.experts.114.w3,0.0000104461,0.05000,2.942
5,block_sparse_moe.experts.117.w3,0.0000131333,0.05000,2.894
5,block_sparse_moe.experts.105.w3,0.0000200140,0.05000,2.839
5,block_sparse_moe.experts.113.w3,0.0000100391,0.05000,2.863
5,block_sparse_moe.experts.125.w3,0.0000181146,0.05000,2.836
5,block_sparse_moe.experts.52.w3,0.0000059083,0.05000,3.083
5,block_sparse_moe.experts.60.w3,0.0000113765,0.05000,3.119
5,block_sparse_moe.experts.32.w3,0.0000332258,0.05000,3.092
5,block_sparse_moe.experts.40.w3,0.0000080012,0.05000,3.120
5,block_sparse_moe.experts.135.w3,0.0000155158,0.05000,2.969
5,block_sparse_moe.experts.139.w3,0.0000160030,0.05000,2.977
5,block_sparse_moe.experts.131.w3,0.0000122043,0.05000,2.921
5,block_sparse_moe.experts.143.w3,0.0000059500,0.05000,3.016
5,block_sparse_moe.experts.138.w3,0.0000055481,0.05000,2.829
5,block_sparse_moe.experts.134.w3,0.0000105923,0.05000,2.937
5,block_sparse_moe.experts.142.w3,0.0000186066,0.05000,2.867
5,block_sparse_moe.experts.130.w3,0.0000153032,0.05000,2.855
5,block_sparse_moe.experts.121.w3,0.0000056053,0.05000,2.853
5,block_sparse_moe.experts.133.w3,0.0000130719,0.05000,2.858
5,block_sparse_moe.experts.129.w3,0.0000382643,0.05000,2.857
5,block_sparse_moe.experts.141.w3,0.0000169673,0.05000,2.831
5,block_sparse_moe.experts.76.w3,0.0000148667,0.05000,3.118
5,block_sparse_moe.experts.68.w3,0.0000090549,0.05000,3.195
5,block_sparse_moe.experts.48.w3,0.0000174562,0.05000,3.057
5,block_sparse_moe.experts.56.w3,0.0000260919,0.05000,3.109
5,block_sparse_moe.experts.151.w3,0.0000093136,0.05000,2.967
5,block_sparse_moe.experts.155.w3,0.0000101784,0.05000,3.016
5,block_sparse_moe.experts.147.w3,0.0000173743,0.05000,3.061
5,block_sparse_moe.experts.159.w3,0.0000176569,0.05000,2.893
5,block_sparse_moe.experts.154.w3,0.0000210052,0.05000,2.780
5,block_sparse_moe.experts.158.w3,0.0000310880,0.05000,2.742
5,block_sparse_moe.experts.150.w3,0.0000176929,0.05000,2.853
5,block_sparse_moe.experts.146.w3,0.0000113260,0.05000,2.777
5,block_sparse_moe.experts.137.w3,0.0000080957,0.05000,2.789
5,block_sparse_moe.experts.149.w3,0.0000053460,0.05000,2.862
5,block_sparse_moe.experts.145.w3,0.0000069475,0.05000,2.788
5,block_sparse_moe.experts.157.w3,0.0000273874,0.05000,2.839
5,block_sparse_moe.experts.92.w3,0.0000247854,0.05000,2.956
5,block_sparse_moe.experts.84.w3,0.0000162319,0.05000,2.941
5,block_sparse_moe.experts.64.w3,0.0000061924,0.05000,2.925
5,block_sparse_moe.experts.72.w3,0.0000098232,0.05000,2.986
5,block_sparse_moe.experts.171.w3,0.0000121290,0.05000,2.986
5,block_sparse_moe.experts.167.w3,0.0000107469,0.05000,3.070
5,block_sparse_moe.experts.163.w3,0.0000045449,0.05000,3.108
5,block_sparse_moe.experts.175.w3,0.0000079263,0.05000,3.080
5,block_sparse_moe.experts.170.w3,0.0000075567,0.05000,2.905
5,block_sparse_moe.experts.174.w3,0.0001089008,0.05000,2.840
5,block_sparse_moe.experts.166.w3,0.0000303050,0.05000,2.859
5,block_sparse_moe.experts.162.w3,0.0000169926,0.05000,2.839
5,block_sparse_moe.experts.153.w3,0.0000176779,0.05000,2.824
5,block_sparse_moe.experts.165.w3,0.0000137852,0.05000,2.876
5,block_sparse_moe.experts.161.w3,0.0000091886,0.05000,2.934
5,block_sparse_moe.experts.173.w3,0.0000053342,0.05000,2.840
5,block_sparse_moe.experts.108.w3,0.0000057501,0.05000,2.848
5,block_sparse_moe.experts.100.w3,0.0000119889,0.05000,2.846
5,block_sparse_moe.experts.80.w3,0.0000130459,0.05000,2.824
5,block_sparse_moe.experts.88.w3,0.0000196984,0.05000,2.708
5,block_sparse_moe.experts.183.w3,0.0000111287,0.05000,2.977
5,block_sparse_moe.experts.187.w3,0.0000052092,0.05000,3.064
5,block_sparse_moe.experts.179.w3,0.0000394569,0.05000,3.073
5,block_sparse_moe.experts.191.w3,0.0000134176,0.05000,3.032
5,block_sparse_moe.experts.190.w3,0.0000092726,0.05000,2.856
5,block_sparse_moe.experts.186.w3,0.0000230122,0.05000,2.936
5,block_sparse_moe.experts.169.w3,0.0000039599,0.05000,2.741
5,block_sparse_moe.experts.182.w3,0.0000163294,0.05000,2.877
5,block_sparse_moe.experts.178.w3,0.0000058433,0.05000,2.830
5,block_sparse_moe.experts.181.w3,0.0000142679,0.05000,2.755
5,block_sparse_moe.experts.189.w3,0.0000133019,0.05000,2.711
5,block_sparse_moe.experts.177.w3,0.0000179407,0.05000,2.755
5,block_sparse_moe.experts.124.w3,0.0000171229,0.05000,2.972
5,block_sparse_moe.experts.116.w3,0.0000034567,0.05000,2.966
5,block_sparse_moe.experts.96.w3,0.0000088965,0.05000,3.034
5,block_sparse_moe.experts.104.w3,0.0000169742,0.05000,3.008
5,block_sparse_moe.experts.199.w3,0.0000195284,0.05000,3.160
5,block_sparse_moe.experts.203.w3,0.0000202235,0.05000,3.179
5,block_sparse_moe.experts.195.w3,0.0000185927,0.05000,3.129
5,block_sparse_moe.experts.194.w3,0.0000150014,0.05000,2.962
5,block_sparse_moe.experts.207.w3,0.0000141129,0.05000,3.178
5,block_sparse_moe.experts.185.w3,0.0000151296,0.05000,3.051
5,block_sparse_moe.experts.202.w3,0.0000119174,0.05000,3.069
5,block_sparse_moe.experts.206.w3,0.0000059598,0.05000,3.151
5,block_sparse_moe.experts.198.w3,0.0000184590,0.05000,3.135
5,block_sparse_moe.experts.197.w3,0.0000152857,0.05000,3.060
5,block_sparse_moe.experts.193.w3,0.0000066547,0.05000,3.052
5,block_sparse_moe.experts.205.w3,0.0000169246,0.05000,3.093
5,block_sparse_moe.experts.140.w3,0.0000128028,0.05000,3.032
5,block_sparse_moe.experts.132.w3,0.0000195682,0.05000,3.022
5,block_sparse_moe.experts.112.w3,0.0000060545,0.05000,3.076
5,block_sparse_moe.experts.120.w3,0.0000173141,0.05000,3.081
5,block_sparse_moe.experts.215.w3,0.0000210206,0.05000,2.833
5,block_sparse_moe.experts.219.w3,0.0000133536,0.05000,2.948
5,block_sparse_moe.experts.211.w3,0.0000151711,0.05000,2.920
5,block_sparse_moe.experts.223.w3,0.0000077195,0.05000,2.886
5,block_sparse_moe.experts.201.w3,0.0000110748,0.05000,2.969
5,block_sparse_moe.experts.222.w3,0.0000044086,0.05000,3.067
5,block_sparse_moe.experts.210.w3,0.0000072333,0.05000,3.144
5,block_sparse_moe.experts.218.w3,0.0000081143,0.05000,3.102
5,block_sparse_moe.experts.213.w3,0.0000181595,0.05000,3.034
5,block_sparse_moe.experts.221.w3,0.0000077134,0.05000,2.979
5,block_sparse_moe.experts.214.w3,0.0000012435,0.05000,3.150
5,block_sparse_moe.experts.209.w3,0.0000122967,0.05000,3.018
5,block_sparse_moe.experts.156.w3,0.0000235460,0.05000,3.037
5,block_sparse_moe.experts.148.w3,0.0000131226,0.05000,3.080
5,block_sparse_moe.experts.128.w3,0.0000065900,0.05000,3.121
5,block_sparse_moe.experts.136.w3,0.0000247747,0.05000,3.162
5,block_sparse_moe.experts.231.w3,0.0000191225,0.05000,2.957
5,block_sparse_moe.experts.235.w3,0.0000173634,0.05000,3.044
5,block_sparse_moe.experts.217.w3,0.0000213920,0.05000,2.861
5,block_sparse_moe.experts.239.w3,0.0000200007,0.05000,3.016
5,block_sparse_moe.experts.227.w3,0.0000270525,0.05000,3.081
5,block_sparse_moe.experts.237.w3,0.0000056757,0.05000,2.815
5,block_sparse_moe.experts.225.w3,0.0000090370,0.05000,2.832
5,block_sparse_moe.experts.229.w3,0.0000155622,0.05000,2.948
5,block_sparse_moe.experts.234.w3,0.0000096919,0.05000,3.098
5,block_sparse_moe.experts.226.w3,0.0000310692,0.05000,3.133
5,block_sparse_moe.experts.238.w3,0.0000197653,0.05000,3.182
5,block_sparse_moe.experts.230.w3,0.0000357642,0.05000,3.175
5,block_sparse_moe.experts.172.w3,0.0000173168,0.05000,2.981
5,block_sparse_moe.experts.164.w3,0.0000164722,0.05000,2.923
5,block_sparse_moe.experts.144.w3,0.0000054386,0.05000,2.924
5,block_sparse_moe.experts.152.w3,0.0000110526,0.05000,2.973
5,block_sparse_moe.experts.247.w3,0.0000121986,0.05000,3.034
5,block_sparse_moe.experts.251.w3,0.0000149431,0.05000,2.958
5,block_sparse_moe.experts.243.w3,0.0000117489,0.05000,2.877
5,block_sparse_moe.experts.255.w3,0.0000045936,0.05000,2.893
5,block_sparse_moe.experts.233.w3,0.0000094859,0.05000,3.096
5,block_sparse_moe.experts.250.w3,0.0000121897,0.05000,2.816
5,block_sparse_moe.experts.254.w3,0.0000124328,0.05000,2.785
5,block_sparse_moe.experts.242.w3,0.0000127803,0.05000,2.842
5,block_sparse_moe.experts.246.w3,0.0000037922,0.05000,2.685
5,block_sparse_moe.experts.253.w3,0.0000066181,0.05000,3.090
5,block_sparse_moe.experts.241.w3,0.0000157709,0.05000,3.080
5,block_sparse_moe.experts.245.w3,0.0000076829,0.05000,3.079
5,block_sparse_moe.experts.188.w3,0.0000108651,0.05000,2.718
5,block_sparse_moe.experts.180.w3,0.0000131209,0.05000,2.773
5,block_sparse_moe.experts.249.w3,0.0000112855,0.05000,1.052
5,block_sparse_moe.experts.160.w3,0.0000141602,0.05000,2.739
5,block_sparse_moe.experts.168.w3,0.0000132576,0.05000,2.659
5,block_sparse_moe.experts.204.w3,0.0000150515,0.05000,2.587
5,block_sparse_moe.experts.196.w3,0.0000098805,0.05000,2.614
5,block_sparse_moe.experts.176.w3,0.0000208284,0.05000,2.614
5,block_sparse_moe.experts.184.w3,0.0000147795,0.05000,2.625
5,block_sparse_moe.experts.220.w3,0.0000167085,0.05000,2.554
5,block_sparse_moe.experts.212.w3,0.0000121905,0.05000,2.586
5,block_sparse_moe.experts.192.w3,0.0000251181,0.05000,2.504
5,block_sparse_moe.experts.200.w3,0.0001322746,0.05000,2.465
5,block_sparse_moe.experts.236.w3,0.0000219267,0.05000,2.269
5,block_sparse_moe.experts.228.w3,0.0000246848,0.05000,2.263
5,block_sparse_moe.experts.208.w3,0.0000165841,0.05000,2.398
5,block_sparse_moe.experts.216.w3,0.0000120105,0.05000,2.441
5,block_sparse_moe.experts.252.w3,0.0000119402,0.05000,2.474
5,block_sparse_moe.experts.244.w3,0.0000176821,0.05000,2.427
5,block_sparse_moe.experts.224.w3,0.0000150474,0.05000,2.253
5,block_sparse_moe.experts.232.w3,0.0000221909,0.05000,2.157
5,block_sparse_moe.experts.240.w3,0.0000143717,0.05000,1.423
5,block_sparse_moe.experts.248.w3,0.0000147810,0.05000,1.338
5,block_sparse_moe.experts.5.w2,0.0000019354,0.05000,1.367
5,block_sparse_moe.experts.1.w2,0.0000014732,0.05000,1.371
5,block_sparse_moe.experts.15.w2,0.0000008255,0.05000,1.393
5,block_sparse_moe.experts.11.w2,0.0000017146,0.05000,1.425
5,block_sparse_moe.experts.7.w2,0.0000006745,0.05000,1.431
5,block_sparse_moe.experts.9.w2,0.0000010600,0.05000,1.433
5,block_sparse_moe.experts.13.w2,0.0000017307,0.05000,1.430
5,block_sparse_moe.experts.3.w2,0.0000030205,0.05000,1.462
5,block_sparse_moe.experts.10.w2,0.0000013116,0.05000,1.487
5,block_sparse_moe.experts.2.w2,0.0000008913,0.05000,1.518
5,block_sparse_moe.experts.12.w2,0.0000005914,0.05000,1.544
5,block_sparse_moe.experts.6.w2,0.0000021938,0.05000,1.558
5,block_sparse_moe.experts.0.w2,0.0000020559,0.05000,1.578
5,block_sparse_moe.experts.14.w2,0.0000020904,0.05000,1.572
5,block_sparse_moe.experts.4.w2,0.0000014266,0.05000,1.598
5,block_sparse_moe.experts.8.w2,0.0000009820,0.05000,1.632
5,block_sparse_moe.experts.21.w2,0.0000021803,0.05000,1.420
5,block_sparse_moe.experts.17.w2,0.0000027251,0.05000,1.444
5,block_sparse_moe.experts.27.w2,0.0000032925,0.05000,1.408
5,block_sparse_moe.experts.31.w2,0.0000014042,0.05000,1.445
5,block_sparse_moe.experts.25.w2,0.0000020860,0.05000,1.459
5,block_sparse_moe.experts.29.w2,0.0000034996,0.05000,1.456
5,block_sparse_moe.experts.19.w2,0.0000012086,0.05000,1.435
5,block_sparse_moe.experts.23.w2,0.0000006025,0.05000,1.479
5,block_sparse_moe.experts.26.w2,0.0000027366,0.05000,1.470
5,block_sparse_moe.experts.18.w2,0.0000016891,0.05000,1.472
5,block_sparse_moe.experts.28.w2,0.0000037767,0.05000,1.480
5,block_sparse_moe.experts.22.w2,0.0000025436,0.05000,1.477
5,block_sparse_moe.experts.16.w2,0.0000016123,0.05000,1.487
5,block_sparse_moe.experts.20.w2,0.0000017615,0.05000,1.468
5,block_sparse_moe.experts.30.w2,0.0000077178,0.05000,1.504
5,block_sparse_moe.experts.24.w2,0.0000037175,0.05000,1.465
5,block_sparse_moe.experts.33.w2,0.0000011164,0.05000,1.303
5,block_sparse_moe.experts.37.w2,0.0000008451,0.05000,1.358
5,block_sparse_moe.experts.45.w2,0.0000023106,0.05000,1.313
5,block_sparse_moe.experts.41.w2,0.0000009819,0.05000,1.397
5,block_sparse_moe.experts.43.w2,0.0000035171,0.05000,1.556
5,block_sparse_moe.experts.39.w2,0.0000017254,0.05000,1.510
5,block_sparse_moe.experts.47.w2,0.0000016355,0.05000,1.583
5,block_sparse_moe.experts.44.w2,0.0000013752,0.05000,1.399
5,block_sparse_moe.experts.35.w2,0.0000016244,0.05000,1.538
5,block_sparse_moe.experts.32.w2,0.0000032967,0.05000,1.384
5,block_sparse_moe.experts.36.w2,0.0000009757,0.05000,1.389
5,block_sparse_moe.experts.42.w2,0.0000032326,0.05000,1.530
5,block_sparse_moe.experts.40.w2,0.0000013422,0.05000,1.441
5,block_sparse_moe.experts.34.w2,0.0000015629,0.05000,1.562
5,block_sparse_moe.experts.38.w2,0.0000014196,0.05000,1.523
5,block_sparse_moe.experts.46.w2,0.0000011641,0.05000,1.566
5,block_sparse_moe.experts.53.w2,0.0000005823,0.05000,1.362
5,block_sparse_moe.experts.49.w2,0.0000007204,0.05000,1.426
5,block_sparse_moe.experts.61.w2,0.0000028763,0.05000,1.411
5,block_sparse_moe.experts.59.w2,0.0000011185,0.05000,1.346
5,block_sparse_moe.experts.57.w2,0.0000037247,0.05000,1.460
5,block_sparse_moe.experts.63.w2,0.0000015800,0.05000,1.360
5,block_sparse_moe.experts.51.w2,0.0000027818,0.05000,1.371
5,block_sparse_moe.experts.55.w2,0.0000033779,0.05000,1.414
5,block_sparse_moe.experts.60.w2,0.0000019473,0.05000,1.428
5,block_sparse_moe.experts.58.w2,0.0000016231,0.05000,1.414
5,block_sparse_moe.experts.48.w2,0.0000020801,0.05000,1.524
5,block_sparse_moe.experts.52.w2,0.0000008006,0.05000,1.522
5,block_sparse_moe.experts.54.w2,0.0000008897,0.05000,1.434
5,block_sparse_moe.experts.56.w2,0.0000018493,0.05000,1.464
5,block_sparse_moe.experts.50.w2,0.0000007562,0.05000,1.484
5,block_sparse_moe.experts.62.w2,0.0000012171,0.05000,1.447
5,block_sparse_moe.experts.65.w2,0.0000021829,0.05000,1.334
5,block_sparse_moe.experts.69.w2,0.0000010558,0.05000,1.419
5,block_sparse_moe.experts.77.w2,0.0000014786,0.05000,1.363
5,block_sparse_moe.experts.73.w2,0.0000017281,0.05000,1.310
5,block_sparse_moe.experts.75.w2,0.0000027268,0.05000,1.505
5,block_sparse_moe.experts.76.w2,0.0000016365,0.05000,1.409
5,block_sparse_moe.experts.67.w2,0.0000010359,0.05000,1.505
5,block_sparse_moe.experts.79.w2,0.0000017337,0.05000,1.549
5,block_sparse_moe.experts.68.w2,0.0000014159,0.05000,1.388
5,block_sparse_moe.experts.64.w2,0.0000011205,0.05000,1.394
5,block_sparse_moe.experts.74.w2,0.0000009011,0.05000,1.467
5,block_sparse_moe.experts.71.w2,0.0000027786,0.05000,1.537
5,block_sparse_moe.experts.72.w2,0.0000017204,0.05000,1.413
5,block_sparse_moe.experts.70.w2,0.0000007906,0.05000,1.445
5,block_sparse_moe.experts.66.w2,0.0000013354,0.05000,1.459
5,block_sparse_moe.experts.78.w2,0.0000017828,0.05000,1.404
5,block_sparse_moe.experts.81.w2,0.0000009233,0.05000,1.498
5,block_sparse_moe.experts.93.w2,0.0000012538,0.05000,1.446
5,block_sparse_moe.experts.85.w2,0.0000009995,0.05000,1.516
5,block_sparse_moe.experts.89.w2,0.0000011365,0.05000,1.456
5,block_sparse_moe.experts.91.w2,0.0000008722,0.05000,1.595
5,block_sparse_moe.experts.92.w2,0.0000027055,0.05000,1.569
5,block_sparse_moe.experts.83.w2,0.0000012653,0.05000,1.570
5,block_sparse_moe.experts.84.w2,0.0000023769,0.05000,1.534
5,block_sparse_moe.experts.80.w2,0.0000016136,0.05000,1.552
5,block_sparse_moe.experts.88.w2,0.0000029806,0.05000,1.522
5,block_sparse_moe.experts.87.w2,0.0000013522,0.05000,1.571
5,block_sparse_moe.experts.90.w2,0.0000011634,0.05000,1.581
5,block_sparse_moe.experts.95.w2,0.0000010049,0.05000,1.618
5,block_sparse_moe.experts.86.w2,0.0000011727,0.05000,1.532
5,block_sparse_moe.experts.82.w2,0.0000009460,0.05000,1.541
5,block_sparse_moe.experts.94.w2,0.0000010280,0.05000,1.548
5,block_sparse_moe.experts.97.w2,0.0000014739,0.05000,1.366
5,block_sparse_moe.experts.101.w2,0.0000027062,0.05000,1.386
5,block_sparse_moe.experts.109.w2,0.0000017753,0.05000,1.433
5,block_sparse_moe.experts.105.w2,0.0000030603,0.05000,1.467
5,block_sparse_moe.experts.99.w2,0.0000019829,0.05000,1.277
5,block_sparse_moe.experts.107.w2,0.0000015788,0.05000,1.351
5,block_sparse_moe.experts.103.w2,0.0000019847,0.05000,1.339
5,block_sparse_moe.experts.111.w2,0.0067305699,0.05000,1.364
5,block_sparse_moe.experts.108.w2,0.0000026802,0.05000,1.548
5,block_sparse_moe.experts.102.w2,0.0000028794,0.05000,1.471
5,block_sparse_moe.experts.96.w2,0.0000010188,0.05000,1.547
5,block_sparse_moe.experts.100.w2,0.0000020290,0.05000,1.600
5,block_sparse_moe.experts.106.w2,0.0000022841,0.05000,1.561
5,block_sparse_moe.experts.104.w2,0.0000026454,0.05000,1.576
5,block_sparse_moe.experts.110.w2,0.0000015788,0.05000,1.505
5,block_sparse_moe.experts.98.w2,0.0000024429,0.05000,1.587
5,block_sparse_moe.experts.113.w2,0.0000019566,0.05000,1.489
5,block_sparse_moe.experts.117.w2,0.0000016904,0.05000,1.421
5,block_sparse_moe.experts.125.w2,0.0000017532,0.05000,1.451
5,block_sparse_moe.experts.121.w2,0.0000005686,0.05000,1.458
5,block_sparse_moe.experts.115.w2,0.0000010184,0.05000,1.402
5,block_sparse_moe.experts.123.w2,0.0000012469,0.05000,1.431
5,block_sparse_moe.experts.119.w2,0.0000019866,0.05000,1.472
5,block_sparse_moe.experts.127.w2,0.0000010535,0.05000,1.480
5,block_sparse_moe.experts.124.w2,0.0000014820,0.05000,1.497
5,block_sparse_moe.experts.118.w2,0.0000004678,0.05000,1.474
5,block_sparse_moe.experts.122.w2,0.0000017583,0.05000,1.429
5,block_sparse_moe.experts.126.w2,0.0000025597,0.05000,1.423
5,block_sparse_moe.experts.112.w2,0.0000002931,0.05000,1.553
5,block_sparse_moe.experts.120.w2,0.0000016379,0.05000,1.523
5,block_sparse_moe.experts.116.w2,0.0000004837,0.05000,1.594
5,block_sparse_moe.experts.114.w2,0.0000010315,0.05000,1.511
5,block_sparse_moe.experts.129.w2,0.0000042730,0.05000,1.462
5,block_sparse_moe.experts.133.w2,0.0000013076,0.05000,1.486
5,block_sparse_moe.experts.141.w2,0.0000023439,0.05000,1.496
5,block_sparse_moe.experts.137.w2,0.0000012657,0.05000,1.445
5,block_sparse_moe.experts.131.w2,0.0000010915,0.05000,1.559
5,block_sparse_moe.experts.139.w2,0.0000014312,0.05000,1.584
5,block_sparse_moe.experts.135.w2,0.0000020117,0.05000,1.566
5,block_sparse_moe.experts.143.w2,0.0000006951,0.05000,1.565
5,block_sparse_moe.experts.140.w2,0.0000029824,0.05000,1.585
5,block_sparse_moe.experts.138.w2,0.0000004472,0.05000,1.544
5,block_sparse_moe.experts.134.w2,0.0000018247,0.05000,1.643
5,block_sparse_moe.experts.128.w2,0.0000007766,0.05000,1.553
5,block_sparse_moe.experts.136.w2,0.0000029765,0.05000,1.553
5,block_sparse_moe.experts.142.w2,0.0000026924,0.05000,1.618
5,block_sparse_moe.experts.132.w2,0.0000030664,0.05000,1.510
5,block_sparse_moe.experts.130.w2,0.0000018853,0.05000,1.599
5,block_sparse_moe.experts.145.w2,0.0000007483,0.05000,1.472
5,block_sparse_moe.experts.149.w2,0.0000009699,0.05000,1.523
5,block_sparse_moe.experts.157.w2,0.0000028794,0.05000,1.595
5,block_sparse_moe.experts.153.w2,0.0000023138,0.05000,1.535
5,block_sparse_moe.experts.147.w2,0.0000016408,0.05000,1.550
5,block_sparse_moe.experts.155.w2,0.0000016527,0.05000,1.520
5,block_sparse_moe.experts.151.w2,0.0000009260,0.05000,1.508
5,block_sparse_moe.experts.156.w2,0.0000018701,0.05000,1.433
5,block_sparse_moe.experts.159.w2,0.0000017299,0.05000,1.540
5,block_sparse_moe.experts.144.w2,0.0000016654,0.05000,1.464
5,block_sparse_moe.experts.152.w2,0.0000015483,0.05000,1.459
5,block_sparse_moe.experts.148.w2,0.0000014356,0.05000,1.502
5,block_sparse_moe.experts.154.w2,0.0000017959,0.05000,1.627
5,block_sparse_moe.experts.150.w2,0.0000016377,0.05000,1.601
5,block_sparse_moe.experts.158.w2,0.0000040719,0.05000,1.580
5,block_sparse_moe.experts.146.w2,0.0000012356,0.05000,1.560
5,block_sparse_moe.experts.161.w2,0.0000010642,0.05000,1.482
5,block_sparse_moe.experts.165.w2,0.0000017224,0.05000,1.467
5,block_sparse_moe.experts.173.w2,0.0000006682,0.05000,1.544
5,block_sparse_moe.experts.169.w2,0.0000007201,0.05000,1.576
5,block_sparse_moe.experts.163.w2,0.0000003322,0.05000,1.475
5,block_sparse_moe.experts.171.w2,0.0000011767,0.05000,1.433
5,block_sparse_moe.experts.167.w2,0.0000022111,0.05000,1.436
5,block_sparse_moe.experts.175.w2,0.0000008654,0.05000,1.413
5,block_sparse_moe.experts.172.w2,0.0000027779,0.05000,1.540
5,block_sparse_moe.experts.160.w2,0.0000015822,0.05000,1.534
5,block_sparse_moe.experts.168.w2,0.0000009909,0.05000,1.555
5,block_sparse_moe.experts.170.w2,0.0000007915,0.05000,1.538
5,block_sparse_moe.experts.164.w2,0.0000021974,0.05000,1.564
5,block_sparse_moe.experts.166.w2,0.0000019441,0.05000,1.580
5,block_sparse_moe.experts.174.w2,0.0000055619,0.05000,1.587
5,block_sparse_moe.experts.162.w2,0.0000013172,0.05000,1.557
5,block_sparse_moe.experts.177.w2,0.0000037615,0.05000,1.543
5,block_sparse_moe.experts.181.w2,0.0000012167,0.05000,1.552
5,block_sparse_moe.experts.189.w2,0.0000024959,0.05000,1.563
5,block_sparse_moe.experts.185.w2,0.0000018799,0.05000,1.596
5,block_sparse_moe.experts.187.w2,0.0000024523,0.05000,1.503
5,block_sparse_moe.experts.179.w2,0.0000108082,0.05000,1.535
5,block_sparse_moe.experts.183.w2,0.0000018279,0.05000,1.525
5,block_sparse_moe.experts.191.w2,0.0000017183,0.05000,1.508
5,block_sparse_moe.experts.188.w2,0.0000012815,0.05000,1.426
5,block_sparse_moe.experts.176.w2,0.0000019345,0.05000,1.441
5,block_sparse_moe.experts.184.w2,0.0000015721,0.05000,1.464
5,block_sparse_moe.experts.180.w2,0.0000013227,0.05000,1.439
5,block_sparse_moe.experts.186.w2,0.0000033288,0.05000,1.547
5,block_sparse_moe.experts.190.w2,0.0000007780,0.05000,1.554
5,block_sparse_moe.experts.182.w2,0.0000014908,0.05000,1.600
5,block_sparse_moe.experts.178.w2,0.0000007145,0.05000,1.533
5,block_sparse_moe.experts.193.w2,0.0000005641,0.05000,1.479
5,block_sparse_moe.experts.197.w2,0.0000021572,0.05000,1.506
5,block_sparse_moe.experts.205.w2,0.0000012151,0.05000,1.493
5,block_sparse_moe.experts.201.w2,0.0000015419,0.05000,1.474
5,block_sparse_moe.experts.195.w2,0.0000016544,0.05000,1.454
5,block_sparse_moe.experts.203.w2,0.0000014820,0.05000,1.494
5,block_sparse_moe.experts.199.w2,0.0000022228,0.05000,1.482
5,block_sparse_moe.experts.207.w2,0.0000007614,0.05000,1.497
5,block_sparse_moe.experts.204.w2,0.0000020126,0.05000,1.506
5,block_sparse_moe.experts.192.w2,0.0000021836,0.05000,1.491
5,block_sparse_moe.experts.200.w2,0.0000097971,0.05000,1.505
5,block_sparse_moe.experts.202.w2,0.0000009371,0.05000,1.400
5,block_sparse_moe.experts.196.w2,0.0000007045,0.05000,1.508
5,block_sparse_moe.experts.206.w2,0.0000007396,0.05000,1.348
5,block_sparse_moe.experts.198.w2,0.0000014777,0.05000,1.366
5,block_sparse_moe.experts.194.w2,0.0000015761,0.05000,1.374
5,block_sparse_moe.experts.209.w2,0.0000016343,0.05000,1.461
5,block_sparse_moe.experts.213.w2,0.0000040317,0.05000,1.517
5,block_sparse_moe.experts.221.w2,0.0000010673,0.05000,1.429
5,block_sparse_moe.experts.217.w2,0.0000043776,0.05000,1.480
5,block_sparse_moe.experts.219.w2,0.0000012248,0.05000,1.492
5,block_sparse_moe.experts.211.w2,0.0000045462,0.05000,1.550
5,block_sparse_moe.experts.223.w2,0.0000012077,0.05000,1.441
5,block_sparse_moe.experts.215.w2,0.0000026680,0.05000,1.510
5,block_sparse_moe.experts.220.w2,0.0000015309,0.05000,1.552
5,block_sparse_moe.experts.208.w2,0.0000014177,0.05000,1.546
5,block_sparse_moe.experts.216.w2,0.0000011999,0.05000,1.543
5,block_sparse_moe.experts.218.w2,0.0000015496,0.05000,1.531
5,block_sparse_moe.experts.222.w2,0.0000006761,0.05000,1.479
5,block_sparse_moe.experts.214.w2,0.0000003914,0.05000,1.444
5,block_sparse_moe.experts.212.w2,0.0000009897,0.05000,1.556
5,block_sparse_moe.experts.210.w2,0.0000013810,0.05000,1.482
5,block_sparse_moe.experts.225.w2,0.0000015845,0.05000,1.509
5,block_sparse_moe.experts.229.w2,0.0000016975,0.05000,1.519
5,block_sparse_moe.experts.237.w2,0.0000006386,0.05000,1.547
5,block_sparse_moe.experts.233.w2,0.0000005772,0.05000,1.554
5,block_sparse_moe.experts.235.w2,0.0000024274,0.05000,1.518
5,block_sparse_moe.experts.227.w2,0.0000033573,0.05000,1.534
5,block_sparse_moe.experts.239.w2,0.0000057475,0.05000,1.534
5,block_sparse_moe.experts.231.w2,0.0000043797,0.05000,1.562
5,block_sparse_moe.experts.236.w2,0.0000025440,0.05000,1.562
5,block_sparse_moe.experts.234.w2,0.0000015647,0.05000,1.463
5,block_sparse_moe.experts.230.w2,0.0000043121,0.05000,1.487
5,block_sparse_moe.experts.224.w2,0.0000016947,0.05000,1.585
5,block_sparse_moe.experts.238.w2,0.0000061946,0.05000,1.498
5,block_sparse_moe.experts.232.w2,0.0000024376,0.05000,1.545
5,block_sparse_moe.experts.226.w2,0.0000055211,0.05000,1.464
5,block_sparse_moe.experts.228.w2,0.0000037939,0.05000,1.623
5,block_sparse_moe.experts.241.w2,0.0000016454,0.05000,1.676
5,block_sparse_moe.experts.245.w2,0.0000010216,0.05000,1.591
5,block_sparse_moe.experts.251.w2,0.0000017736,0.05000,1.270
5,block_sparse_moe.experts.243.w2,0.0000009186,0.05000,1.238
5,block_sparse_moe.experts.253.w2,0.0000007935,0.05000,1.522
5,block_sparse_moe.experts.255.w2,0.0000005427,0.05000,1.227
5,block_sparse_moe.experts.247.w2,0.0000025227,0.05000,1.204
5,block_sparse_moe.experts.249.w2,0.0000011458,0.05000,1.451
5,block_sparse_moe.experts.252.w2,0.0000011431,0.05000,1.357
5,block_sparse_moe.experts.240.w2,0.0000023923,0.05000,1.261
5,block_sparse_moe.experts.248.w2,0.0000011697,0.05000,1.283
5,block_sparse_moe.experts.244.w2,0.0000028190,0.05000,1.173
5,block_sparse_moe.experts.254.w2,0.0000017014,0.05000,1.408
5,block_sparse_moe.experts.250.w2,0.0000023004,0.05000,1.481
5,block_sparse_moe.experts.246.w2,0.0000007684,0.05000,1.450
5,block_sparse_moe.experts.242.w2,0.0000010163,0.05000,1.406
6,self_attn.q_proj,0.0000000270,0.05000,0.957
6,self_attn.v_proj,0.0000000038,0.05000,1.057
6,self_attn.k_proj,0.0000000036,0.05000,1.099
6,self_attn.o_proj,0.0000000045,0.05000,1.817
6,block_sparse_moe.experts.8.w1,0.0000270228,0.05000,2.860
6,block_sparse_moe.experts.12.w1,0.0000287396,0.05000,2.858
6,block_sparse_moe.experts.0.w1,0.0000193836,0.05000,2.927
6,block_sparse_moe.experts.4.w1,0.0000461736,0.05000,3.060
6,block_sparse_moe.experts.2.w1,0.0000142000,0.05000,3.098
6,block_sparse_moe.experts.6.w1,0.0000261591,0.05000,3.182
6,block_sparse_moe.experts.14.w1,0.0000369799,0.05000,3.203
6,block_sparse_moe.experts.10.w1,0.0000385310,0.05000,3.235
6,block_sparse_moe.experts.13.w1,0.0000464359,0.05000,3.274
6,block_sparse_moe.experts.1.w1,0.0000087482,0.05000,3.347
6,block_sparse_moe.experts.7.w1,0.0000332326,0.05000,3.393
6,block_sparse_moe.experts.3.w1,0.0000135180,0.05000,3.412
6,block_sparse_moe.experts.9.w1,0.0000119045,0.05000,3.394
6,block_sparse_moe.experts.5.w1,0.0000115396,0.05000,3.445
6,block_sparse_moe.experts.11.w1,0.0000120635,0.05000,3.420
6,block_sparse_moe.experts.15.w1,0.0000161458,0.05000,3.445
6,block_sparse_moe.experts.24.w1,0.0000142878,0.05000,2.953
6,block_sparse_moe.experts.16.w1,0.0000637926,0.05000,2.967
6,block_sparse_moe.experts.18.w1,0.0000551356,0.05000,2.860
6,block_sparse_moe.experts.28.w1,0.0000188197,0.05000,3.098
6,block_sparse_moe.experts.22.w1,0.0000138349,0.05000,2.838
6,block_sparse_moe.experts.30.w1,0.0000075374,0.05000,2.827
6,block_sparse_moe.experts.26.w1,0.0000109437,0.05000,2.823
6,block_sparse_moe.experts.20.w1,0.0000295820,0.05000,3.061
6,block_sparse_moe.experts.23.w1,0.0000233103,0.05000,2.772
6,block_sparse_moe.experts.19.w1,0.0000246817,0.05000,2.811
6,block_sparse_moe.experts.27.w1,0.0000209922,0.05000,2.814
6,block_sparse_moe.experts.29.w1,0.0000213328,0.05000,3.000
6,block_sparse_moe.experts.31.w1,0.0000323887,0.05000,2.891
6,block_sparse_moe.experts.17.w1,0.0000204480,0.05000,3.072
6,block_sparse_moe.experts.25.w1,0.0000099166,0.05000,3.042
6,block_sparse_moe.experts.21.w1,0.0000191874,0.05000,3.030
6,block_sparse_moe.experts.40.w1,0.0000212880,0.05000,2.846
6,block_sparse_moe.experts.32.w1,0.0000345655,0.05000,2.837
6,block_sparse_moe.experts.44.w1,0.0000468362,0.05000,2.774
6,block_sparse_moe.experts.34.w1,0.0000438037,0.05000,2.835
6,block_sparse_moe.experts.38.w1,0.0000135655,0.05000,2.875
6,block_sparse_moe.experts.46.w1,0.0000539595,0.05000,2.890
6,block_sparse_moe.experts.42.w1,0.0000126696,0.05000,2.902
6,block_sparse_moe.experts.36.w1,0.0000209241,0.05000,2.880
6,block_sparse_moe.experts.39.w1,0.0000127619,0.05000,3.048
6,block_sparse_moe.experts.43.w1,0.0000086548,0.05000,3.060
6,block_sparse_moe.experts.35.w1,0.0000243491,0.05000,3.104
6,block_sparse_moe.experts.33.w1,0.0000239674,0.05000,2.937
6,block_sparse_moe.experts.45.w1,0.0000308782,0.05000,3.050
6,block_sparse_moe.experts.41.w1,0.0000472753,0.05000,2.988
6,block_sparse_moe.experts.47.w1,0.0000200409,0.05000,3.149
6,block_sparse_moe.experts.37.w1,0.0000404255,0.05000,3.121
6,block_sparse_moe.experts.56.w1,0.0000176603,0.05000,2.836
6,block_sparse_moe.experts.48.w1,0.0000831246,0.05000,2.790
6,block_sparse_moe.experts.50.w1,0.0000061661,0.05000,2.776
6,block_sparse_moe.experts.60.w1,0.0000061649,0.05000,2.845
6,block_sparse_moe.experts.54.w1,0.0000232816,0.05000,2.822
6,block_sparse_moe.experts.62.w1,0.0000146899,0.05000,2.823
6,block_sparse_moe.experts.58.w1,0.0000083604,0.05000,2.812
6,block_sparse_moe.experts.52.w1,0.0000641374,0.05000,2.869
6,block_sparse_moe.experts.55.w1,0.0000167974,0.05000,2.968
6,block_sparse_moe.experts.51.w1,0.0000083402,0.05000,2.912
6,block_sparse_moe.experts.61.w1,0.0000042222,0.05000,2.902
6,block_sparse_moe.experts.49.w1,0.0000129009,0.05000,2.949
6,block_sparse_moe.experts.59.w1,0.0000407496,0.05000,3.006
6,block_sparse_moe.experts.57.w1,0.0000192539,0.05000,2.876
6,block_sparse_moe.experts.63.w1,0.0000410724,0.05000,2.922
6,block_sparse_moe.experts.53.w1,0.0000077642,0.05000,2.888
6,block_sparse_moe.experts.64.w1,0.0000233055,0.05000,2.938
6,block_sparse_moe.experts.72.w1,0.0000096265,0.05000,2.965
6,block_sparse_moe.experts.66.w1,0.0000227270,0.05000,2.943
6,block_sparse_moe.experts.76.w1,0.0000228352,0.05000,2.980
6,block_sparse_moe.experts.70.w1,0.0000548772,0.05000,2.983
6,block_sparse_moe.experts.74.w1,0.0000230780,0.05000,2.961
6,block_sparse_moe.experts.78.w1,0.0000185445,0.05000,3.026
6,block_sparse_moe.experts.68.w1,0.0000150352,0.05000,3.071
6,block_sparse_moe.experts.71.w1,0.0000150170,0.05000,2.830
6,block_sparse_moe.experts.67.w1,0.0000058293,0.05000,2.954
6,block_sparse_moe.experts.75.w1,0.0000187434,0.05000,2.931
6,block_sparse_moe.experts.79.w1,0.0000102420,0.05000,2.849
6,block_sparse_moe.experts.77.w1,0.0000363920,0.05000,3.083
6,block_sparse_moe.experts.65.w1,0.0000276589,0.05000,3.084
6,block_sparse_moe.experts.73.w1,0.0000025066,0.05000,3.114
6,block_sparse_moe.experts.69.w1,0.0000146136,0.05000,3.075
6,block_sparse_moe.experts.82.w1,0.0000121111,0.05000,2.877
6,block_sparse_moe.experts.80.w1,0.0000070603,0.05000,3.038
6,block_sparse_moe.experts.88.w1,0.0000410005,0.05000,3.126
6,block_sparse_moe.experts.90.w1,0.0000273887,0.05000,2.823
6,block_sparse_moe.experts.86.w1,0.0000026334,0.05000,2.946
6,block_sparse_moe.experts.92.w1,0.0000096634,0.05000,3.134
6,block_sparse_moe.experts.94.w1,0.0000543172,0.05000,2.932
6,block_sparse_moe.experts.87.w1,0.0000083083,0.05000,2.862
6,block_sparse_moe.experts.84.w1,0.0000445126,0.05000,3.079
6,block_sparse_moe.experts.83.w1,0.0000206971,0.05000,2.880
6,block_sparse_moe.experts.95.w1,0.0000029267,0.05000,2.845
6,block_sparse_moe.experts.91.w1,0.0000328654,0.05000,2.911
6,block_sparse_moe.experts.89.w1,0.0000077625,0.05000,2.872
6,block_sparse_moe.experts.93.w1,0.0000379162,0.05000,3.008
6,block_sparse_moe.experts.81.w1,0.0000238439,0.05000,3.012
6,block_sparse_moe.experts.85.w1,0.0000222253,0.05000,2.972
6,block_sparse_moe.experts.96.w1,0.0000122849,0.05000,2.865
6,block_sparse_moe.experts.98.w1,0.0000403164,0.05000,3.029
6,block_sparse_moe.experts.104.w1,0.0000391135,0.05000,2.996
6,block_sparse_moe.experts.108.w1,0.0000095893,0.05000,2.867
6,block_sparse_moe.experts.110.w1,0.0000327082,0.05000,2.986
6,block_sparse_moe.experts.102.w1,0.0000179715,0.05000,3.097
6,block_sparse_moe.experts.103.w1,0.0000125734,0.05000,2.879
6,block_sparse_moe.experts.106.w1,0.0000217972,0.05000,3.201
6,block_sparse_moe.experts.100.w1,0.0000203940,0.05000,2.891
6,block_sparse_moe.experts.99.w1,0.0000115413,0.05000,2.932
6,block_sparse_moe.experts.111.w1,0.0000252000,0.05000,2.947
6,block_sparse_moe.experts.107.w1,0.0000305365,0.05000,2.933
6,block_sparse_moe.experts.105.w1,0.0000317225,0.05000,2.895
6,block_sparse_moe.experts.109.w1,0.0000149636,0.05000,2.874
6,block_sparse_moe.experts.101.w1,0.0000307435,0.05000,2.763
6,block_sparse_moe.experts.97.w1,0.0000133679,0.05000,2.942
6,block_sparse_moe.experts.112.w1,0.0000096133,0.05000,2.943
6,block_sparse_moe.experts.114.w1,0.0000183785,0.05000,2.974
6,block_sparse_moe.experts.124.w1,0.0000254759,0.05000,3.030
6,block_sparse_moe.experts.120.w1,0.0000335926,0.05000,3.038
6,block_sparse_moe.experts.119.w1,0.0000260374,0.05000,2.921
6,block_sparse_moe.experts.118.w1,0.0000062666,0.05000,2.961
6,block_sparse_moe.experts.126.w1,0.0000210471,0.05000,2.988
6,block_sparse_moe.experts.122.w1,0.0000126499,0.05000,3.026
6,block_sparse_moe.experts.115.w1,0.0000269779,0.05000,2.890
6,block_sparse_moe.experts.116.w1,0.0000110212,0.05000,3.077
6,block_sparse_moe.experts.123.w1,0.0000421188,0.05000,2.912
6,block_sparse_moe.experts.121.w1,0.0000324625,0.05000,2.816
6,block_sparse_moe.experts.127.w1,0.0000040257,0.05000,2.983
6,block_sparse_moe.experts.117.w1,0.0000228257,0.05000,2.789
6,block_sparse_moe.experts.125.w1,0.0000466221,0.05000,2.927
6,block_sparse_moe.experts.113.w1,0.0000026335,0.05000,2.878
6,block_sparse_moe.experts.128.w1,0.0000509627,0.05000,3.000
6,block_sparse_moe.experts.130.w1,0.0000167035,0.05000,3.028
6,block_sparse_moe.experts.140.w1,0.0000121650,0.05000,2.889
6,block_sparse_moe.experts.142.w1,0.0000402353,0.05000,2.929
6,block_sparse_moe.experts.136.w1,0.0000104792,0.05000,3.039
6,block_sparse_moe.experts.134.w1,0.0000188983,0.05000,2.969
6,block_sparse_moe.experts.135.w1,0.0000337480,0.05000,3.070
6,block_sparse_moe.experts.132.w1,0.0000248750,0.05000,2.877
6,block_sparse_moe.experts.138.w1,0.0000070912,0.05000,3.052
6,block_sparse_moe.experts.131.w1,0.0000152469,0.05000,3.077
6,block_sparse_moe.experts.133.w1,0.0000142253,0.05000,2.900
6,block_sparse_moe.experts.137.w1,0.0000499668,0.05000,2.948
6,block_sparse_moe.experts.143.w1,0.0000200130,0.05000,2.956
6,block_sparse_moe.experts.129.w1,0.0000361460,0.05000,2.834
6,block_sparse_moe.experts.141.w1,0.0000050195,0.05000,2.934
6,block_sparse_moe.experts.139.w1,0.0000238806,0.05000,3.102
6,block_sparse_moe.experts.146.w1,0.0000802361,0.05000,2.780
6,block_sparse_moe.experts.144.w1,0.0000587528,0.05000,3.053
6,block_sparse_moe.experts.158.w1,0.0000165478,0.05000,2.773
6,block_sparse_moe.experts.156.w1,0.0000188754,0.05000,3.014
6,block_sparse_moe.experts.150.w1,0.0000315944,0.05000,2.872
6,block_sparse_moe.experts.151.w1,0.0000408810,0.05000,2.818
6,block_sparse_moe.experts.152.w1,0.0000029062,0.05000,3.014
6,block_sparse_moe.experts.154.w1,0.0000190177,0.05000,2.878
6,block_sparse_moe.experts.147.w1,0.0000274720,0.05000,2.855
6,block_sparse_moe.experts.148.w1,0.0000168137,0.05000,3.028
6,block_sparse_moe.experts.159.w1,0.0000224647,0.05000,2.886
6,block_sparse_moe.experts.155.w1,0.0000315245,0.05000,2.841
6,block_sparse_moe.experts.149.w1,0.0000207446,0.05000,2.987
6,block_sparse_moe.experts.153.w1,0.0000262469,0.05000,3.021
6,block_sparse_moe.experts.145.w1,0.0000187608,0.05000,3.003
6,block_sparse_moe.experts.157.w1,0.0000186589,0.05000,3.071
6,block_sparse_moe.experts.162.w1,0.0000249451,0.05000,2.912
6,block_sparse_moe.experts.174.w1,0.0000130515,0.05000,2.794
6,block_sparse_moe.experts.160.w1,0.0000516879,0.05000,2.919
6,block_sparse_moe.experts.166.w1,0.0000298453,0.05000,2.796
6,block_sparse_moe.experts.172.w1,0.0000046925,0.05000,2.978
6,block_sparse_moe.experts.170.w1,0.0000435354,0.05000,2.789
6,block_sparse_moe.experts.168.w1,0.0000112370,0.05000,2.914
6,block_sparse_moe.experts.167.w1,0.0000258750,0.05000,3.057
6,block_sparse_moe.experts.164.w1,0.0000227346,0.05000,2.973
6,block_sparse_moe.experts.163.w1,0.0000327058,0.05000,3.070
6,block_sparse_moe.experts.169.w1,0.0000071572,0.05000,2.969
6,block_sparse_moe.experts.175.w1,0.0000247660,0.05000,3.070
6,block_sparse_moe.experts.165.w1,0.0000079709,0.05000,3.012
6,block_sparse_moe.experts.171.w1,0.0000221404,0.05000,3.062
6,block_sparse_moe.experts.161.w1,0.0000532286,0.05000,2.983
6,block_sparse_moe.experts.173.w1,0.0000089207,0.05000,3.015
6,block_sparse_moe.experts.190.w1,0.0000251634,0.05000,2.794
6,block_sparse_moe.experts.178.w1,0.0000266055,0.05000,2.949
6,block_sparse_moe.experts.182.w1,0.0000233101,0.05000,2.901
6,block_sparse_moe.experts.176.w1,0.0000129198,0.05000,3.085
6,block_sparse_moe.experts.186.w1,0.0000048852,0.05000,2.931
6,block_sparse_moe.experts.183.w1,0.0000299540,0.05000,2.904
6,block_sparse_moe.experts.188.w1,0.0000171599,0.05000,3.026
6,block_sparse_moe.experts.184.w1,0.0000157644,0.05000,3.074
6,block_sparse_moe.experts.179.w1,0.0000660150,0.05000,2.874
6,block_sparse_moe.experts.187.w1,0.0000192505,0.05000,2.795
6,block_sparse_moe.experts.191.w1,0.0000579107,0.05000,2.893
6,block_sparse_moe.experts.180.w1,0.0000437727,0.05000,3.011
6,block_sparse_moe.experts.185.w1,0.0000346238,0.05000,2.921
6,block_sparse_moe.experts.181.w1,0.0000068028,0.05000,3.033
6,block_sparse_moe.experts.189.w1,0.0000102083,0.05000,2.865
6,block_sparse_moe.experts.177.w1,0.0000329259,0.05000,3.005
6,block_sparse_moe.experts.206.w1,0.0000212605,0.05000,3.017
6,block_sparse_moe.experts.194.w1,0.0000305890,0.05000,3.036
6,block_sparse_moe.experts.198.w1,0.0000394519,0.05000,2.935
6,block_sparse_moe.experts.199.w1,0.0000307473,0.05000,2.727
6,block_sparse_moe.experts.192.w1,0.0000178180,0.05000,2.960
6,block_sparse_moe.experts.202.w1,0.0000369982,0.05000,2.996
6,block_sparse_moe.experts.195.w1,0.0000618784,0.05000,2.793
6,block_sparse_moe.experts.204.w1,0.0000066645,0.05000,3.046
6,block_sparse_moe.experts.203.w1,0.0000274686,0.05000,2.832
6,block_sparse_moe.experts.207.w1,0.0000105418,0.05000,2.816
6,block_sparse_moe.experts.200.w1,0.0000251224,0.05000,3.029
6,block_sparse_moe.experts.201.w1,0.0000361806,0.05000,3.033
6,block_sparse_moe.experts.196.w1,0.0000112726,0.05000,3.075
6,block_sparse_moe.experts.193.w1,0.0000355033,0.05000,2.915
6,block_sparse_moe.experts.205.w1,0.0000397060,0.05000,2.969
6,block_sparse_moe.experts.197.w1,0.0000252924,0.05000,3.038
6,block_sparse_moe.experts.222.w1,0.0000254152,0.05000,2.810
6,block_sparse_moe.experts.210.w1,0.0000203088,0.05000,2.849
6,block_sparse_moe.experts.214.w1,0.0000268057,0.05000,2.943
6,block_sparse_moe.experts.215.w1,0.0000062696,0.05000,2.938
6,block_sparse_moe.experts.218.w1,0.0000180728,0.05000,2.861
6,block_sparse_moe.experts.208.w1,0.0000331542,0.05000,3.046
6,block_sparse_moe.experts.211.w1,0.0000229633,0.05000,2.900
6,block_sparse_moe.experts.220.w1,0.0000333934,0.05000,2.926
6,block_sparse_moe.experts.216.w1,0.0000055898,0.05000,2.860
6,block_sparse_moe.experts.219.w1,0.0000067868,0.05000,2.907
6,block_sparse_moe.experts.217.w1,0.0000338120,0.05000,2.686
6,block_sparse_moe.experts.221.w1,0.0000384442,0.05000,2.679
6,block_sparse_moe.experts.223.w1,0.0000426450,0.05000,3.036
6,block_sparse_moe.experts.209.w1,0.0000151621,0.05000,2.765
6,block_sparse_moe.experts.213.w1,0.0000158002,0.05000,2.684
6,block_sparse_moe.experts.212.w1,0.0000105841,0.05000,2.856
6,block_sparse_moe.experts.238.w1,0.0000349882,0.05000,2.750
6,block_sparse_moe.experts.226.w1,0.0000406385,0.05000,2.685
6,block_sparse_moe.experts.231.w1,0.0000145514,0.05000,2.613
6,block_sparse_moe.experts.230.w1,0.0000073977,0.05000,2.695
6,block_sparse_moe.experts.234.w1,0.0000338370,0.05000,2.739
6,block_sparse_moe.experts.227.w1,0.0000635063,0.05000,2.703
6,block_sparse_moe.experts.224.w1,0.0000254144,0.05000,2.888
6,block_sparse_moe.experts.235.w1,0.0000266953,0.05000,2.815
6,block_sparse_moe.experts.236.w1,0.0000391155,0.05000,2.894
6,block_sparse_moe.experts.233.w1,0.0000254538,0.05000,2.797
6,block_sparse_moe.experts.225.w1,0.0000459109,0.05000,2.708
6,block_sparse_moe.experts.239.w1,0.0000341166,0.05000,2.745
6,block_sparse_moe.experts.229.w1,0.0000142831,0.05000,2.765
6,block_sparse_moe.experts.237.w1,0.0000156736,0.05000,2.814
6,block_sparse_moe.experts.232.w1,0.0000299722,0.05000,3.049
6,block_sparse_moe.experts.228.w1,0.0000354742,0.05000,3.044
6,block_sparse_moe.experts.254.w1,0.0000172687,0.05000,2.673
6,block_sparse_moe.experts.242.w1,0.0000329299,0.05000,2.677
6,block_sparse_moe.experts.246.w1,0.0000316413,0.05000,2.671
6,block_sparse_moe.experts.247.w1,0.0000359386,0.05000,2.795
6,block_sparse_moe.experts.250.w1,0.0000090335,0.05000,2.690
6,block_sparse_moe.experts.243.w1,0.0000398860,0.05000,2.952
6,block_sparse_moe.experts.252.w1,0.0000115270,0.05000,2.837
6,block_sparse_moe.experts.240.w1,0.0000247429,0.05000,2.998
6,block_sparse_moe.experts.251.w1,0.0000282502,0.05000,2.913
6,block_sparse_moe.experts.255.w1,0.0000235689,0.05000,2.887
6,block_sparse_moe.experts.241.w1,0.0000322744,0.05000,2.920
6,block_sparse_moe.experts.249.w1,0.0000371467,0.05000,2.990
6,block_sparse_moe.experts.245.w1,0.0000404513,0.05000,2.932
6,block_sparse_moe.experts.248.w1,0.0000351733,0.05000,2.861
6,block_sparse_moe.experts.253.w1,0.0000197936,0.05000,2.976
6,block_sparse_moe.experts.244.w1,0.0000226682,0.05000,3.007
6,block_sparse_moe.experts.14.w3,0.0000347507,0.05000,2.881
6,block_sparse_moe.experts.2.w3,0.0000134572,0.05000,2.966
6,block_sparse_moe.experts.6.w3,0.0000247859,0.05000,2.961
6,block_sparse_moe.experts.10.w3,0.0000370860,0.05000,2.921
6,block_sparse_moe.experts.7.w3,0.0000320466,0.05000,3.083
6,block_sparse_moe.experts.3.w3,0.0000131106,0.05000,2.972
6,block_sparse_moe.experts.12.w3,0.0000276133,0.05000,2.875
6,block_sparse_moe.experts.0.w3,0.0000187851,0.05000,2.854
6,block_sparse_moe.experts.15.w3,0.0000154949,0.05000,2.929
6,block_sparse_moe.experts.11.w3,0.0000115304,0.05000,3.003
6,block_sparse_moe.experts.8.w3,0.0000258387,0.05000,2.858
6,block_sparse_moe.experts.1.w3,0.0000083285,0.05000,3.045
6,block_sparse_moe.experts.5.w3,0.0000110062,0.05000,3.087
6,block_sparse_moe.experts.9.w3,0.0000115081,0.05000,3.142
6,block_sparse_moe.experts.13.w3,0.0000450479,0.05000,3.128
6,block_sparse_moe.experts.4.w3,0.0000431478,0.05000,2.774
6,block_sparse_moe.experts.30.w3,0.0000071387,0.05000,2.746
6,block_sparse_moe.experts.18.w3,0.0000526364,0.05000,2.750
6,block_sparse_moe.experts.22.w3,0.0000132444,0.05000,2.700
6,block_sparse_moe.experts.26.w3,0.0000103278,0.05000,2.707
6,block_sparse_moe.experts.23.w3,0.0000221626,0.05000,2.790
6,block_sparse_moe.experts.16.w3,0.0000607522,0.05000,2.831
6,block_sparse_moe.experts.28.w3,0.0000168107,0.05000,2.898
6,block_sparse_moe.experts.19.w3,0.0000234000,0.05000,3.010
6,block_sparse_moe.experts.24.w3,0.0000137078,0.05000,2.870
6,block_sparse_moe.experts.31.w3,0.0000309907,0.05000,2.968
6,block_sparse_moe.experts.27.w3,0.0000199522,0.05000,3.024
6,block_sparse_moe.experts.17.w3,0.0000197110,0.05000,2.951
6,block_sparse_moe.experts.21.w3,0.0000183823,0.05000,2.937
6,block_sparse_moe.experts.25.w3,0.0000094475,0.05000,2.918
6,block_sparse_moe.experts.20.w3,0.0000290841,0.05000,2.927
6,block_sparse_moe.experts.29.w3,0.0000204934,0.05000,2.957
6,block_sparse_moe.experts.46.w3,0.0000512950,0.05000,2.711
6,block_sparse_moe.experts.38.w3,0.0000130543,0.05000,2.602
6,block_sparse_moe.experts.34.w3,0.0000408298,0.05000,2.767
6,block_sparse_moe.experts.42.w3,0.0000119802,0.05000,2.672
6,block_sparse_moe.experts.39.w3,0.0000121434,0.05000,2.812
6,block_sparse_moe.experts.32.w3,0.0000337636,0.05000,2.759
6,block_sparse_moe.experts.44.w3,0.0000442074,0.05000,2.811
6,block_sparse_moe.experts.35.w3,0.0000222697,0.05000,2.737
6,block_sparse_moe.experts.40.w3,0.0000203002,0.05000,2.725
6,block_sparse_moe.experts.47.w3,0.0000190543,0.05000,2.830
6,block_sparse_moe.experts.43.w3,0.0000080132,0.05000,2.831
6,block_sparse_moe.experts.33.w3,0.0000225197,0.05000,2.883
6,block_sparse_moe.experts.36.w3,0.0000200141,0.05000,2.711
6,block_sparse_moe.experts.37.w3,0.0000365817,0.05000,2.982
6,block_sparse_moe.experts.41.w3,0.0000445498,0.05000,2.997
6,block_sparse_moe.experts.45.w3,0.0000287025,0.05000,2.970
6,block_sparse_moe.experts.62.w3,0.0000130177,0.05000,2.696
6,block_sparse_moe.experts.54.w3,0.0000222214,0.05000,2.855
6,block_sparse_moe.experts.50.w3,0.0000059115,0.05000,2.877
6,block_sparse_moe.experts.58.w3,0.0000078267,0.05000,2.832
6,block_sparse_moe.experts.55.w3,0.0000157903,0.05000,2.801
6,block_sparse_moe.experts.48.w3,0.0000793350,0.05000,2.804
6,block_sparse_moe.experts.60.w3,0.0000059671,0.05000,2.760
6,block_sparse_moe.experts.56.w3,0.0000166288,0.05000,2.755
6,block_sparse_moe.experts.51.w3,0.0000082070,0.05000,2.894
6,block_sparse_moe.experts.63.w3,0.0000395234,0.05000,2.855
6,block_sparse_moe.experts.59.w3,0.0000370427,0.05000,2.849
6,block_sparse_moe.experts.49.w3,0.0000126460,0.05000,2.887
6,block_sparse_moe.experts.53.w3,0.0000074256,0.05000,2.856
6,block_sparse_moe.experts.52.w3,0.0000614101,0.05000,3.041
6,block_sparse_moe.experts.57.w3,0.0000185432,0.05000,2.898
6,block_sparse_moe.experts.61.w3,0.0000040218,0.05000,2.930
6,block_sparse_moe.experts.78.w3,0.0000177149,0.05000,2.951
6,block_sparse_moe.experts.70.w3,0.0000524490,0.05000,2.963
6,block_sparse_moe.experts.66.w3,0.0000214300,0.05000,2.966
6,block_sparse_moe.experts.74.w3,0.0000203659,0.05000,2.873
6,block_sparse_moe.experts.71.w3,0.0000136387,0.05000,2.980
6,block_sparse_moe.experts.64.w3,0.0000217733,0.05000,3.007
6,block_sparse_moe.experts.76.w3,0.0000218088,0.05000,2.991
6,block_sparse_moe.experts.72.w3,0.0000095102,0.05000,3.038
6,block_sparse_moe.experts.67.w3,0.0000054893,0.05000,2.982
6,block_sparse_moe.experts.75.w3,0.0000176024,0.05000,2.975
6,block_sparse_moe.experts.79.w3,0.0000094575,0.05000,3.078
6,block_sparse_moe.experts.65.w3,0.0000258974,0.05000,2.938
6,block_sparse_moe.experts.69.w3,0.0000136954,0.05000,2.915
6,block_sparse_moe.experts.68.w3,0.0000144211,0.05000,2.916
6,block_sparse_moe.experts.73.w3,0.0000023778,0.05000,2.983
6,block_sparse_moe.experts.77.w3,0.0000349611,0.05000,2.916
6,block_sparse_moe.experts.94.w3,0.0000511769,0.05000,2.821
6,block_sparse_moe.experts.86.w3,0.0000025276,0.05000,2.760
6,block_sparse_moe.experts.82.w3,0.0000116338,0.05000,2.764
6,block_sparse_moe.experts.90.w3,0.0000264482,0.05000,2.874
6,block_sparse_moe.experts.87.w3,0.0000080732,0.05000,2.975
6,block_sparse_moe.experts.80.w3,0.0000066679,0.05000,2.844
6,block_sparse_moe.experts.92.w3,0.0000092127,0.05000,2.846
6,block_sparse_moe.experts.88.w3,0.0000392528,0.05000,2.820
6,block_sparse_moe.experts.83.w3,0.0000198770,0.05000,2.919
6,block_sparse_moe.experts.91.w3,0.0000310043,0.05000,2.919
6,block_sparse_moe.experts.95.w3,0.0000027885,0.05000,2.997
6,block_sparse_moe.experts.84.w3,0.0000424992,0.05000,2.831
6,block_sparse_moe.experts.81.w3,0.0000223272,0.05000,3.116
6,block_sparse_moe.experts.85.w3,0.0000206352,0.05000,3.051
6,block_sparse_moe.experts.89.w3,0.0000072588,0.05000,3.088
6,block_sparse_moe.experts.93.w3,0.0000363089,0.05000,3.098
6,block_sparse_moe.experts.110.w3,0.0000310565,0.05000,2.875
6,block_sparse_moe.experts.102.w3,0.0000173829,0.05000,2.790
6,block_sparse_moe.experts.98.w3,0.0000397654,0.05000,2.893
6,block_sparse_moe.experts.106.w3,0.0000206366,0.05000,2.898
6,block_sparse_moe.experts.103.w3,0.0000121476,0.05000,2.917
6,block_sparse_moe.experts.96.w3,0.0000117224,0.05000,2.682
6,block_sparse_moe.experts.108.w3,0.0000094350,0.05000,2.627
6,block_sparse_moe.experts.104.w3,0.0000370777,0.05000,2.613
6,block_sparse_moe.experts.99.w3,0.0000110476,0.05000,2.899
6,block_sparse_moe.experts.100.w3,0.0000190833,0.05000,2.690
6,block_sparse_moe.experts.107.w3,0.0000293470,0.05000,2.941
6,block_sparse_moe.experts.111.w3,0.0000247999,0.05000,2.908
6,block_sparse_moe.experts.97.w3,0.0000129607,0.05000,2.869
6,block_sparse_moe.experts.101.w3,0.0000289471,0.05000,2.893
6,block_sparse_moe.experts.105.w3,0.0000303510,0.05000,2.788
6,block_sparse_moe.experts.109.w3,0.0000141016,0.05000,2.801
6,block_sparse_moe.experts.126.w3,0.0000201886,0.05000,2.745
6,block_sparse_moe.experts.118.w3,0.0000059935,0.05000,2.732
6,block_sparse_moe.experts.114.w3,0.0000170245,0.05000,2.758
6,block_sparse_moe.experts.122.w3,0.0000120018,0.05000,2.736
6,block_sparse_moe.experts.112.w3,0.0000091279,0.05000,2.897
6,block_sparse_moe.experts.124.w3,0.0000244817,0.05000,2.941
6,block_sparse_moe.experts.119.w3,0.0000246166,0.05000,3.050
6,block_sparse_moe.experts.120.w3,0.0000321237,0.05000,2.905
6,block_sparse_moe.experts.115.w3,0.0000255148,0.05000,2.965
6,block_sparse_moe.experts.116.w3,0.0000108051,0.05000,2.971
6,block_sparse_moe.experts.123.w3,0.0000394568,0.05000,3.037
6,block_sparse_moe.experts.113.w3,0.0000024993,0.05000,2.949
6,block_sparse_moe.experts.127.w3,0.0000037923,0.05000,3.116
6,block_sparse_moe.experts.117.w3,0.0000214606,0.05000,2.967
6,block_sparse_moe.experts.121.w3,0.0000309977,0.05000,2.988
6,block_sparse_moe.experts.125.w3,0.0000446218,0.05000,2.985
6,block_sparse_moe.experts.142.w3,0.0000380016,0.05000,2.779
6,block_sparse_moe.experts.134.w3,0.0000180968,0.05000,2.758
6,block_sparse_moe.experts.130.w3,0.0000157834,0.05000,2.823
6,block_sparse_moe.experts.138.w3,0.0000068087,0.05000,2.779
6,block_sparse_moe.experts.128.w3,0.0000480266,0.05000,2.641
6,block_sparse_moe.experts.140.w3,0.0000116078,0.05000,2.657
6,block_sparse_moe.experts.136.w3,0.0000100797,0.05000,2.641
6,block_sparse_moe.experts.135.w3,0.0000330766,0.05000,2.993
6,block_sparse_moe.experts.132.w3,0.0000237601,0.05000,2.644
6,block_sparse_moe.experts.131.w3,0.0000145787,0.05000,2.879
6,block_sparse_moe.experts.139.w3,0.0000228301,0.05000,3.087
6,block_sparse_moe.experts.133.w3,0.0000134579,0.05000,2.894
6,block_sparse_moe.experts.143.w3,0.0000189370,0.05000,3.046
6,block_sparse_moe.experts.129.w3,0.0000343793,0.05000,3.101
6,block_sparse_moe.experts.137.w3,0.0000427920,0.05000,2.922
6,block_sparse_moe.experts.141.w3,0.0000048764,0.05000,3.003
6,block_sparse_moe.experts.158.w3,0.0000155945,0.05000,2.839
6,block_sparse_moe.experts.150.w3,0.0000306650,0.05000,2.879
6,block_sparse_moe.experts.146.w3,0.0000755181,0.05000,2.952
6,block_sparse_moe.experts.154.w3,0.0000179910,0.05000,2.882
6,block_sparse_moe.experts.156.w3,0.0000180380,0.05000,2.983
6,block_sparse_moe.experts.144.w3,0.0000566672,0.05000,3.083
6,block_sparse_moe.experts.152.w3,0.0000027510,0.05000,3.028
6,block_sparse_moe.experts.151.w3,0.0000385235,0.05000,3.146
6,block_sparse_moe.experts.148.w3,0.0000159344,0.05000,2.971
6,block_sparse_moe.experts.147.w3,0.0000262269,0.05000,3.194
6,block_sparse_moe.experts.155.w3,0.0000301069,0.05000,3.172
6,block_sparse_moe.experts.174.w3,0.0000125985,0.05000,2.848
6,block_sparse_moe.experts.149.w3,0.0000196302,0.05000,3.186
6,block_sparse_moe.experts.159.w3,0.0000218340,0.05000,3.164
6,block_sparse_moe.experts.153.w3,0.0000249065,0.05000,3.146
6,block_sparse_moe.experts.166.w3,0.0000287929,0.05000,2.824
6,block_sparse_moe.experts.145.w3,0.0000173742,0.05000,3.259
6,block_sparse_moe.experts.157.w3,0.0000174135,0.05000,3.201
6,block_sparse_moe.experts.162.w3,0.0000240379,0.05000,2.828
6,block_sparse_moe.experts.170.w3,0.0000376998,0.05000,2.791
6,block_sparse_moe.experts.160.w3,0.0000496762,0.05000,2.733
6,block_sparse_moe.experts.172.w3,0.0000045142,0.05000,2.819
6,block_sparse_moe.experts.168.w3,0.0000107308,0.05000,2.807
6,block_sparse_moe.experts.167.w3,0.0000245667,0.05000,2.949
6,block_sparse_moe.experts.164.w3,0.0000213259,0.05000,2.971
6,block_sparse_moe.experts.163.w3,0.0000313492,0.05000,3.007
6,block_sparse_moe.experts.190.w3,0.0000223849,0.05000,2.805
6,block_sparse_moe.experts.165.w3,0.0000071095,0.05000,2.874
6,block_sparse_moe.experts.171.w3,0.0000209270,0.05000,2.976
6,block_sparse_moe.experts.169.w3,0.0000068988,0.05000,2.871
6,block_sparse_moe.experts.175.w3,0.0000237145,0.05000,2.907
6,block_sparse_moe.experts.182.w3,0.0000228996,0.05000,2.930
6,block_sparse_moe.experts.173.w3,0.0000084940,0.05000,2.830
6,block_sparse_moe.experts.161.w3,0.0000506560,0.05000,2.953
6,block_sparse_moe.experts.178.w3,0.0000251502,0.05000,2.854
6,block_sparse_moe.experts.186.w3,0.0000045548,0.05000,2.894
6,block_sparse_moe.experts.176.w3,0.0000124590,0.05000,2.980
6,block_sparse_moe.experts.188.w3,0.0000164647,0.05000,2.988
6,block_sparse_moe.experts.184.w3,0.0000151089,0.05000,2.997
6,block_sparse_moe.experts.183.w3,0.0000283723,0.05000,2.973
6,block_sparse_moe.experts.180.w3,0.0000419239,0.05000,2.914
6,block_sparse_moe.experts.179.w3,0.0000620101,0.05000,3.132
6,block_sparse_moe.experts.206.w3,0.0000193785,0.05000,2.767
6,block_sparse_moe.experts.181.w3,0.0000064614,0.05000,2.870
6,block_sparse_moe.experts.198.w3,0.0000379569,0.05000,2.708
6,block_sparse_moe.experts.185.w3,0.0000329482,0.05000,2.823
6,block_sparse_moe.experts.189.w3,0.0000097759,0.05000,2.800
6,block_sparse_moe.experts.177.w3,0.0000314211,0.05000,2.826
6,block_sparse_moe.experts.187.w3,0.0000187311,0.05000,3.116
6,block_sparse_moe.experts.194.w3,0.0000294444,0.05000,2.728
6,block_sparse_moe.experts.202.w3,0.0000352014,0.05000,2.675
6,block_sparse_moe.experts.191.w3,0.0000542947,0.05000,3.222
6,block_sparse_moe.experts.204.w3,0.0000062519,0.05000,2.680
6,block_sparse_moe.experts.192.w3,0.0000170708,0.05000,2.824
6,block_sparse_moe.experts.200.w3,0.0000239816,0.05000,2.763
6,block_sparse_moe.experts.199.w3,0.0000292569,0.05000,2.945
6,block_sparse_moe.experts.196.w3,0.0000094128,0.05000,2.965
6,block_sparse_moe.experts.222.w3,0.0000249756,0.05000,2.946
6,block_sparse_moe.experts.195.w3,0.0000592371,0.05000,2.980
6,block_sparse_moe.experts.197.w3,0.0000238768,0.05000,3.012
6,block_sparse_moe.experts.201.w3,0.0000346596,0.05000,2.988
6,block_sparse_moe.experts.214.w3,0.0000256363,0.05000,3.085
6,block_sparse_moe.experts.205.w3,0.0000378525,0.05000,3.009
6,block_sparse_moe.experts.193.w3,0.0000344165,0.05000,3.012
6,block_sparse_moe.experts.203.w3,0.0000260356,0.05000,2.959
6,block_sparse_moe.experts.218.w3,0.0000174200,0.05000,2.916
6,block_sparse_moe.experts.210.w3,0.0000191204,0.05000,2.959
6,block_sparse_moe.experts.207.w3,0.0000099278,0.05000,2.970
6,block_sparse_moe.experts.220.w3,0.0000321954,0.05000,2.845
6,block_sparse_moe.experts.208.w3,0.0000314422,0.05000,2.889
6,block_sparse_moe.experts.216.w3,0.0000051065,0.05000,2.872
6,block_sparse_moe.experts.212.w3,0.0000098243,0.05000,2.799
6,block_sparse_moe.experts.215.w3,0.0000059687,0.05000,3.012
6,block_sparse_moe.experts.238.w3,0.0000325355,0.05000,2.772
6,block_sparse_moe.experts.211.w3,0.0000220620,0.05000,2.953
6,block_sparse_moe.experts.230.w3,0.0000066008,0.05000,2.813
6,block_sparse_moe.experts.213.w3,0.0000148842,0.05000,2.954
6,block_sparse_moe.experts.217.w3,0.0000333063,0.05000,3.050
6,block_sparse_moe.experts.234.w3,0.0000310246,0.05000,2.830
6,block_sparse_moe.experts.221.w3,0.0000354711,0.05000,2.933
6,block_sparse_moe.experts.226.w3,0.0000387380,0.05000,2.876
6,block_sparse_moe.experts.219.w3,0.0000064716,0.05000,2.957
6,block_sparse_moe.experts.209.w3,0.0000143762,0.05000,3.066
6,block_sparse_moe.experts.223.w3,0.0000408500,0.05000,2.960
6,block_sparse_moe.experts.254.w3,0.0000167534,0.05000,1.423
6,block_sparse_moe.experts.231.w3,0.0000140733,0.05000,3.134
6,block_sparse_moe.experts.227.w3,0.0000604317,0.05000,2.968
6,block_sparse_moe.experts.229.w3,0.0000137064,0.05000,3.059
6,block_sparse_moe.experts.233.w3,0.0000246275,0.05000,3.018
6,block_sparse_moe.experts.237.w3,0.0000150752,0.05000,3.084
6,block_sparse_moe.experts.235.w3,0.0000226319,0.05000,3.202
6,block_sparse_moe.experts.225.w3,0.0000434930,0.05000,3.126
6,block_sparse_moe.experts.239.w3,0.0000328686,0.05000,3.203
6,block_sparse_moe.experts.236.w3,0.0000344482,0.05000,7.180
6,block_sparse_moe.experts.224.w3,0.0000243269,0.05000,7.192
6,block_sparse_moe.experts.232.w3,0.0000286769,0.05000,7.246
6,block_sparse_moe.experts.247.w3,0.0000339742,0.05000,3.249
6,block_sparse_moe.experts.243.w3,0.0000378612,0.05000,3.123
6,block_sparse_moe.experts.228.w3,0.0000294771,0.05000,7.204
6,block_sparse_moe.experts.251.w3,0.0000272869,0.05000,2.903
6,block_sparse_moe.experts.255.w3,0.0000226689,0.05000,2.773
6,block_sparse_moe.experts.252.w3,0.0000109738,0.05000,3.177
6,block_sparse_moe.experts.240.w3,0.0000231682,0.05000,3.085
6,block_sparse_moe.experts.248.w3,0.0000339099,0.05000,3.031
6,block_sparse_moe.experts.244.w3,0.0000217279,0.05000,2.499
6,block_sparse_moe.experts.245.w3,0.0000377934,0.05000,11.866
6,block_sparse_moe.experts.249.w3,0.0000347938,0.05000,11.871
6,block_sparse_moe.experts.253.w3,0.0000188744,0.05000,11.839
6,block_sparse_moe.experts.241.w3,0.0000308832,0.05000,11.693
6,block_sparse_moe.experts.246.w3,0.0000300224,0.05000,2.102
6,block_sparse_moe.experts.242.w3,0.0000313689,0.05000,2.126
6,block_sparse_moe.experts.250.w3,0.0000087336,0.05000,2.153
6,block_sparse_moe.experts.0.w2,0.0000020062,0.05000,1.413
6,block_sparse_moe.experts.8.w2,0.0000026670,0.05000,1.445
6,block_sparse_moe.experts.4.w2,0.0000029253,0.05000,1.457
6,block_sparse_moe.experts.12.w2,0.0000038403,0.05000,1.415
6,block_sparse_moe.experts.14.w2,0.0000070201,0.05000,1.486
6,block_sparse_moe.experts.2.w2,0.0000022194,0.05000,1.560
6,block_sparse_moe.experts.7.w2,0.0000080646,0.05000,1.571
6,block_sparse_moe.experts.10.w2,0.0000071963,0.05000,1.516
6,block_sparse_moe.experts.3.w2,0.0000020941,0.05000,1.586
6,block_sparse_moe.experts.15.w2,0.0000019739,0.05000,1.531
6,block_sparse_moe.experts.9.w2,0.0000029056,0.05000,1.540
6,block_sparse_moe.experts.6.w2,0.0000021296,0.05000,1.607
6,block_sparse_moe.experts.13.w2,0.0000065436,0.05000,1.567
6,block_sparse_moe.experts.11.w2,0.0000011904,0.05000,1.570
6,block_sparse_moe.experts.5.w2,0.0000013740,0.05000,1.668
6,block_sparse_moe.experts.1.w2,0.0000011200,0.05000,1.688
6,block_sparse_moe.experts.16.w2,0.0000101117,0.05000,1.466
6,block_sparse_moe.experts.20.w2,0.0000032066,0.05000,1.440
6,block_sparse_moe.experts.24.w2,0.0000015668,0.05000,1.473
6,block_sparse_moe.experts.28.w2,0.0000029962,0.05000,1.485
6,block_sparse_moe.experts.23.w2,0.0000034109,0.05000,1.438
6,block_sparse_moe.experts.26.w2,0.0000012779,0.05000,1.461
6,block_sparse_moe.experts.18.w2,0.0000065497,0.05000,1.490
6,block_sparse_moe.experts.30.w2,0.0000021805,0.05000,1.506
6,block_sparse_moe.experts.31.w2,0.0000058287,0.05000,1.464
6,block_sparse_moe.experts.27.w2,0.0000043153,0.05000,1.440
6,block_sparse_moe.experts.22.w2,0.0000027704,0.05000,1.462
6,block_sparse_moe.experts.19.w2,0.0000046600,0.05000,1.508
6,block_sparse_moe.experts.25.w2,0.0000015101,0.05000,1.564
6,block_sparse_moe.experts.29.w2,0.0000027886,0.05000,1.553
6,block_sparse_moe.experts.17.w2,0.0000025699,0.05000,1.534
6,block_sparse_moe.experts.21.w2,0.0000044886,0.05000,1.597
6,block_sparse_moe.experts.40.w2,0.0000027893,0.05000,1.477
6,block_sparse_moe.experts.36.w2,0.0000037352,0.05000,1.500
6,block_sparse_moe.experts.39.w2,0.0000023712,0.05000,1.418
6,block_sparse_moe.experts.44.w2,0.0000127838,0.05000,1.500
6,block_sparse_moe.experts.32.w2,0.0000030430,0.05000,1.592
6,block_sparse_moe.experts.38.w2,0.0000012281,0.05000,1.414
6,block_sparse_moe.experts.46.w2,0.0000054555,0.05000,1.436
6,block_sparse_moe.experts.42.w2,0.0000034832,0.05000,1.475
6,block_sparse_moe.experts.35.w2,0.0000052573,0.05000,1.432
6,block_sparse_moe.experts.47.w2,0.0000013078,0.05000,1.488
6,block_sparse_moe.experts.34.w2,0.0000042336,0.05000,1.493
6,block_sparse_moe.experts.43.w2,0.0000008606,0.05000,1.501
6,block_sparse_moe.experts.41.w2,0.0000047393,0.05000,1.426
6,block_sparse_moe.experts.45.w2,0.0000030842,0.05000,1.429
6,block_sparse_moe.experts.37.w2,0.0000050221,0.05000,1.412
6,block_sparse_moe.experts.33.w2,0.0000015505,0.05000,1.490
6,block_sparse_moe.experts.55.w2,0.0000033517,0.05000,1.367
6,block_sparse_moe.experts.56.w2,0.0000030822,0.05000,1.512
6,block_sparse_moe.experts.58.w2,0.0000013225,0.05000,1.402
6,block_sparse_moe.experts.63.w2,0.0000069911,0.05000,1.376
6,block_sparse_moe.experts.62.w2,0.0000019441,0.05000,1.433
6,block_sparse_moe.experts.51.w2,0.0000018131,0.05000,1.410
6,block_sparse_moe.experts.50.w2,0.0000006562,0.05000,1.414
6,block_sparse_moe.experts.59.w2,0.0000047545,0.05000,1.394
6,block_sparse_moe.experts.52.w2,0.0000063892,0.05000,1.571
6,block_sparse_moe.experts.60.w2,0.0000010056,0.05000,1.514
6,block_sparse_moe.experts.54.w2,0.0000023869,0.05000,1.519
6,block_sparse_moe.experts.48.w2,0.0000036634,0.05000,1.538
6,block_sparse_moe.experts.61.w2,0.0000008503,0.05000,1.411
6,block_sparse_moe.experts.57.w2,0.0000018820,0.05000,1.467
6,block_sparse_moe.experts.53.w2,0.0000010976,0.05000,1.440
6,block_sparse_moe.experts.49.w2,0.0000016355,0.05000,1.517
6,block_sparse_moe.experts.71.w2,0.0000031651,0.05000,1.345
6,block_sparse_moe.experts.67.w2,0.0000002859,0.05000,1.301
6,block_sparse_moe.experts.79.w2,0.0000022278,0.05000,1.393
6,block_sparse_moe.experts.75.w2,0.0000014465,0.05000,1.396
6,block_sparse_moe.experts.78.w2,0.0000027648,0.05000,1.498
6,block_sparse_moe.experts.72.w2,0.0000015798,0.05000,1.516
6,block_sparse_moe.experts.74.w2,0.0000024347,0.05000,1.523
6,block_sparse_moe.experts.76.w2,0.0000031561,0.05000,1.479
6,block_sparse_moe.experts.68.w2,0.0000015799,0.05000,1.491
6,block_sparse_moe.experts.66.w2,0.0000029924,0.05000,1.532
6,block_sparse_moe.experts.73.w2,0.0000004791,0.05000,1.449
6,block_sparse_moe.experts.64.w2,0.0000015490,0.05000,1.505
6,block_sparse_moe.experts.77.w2,0.0000045121,0.05000,1.508
6,block_sparse_moe.experts.70.w2,0.0000071853,0.05000,1.546
6,block_sparse_moe.experts.69.w2,0.0000010646,0.05000,1.520
6,block_sparse_moe.experts.65.w2,0.0000035612,0.05000,1.462
6,block_sparse_moe.experts.87.w2,0.0000013250,0.05000,1.316
6,block_sparse_moe.experts.83.w2,0.0000008468,0.05000,1.265
6,block_sparse_moe.experts.95.w2,0.0000009000,0.05000,1.310
6,block_sparse_moe.experts.91.w2,0.0000095012,0.05000,1.356
6,block_sparse_moe.experts.93.w2,0.0000044145,0.05000,1.376
6,block_sparse_moe.experts.88.w2,0.0000084783,0.05000,1.500
6,block_sparse_moe.experts.89.w2,0.0000005528,0.05000,1.434
6,block_sparse_moe.experts.92.w2,0.0000007467,0.05000,1.529
6,block_sparse_moe.experts.90.w2,0.0000025391,0.05000,1.552
6,block_sparse_moe.experts.94.w2,0.0000067565,0.05000,1.572
6,block_sparse_moe.experts.82.w2,0.0000011263,0.05000,1.500
6,block_sparse_moe.experts.84.w2,0.0000064643,0.05000,1.554
6,block_sparse_moe.experts.85.w2,0.0000022083,0.05000,1.383
6,block_sparse_moe.experts.81.w2,0.0000027895,0.05000,1.369
6,block_sparse_moe.experts.86.w2,0.0000007750,0.05000,1.516
6,block_sparse_moe.experts.80.w2,0.0000014678,0.05000,1.588
6,block_sparse_moe.experts.103.w2,0.0000021163,0.05000,1.473
6,block_sparse_moe.experts.99.w2,0.0000020727,0.05000,1.430
6,block_sparse_moe.experts.111.w2,0.0000015865,0.05000,1.453
6,block_sparse_moe.experts.107.w2,0.0000034502,0.05000,1.432
6,block_sparse_moe.experts.109.w2,0.0000031978,0.05000,1.418
6,block_sparse_moe.experts.105.w2,0.0000020747,0.05000,1.431
6,block_sparse_moe.experts.104.w2,0.0000070099,0.05000,1.472
6,block_sparse_moe.experts.108.w2,0.0000014450,0.05000,1.470
6,block_sparse_moe.experts.101.w2,0.0000022704,0.05000,1.467
6,block_sparse_moe.experts.106.w2,0.0000048119,0.05000,1.505
6,block_sparse_moe.experts.98.w2,0.0000035264,0.05000,1.504
6,block_sparse_moe.experts.100.w2,0.0000011768,0.05000,1.496
6,block_sparse_moe.experts.97.w2,0.0000015736,0.05000,1.460
6,block_sparse_moe.experts.110.w2,0.0000025004,0.05000,1.539
6,block_sparse_moe.experts.96.w2,0.0000018601,0.05000,1.508
6,block_sparse_moe.experts.102.w2,0.0000028886,0.05000,1.584
6,block_sparse_moe.experts.119.w2,0.0000018694,0.05000,1.400
6,block_sparse_moe.experts.115.w2,0.0000028690,0.05000,1.453
6,block_sparse_moe.experts.127.w2,0.0000004731,0.05000,1.452
6,block_sparse_moe.experts.123.w2,0.0000043830,0.05000,1.457
6,block_sparse_moe.experts.125.w2,0.0000062482,0.05000,1.465
6,block_sparse_moe.experts.121.w2,0.0000036130,0.05000,1.450
6,block_sparse_moe.experts.120.w2,0.0000038432,0.05000,1.492
6,block_sparse_moe.experts.124.w2,0.0000031183,0.05000,1.482
6,block_sparse_moe.experts.117.w2,0.0000049750,0.05000,1.474
6,block_sparse_moe.experts.126.w2,0.0000013556,0.05000,1.445
6,block_sparse_moe.experts.122.w2,0.0000021853,0.05000,1.511
6,block_sparse_moe.experts.114.w2,0.0000052732,0.05000,1.510
6,block_sparse_moe.experts.116.w2,0.0000017254,0.05000,1.503
6,block_sparse_moe.experts.113.w2,0.0000007397,0.05000,1.515
6,block_sparse_moe.experts.118.w2,0.0000006354,0.05000,1.413
6,block_sparse_moe.experts.112.w2,0.0000014096,0.05000,1.546
6,block_sparse_moe.experts.135.w2,0.0000015865,0.05000,1.565
6,block_sparse_moe.experts.131.w2,0.0000034529,0.05000,1.514
6,block_sparse_moe.experts.143.w2,0.0000032941,0.05000,1.474
6,block_sparse_moe.experts.139.w2,0.0000030243,0.05000,1.469
6,block_sparse_moe.experts.141.w2,0.0000007948,0.05000,1.441
6,block_sparse_moe.experts.137.w2,0.0000118124,0.05000,1.424
6,block_sparse_moe.experts.136.w2,0.0000011894,0.05000,1.406
6,block_sparse_moe.experts.140.w2,0.0000013856,0.05000,1.421
6,block_sparse_moe.experts.138.w2,0.0000015415,0.05000,1.377
6,block_sparse_moe.experts.133.w2,0.0000024904,0.05000,1.441
6,block_sparse_moe.experts.129.w2,0.0000029026,0.05000,1.391
6,block_sparse_moe.experts.142.w2,0.0000031728,0.05000,1.450
6,block_sparse_moe.experts.130.w2,0.0000010167,0.05000,1.426
6,block_sparse_moe.experts.132.w2,0.0000014367,0.05000,1.457
6,block_sparse_moe.experts.134.w2,0.0000033179,0.05000,1.497
6,block_sparse_moe.experts.128.w2,0.0000043436,0.05000,1.492
6,block_sparse_moe.experts.151.w2,0.0000036339,0.05000,1.306
6,block_sparse_moe.experts.147.w2,0.0000042060,0.05000,1.321
6,block_sparse_moe.experts.159.w2,0.0000036684,0.05000,1.304
6,block_sparse_moe.experts.155.w2,0.0000047991,0.05000,1.355
6,block_sparse_moe.experts.157.w2,0.0000022468,0.05000,1.460
6,block_sparse_moe.experts.153.w2,0.0000046195,0.05000,1.494
6,block_sparse_moe.experts.152.w2,0.0000003120,0.05000,1.487
6,block_sparse_moe.experts.154.w2,0.0000011133,0.05000,1.476
6,block_sparse_moe.experts.156.w2,0.0000036331,0.05000,1.508
6,block_sparse_moe.experts.145.w2,0.0000014096,0.05000,1.469
6,block_sparse_moe.experts.149.w2,0.0000013353,0.05000,1.507
6,block_sparse_moe.experts.146.w2,0.0000090864,0.05000,1.496
6,block_sparse_moe.experts.158.w2,0.0000025340,0.05000,1.506
6,block_sparse_moe.experts.148.w2,0.0000023517,0.05000,1.472
6,block_sparse_moe.experts.150.w2,0.0000023835,0.05000,1.404
6,block_sparse_moe.experts.144.w2,0.0000042840,0.05000,1.470
6,block_sparse_moe.experts.167.w2,0.0000056072,0.05000,1.423
6,block_sparse_moe.experts.163.w2,0.0000036619,0.05000,1.446
6,block_sparse_moe.experts.175.w2,0.0000026705,0.05000,1.560
6,block_sparse_moe.experts.171.w2,0.0000020701,0.05000,1.464
6,block_sparse_moe.experts.173.w2,0.0000015733,0.05000,1.422
6,block_sparse_moe.experts.170.w2,0.0000054429,0.05000,1.256
6,block_sparse_moe.experts.169.w2,0.0000011513,0.05000,1.414
6,block_sparse_moe.experts.174.w2,0.0000009030,0.05000,1.317
6,block_sparse_moe.experts.168.w2,0.0000018679,0.05000,1.480
6,block_sparse_moe.experts.162.w2,0.0000031408,0.05000,1.354
6,block_sparse_moe.experts.166.w2,0.0000028757,0.05000,1.321
6,block_sparse_moe.experts.172.w2,0.0000009817,0.05000,1.430
6,block_sparse_moe.experts.165.w2,0.0000016121,0.05000,1.423
6,block_sparse_moe.experts.161.w2,0.0000096577,0.05000,1.466
6,block_sparse_moe.experts.164.w2,0.0000051463,0.05000,1.472
6,block_sparse_moe.experts.160.w2,0.0000089249,0.05000,1.471
6,block_sparse_moe.experts.183.w2,0.0000047776,0.05000,1.448
6,block_sparse_moe.experts.179.w2,0.0000169512,0.05000,1.441
6,block_sparse_moe.experts.191.w2,0.0000051049,0.05000,1.403
6,block_sparse_moe.experts.187.w2,0.0000008375,0.05000,1.473
6,block_sparse_moe.experts.189.w2,0.0000009285,0.05000,1.397
6,block_sparse_moe.experts.185.w2,0.0000046802,0.05000,1.396
6,block_sparse_moe.experts.186.w2,0.0000014613,0.05000,1.575
6,block_sparse_moe.experts.184.w2,0.0000024827,0.05000,1.481
6,block_sparse_moe.experts.190.w2,0.0000011727,0.05000,1.509
6,block_sparse_moe.experts.188.w2,0.0000037230,0.05000,1.468
6,block_sparse_moe.experts.181.w2,0.0000012401,0.05000,1.431
6,block_sparse_moe.experts.178.w2,0.0000020296,0.05000,1.510
6,block_sparse_moe.experts.182.w2,0.0000035502,0.05000,1.536
6,block_sparse_moe.experts.177.w2,0.0000055754,0.05000,1.461
6,block_sparse_moe.experts.180.w2,0.0000042280,0.05000,1.521
6,block_sparse_moe.experts.176.w2,0.0000017439,0.05000,1.527
6,block_sparse_moe.experts.199.w2,0.0000037803,0.05000,1.500
6,block_sparse_moe.experts.195.w2,0.0000050128,0.05000,1.523
6,block_sparse_moe.experts.207.w2,0.0000011542,0.05000,1.546
6,block_sparse_moe.experts.203.w2,0.0000043133,0.05000,1.503
6,block_sparse_moe.experts.205.w2,0.0000059368,0.05000,1.534
6,block_sparse_moe.experts.201.w2,0.0000070487,0.05000,1.545
6,block_sparse_moe.experts.206.w2,0.0000030382,0.05000,1.424
6,block_sparse_moe.experts.202.w2,0.0000061775,0.05000,1.497
6,block_sparse_moe.experts.200.w2,0.0000033533,0.05000,1.526
6,block_sparse_moe.experts.197.w2,0.0000049775,0.05000,1.511
6,block_sparse_moe.experts.204.w2,0.0000019741,0.05000,1.552
6,block_sparse_moe.experts.193.w2,0.0000045908,0.05000,1.498
6,block_sparse_moe.experts.198.w2,0.0000023863,0.05000,1.520
6,block_sparse_moe.experts.194.w2,0.0000025742,0.05000,1.552
6,block_sparse_moe.experts.196.w2,0.0000016449,0.05000,1.537
6,block_sparse_moe.experts.192.w2,0.0000021730,0.05000,1.622
6,block_sparse_moe.experts.215.w2,0.0000009054,0.05000,1.490
6,block_sparse_moe.experts.211.w2,0.0000029225,0.05000,1.552
6,block_sparse_moe.experts.223.w2,0.0000041783,0.05000,1.544
6,block_sparse_moe.experts.219.w2,0.0000009722,0.05000,1.548
6,block_sparse_moe.experts.221.w2,0.0000042300,0.05000,1.379
6,block_sparse_moe.experts.217.w2,0.0000019807,0.05000,1.378
6,block_sparse_moe.experts.213.w2,0.0000030078,0.05000,1.407
6,block_sparse_moe.experts.216.w2,0.0000003671,0.05000,1.443
6,block_sparse_moe.experts.218.w2,0.0000020267,0.05000,1.533
6,block_sparse_moe.experts.222.w2,0.0000044842,0.05000,1.555
6,block_sparse_moe.experts.220.w2,0.0000045009,0.05000,1.458
6,block_sparse_moe.experts.209.w2,0.0000009062,0.05000,1.502
6,block_sparse_moe.experts.214.w2,0.0000033624,0.05000,1.505
6,block_sparse_moe.experts.210.w2,0.0000015523,0.05000,1.533
6,block_sparse_moe.experts.212.w2,0.0000027281,0.05000,1.473
6,block_sparse_moe.experts.208.w2,0.0000030880,0.05000,1.469
6,block_sparse_moe.experts.231.w2,0.0000022933,0.05000,1.453
6,block_sparse_moe.experts.227.w2,0.0000088972,0.05000,1.423
6,block_sparse_moe.experts.237.w2,0.0000022345,0.05000,1.323
6,block_sparse_moe.experts.233.w2,0.0000027143,0.05000,1.346
6,block_sparse_moe.experts.239.w2,0.0000045045,0.05000,1.467
6,block_sparse_moe.experts.235.w2,0.0000050101,0.05000,1.487
6,block_sparse_moe.experts.229.w2,0.0000019846,0.05000,1.309
6,block_sparse_moe.experts.225.w2,0.0000095518,0.05000,1.283
6,block_sparse_moe.experts.232.w2,0.0000028009,0.05000,1.402
6,block_sparse_moe.experts.234.w2,0.0000014017,0.05000,1.449
6,block_sparse_moe.experts.236.w2,0.0000030480,0.05000,1.432
6,block_sparse_moe.experts.238.w2,0.0000014033,0.05000,1.471
6,block_sparse_moe.experts.230.w2,0.0000010687,0.05000,1.439
6,block_sparse_moe.experts.226.w2,0.0000040405,0.05000,1.444
6,block_sparse_moe.experts.228.w2,0.0000127271,0.05000,1.389
6,block_sparse_moe.experts.224.w2,0.0000017937,0.05000,1.322
6,block_sparse_moe.experts.247.w2,0.0000063413,0.05000,1.436
6,block_sparse_moe.experts.243.w2,0.0000031302,0.05000,1.387
6,block_sparse_moe.experts.253.w2,0.0000021170,0.05000,1.362
6,block_sparse_moe.experts.249.w2,0.0000079681,0.05000,1.291
6,block_sparse_moe.experts.251.w2,0.0000033858,0.05000,1.256
6,block_sparse_moe.experts.255.w2,0.0000044159,0.05000,1.335
6,block_sparse_moe.experts.245.w2,0.0000077124,0.05000,1.227
6,block_sparse_moe.experts.241.w2,0.0000032585,0.05000,1.177
6,block_sparse_moe.experts.248.w2,0.0000030128,0.05000,1.480
6,block_sparse_moe.experts.252.w2,0.0000019331,0.05000,1.433
6,block_sparse_moe.experts.250.w2,0.0000016057,0.05000,1.475
6,block_sparse_moe.experts.254.w2,0.0000016110,0.05000,1.462
6,block_sparse_moe.experts.246.w2,0.0000061955,0.05000,1.435
6,block_sparse_moe.experts.242.w2,0.0000048366,0.05000,1.401
6,block_sparse_moe.experts.244.w2,0.0000023045,0.05000,1.403
6,block_sparse_moe.experts.240.w2,0.0000031757,0.05000,1.280
7,self_attn.k_proj,0.0000000167,0.05000,0.939
7,self_attn.v_proj,0.0000000146,0.05000,1.077
7,self_attn.q_proj,0.0000001047,0.05000,1.086
7,self_attn.o_proj,0.0000000157,0.05000,1.756
7,block_sparse_moe.experts.8.w1,0.0000179811,0.05000,2.916
7,block_sparse_moe.experts.0.w1,0.0000057517,0.05000,2.970
7,block_sparse_moe.experts.12.w1,0.0000149617,0.05000,2.978
7,block_sparse_moe.experts.4.w1,0.0000348780,0.05000,3.005
7,block_sparse_moe.experts.5.w1,0.0000486815,0.05000,3.145
7,block_sparse_moe.experts.1.w1,0.0000349292,0.05000,3.206
7,block_sparse_moe.experts.13.w1,0.0000406083,0.05000,3.203
7,block_sparse_moe.experts.6.w1,0.0000286401,0.05000,3.215
7,block_sparse_moe.experts.2.w1,0.0000226300,0.05000,3.291
7,block_sparse_moe.experts.15.w1,0.0000163835,0.05000,3.246
7,block_sparse_moe.experts.9.w1,0.0000516711,0.05000,3.246
7,block_sparse_moe.experts.10.w1,0.0000134711,0.05000,3.264
7,block_sparse_moe.experts.11.w1,0.0000089748,0.05000,3.288
7,block_sparse_moe.experts.3.w1,0.0000147748,0.05000,3.369
7,block_sparse_moe.experts.14.w1,0.0000415310,0.05000,3.320
7,block_sparse_moe.experts.7.w1,0.0000597930,0.05000,3.354
7,block_sparse_moe.experts.17.w1,0.0000382321,0.05000,2.641
7,block_sparse_moe.experts.24.w1,0.0000433909,0.05000,2.892
7,block_sparse_moe.experts.21.w1,0.0000424646,0.05000,2.686
7,block_sparse_moe.experts.28.w1,0.0000221270,0.05000,2.866
7,block_sparse_moe.experts.29.w1,0.0000098823,0.05000,2.684
7,block_sparse_moe.experts.16.w1,0.0000281858,0.05000,2.972
7,block_sparse_moe.experts.25.w1,0.0000249171,0.05000,2.667
7,block_sparse_moe.experts.20.w1,0.0000198438,0.05000,2.980
7,block_sparse_moe.experts.22.w1,0.0000172919,0.05000,2.843
7,block_sparse_moe.experts.26.w1,0.0000371660,0.05000,2.843
7,block_sparse_moe.experts.18.w1,0.0000272204,0.05000,2.893
7,block_sparse_moe.experts.31.w1,0.0000320056,0.05000,2.928
7,block_sparse_moe.experts.30.w1,0.0000181723,0.05000,2.877
7,block_sparse_moe.experts.27.w1,0.0000278454,0.05000,2.945
7,block_sparse_moe.experts.19.w1,0.0000242973,0.05000,2.980
7,block_sparse_moe.experts.23.w1,0.0000360239,0.05000,3.002
7,block_sparse_moe.experts.33.w1,0.0000199836,0.05000,2.960
7,block_sparse_moe.experts.40.w1,0.0000300981,0.05000,2.971
7,block_sparse_moe.experts.44.w1,0.0000382873,0.05000,2.971
7,block_sparse_moe.experts.45.w1,0.0000215768,0.05000,2.965
7,block_sparse_moe.experts.41.w1,0.0000133160,0.05000,2.938
7,block_sparse_moe.experts.38.w1,0.0000220081,0.05000,2.810
7,block_sparse_moe.experts.32.w1,0.0000913547,0.05000,3.042
7,block_sparse_moe.experts.37.w1,0.0000312960,0.05000,3.112
7,block_sparse_moe.experts.42.w1,0.0000236975,0.05000,2.832
7,block_sparse_moe.experts.36.w1,0.0000318701,0.05000,3.007
7,block_sparse_moe.experts.34.w1,0.0000261365,0.05000,2.891
7,block_sparse_moe.experts.46.w1,0.0000382207,0.05000,2.854
7,block_sparse_moe.experts.47.w1,0.0000264549,0.05000,2.934
7,block_sparse_moe.experts.43.w1,0.0000420138,0.05000,2.958
7,block_sparse_moe.experts.35.w1,0.0000316393,0.05000,2.930
7,block_sparse_moe.experts.39.w1,0.0000300683,0.05000,2.969
7,block_sparse_moe.experts.49.w1,0.0000069816,0.05000,2.807
7,block_sparse_moe.experts.57.w1,0.0000448265,0.05000,2.807
7,block_sparse_moe.experts.54.w1,0.0001010522,0.05000,2.859
7,block_sparse_moe.experts.61.w1,0.0000483484,0.05000,2.884
7,block_sparse_moe.experts.53.w1,0.0000096135,0.05000,2.800
7,block_sparse_moe.experts.58.w1,0.0000175024,0.05000,2.830
7,block_sparse_moe.experts.50.w1,0.0000114176,0.05000,2.813
7,block_sparse_moe.experts.56.w1,0.0000292143,0.05000,3.057
7,block_sparse_moe.experts.62.w1,0.0000243651,0.05000,2.812
7,block_sparse_moe.experts.60.w1,0.0000138158,0.05000,3.117
7,block_sparse_moe.experts.52.w1,0.0000148498,0.05000,3.008
7,block_sparse_moe.experts.48.w1,0.0000278239,0.05000,3.099
7,block_sparse_moe.experts.63.w1,0.0000280893,0.05000,3.003
7,block_sparse_moe.experts.51.w1,0.0000189606,0.05000,2.918
7,block_sparse_moe.experts.59.w1,0.0000043414,0.05000,2.995
7,block_sparse_moe.experts.55.w1,0.0000080974,0.05000,2.948
7,block_sparse_moe.experts.65.w1,0.0000519400,0.05000,2.848
7,block_sparse_moe.experts.73.w1,0.0000517227,0.05000,2.884
7,block_sparse_moe.experts.70.w1,0.0000472599,0.05000,2.847
7,block_sparse_moe.experts.77.w1,0.0000433374,0.05000,2.901
7,block_sparse_moe.experts.74.w1,0.0000100269,0.05000,2.910
7,block_sparse_moe.experts.69.w1,0.0000113426,0.05000,2.944
7,block_sparse_moe.experts.66.w1,0.0000274790,0.05000,2.917
7,block_sparse_moe.experts.78.w1,0.0000045204,0.05000,2.970
7,block_sparse_moe.experts.72.w1,0.0000334217,0.05000,3.003
7,block_sparse_moe.experts.76.w1,0.0000158255,0.05000,3.065
7,block_sparse_moe.experts.79.w1,0.0000191344,0.05000,2.932
7,block_sparse_moe.experts.68.w1,0.0000187554,0.05000,3.074
7,block_sparse_moe.experts.64.w1,0.0000130701,0.05000,3.083
7,block_sparse_moe.experts.67.w1,0.0000275504,0.05000,3.099
7,block_sparse_moe.experts.71.w1,0.0000194827,0.05000,3.012
7,block_sparse_moe.experts.75.w1,0.0000468465,0.05000,3.100
7,block_sparse_moe.experts.86.w1,0.0000229053,0.05000,2.783
7,block_sparse_moe.experts.81.w1,0.0000764127,0.05000,2.962
7,block_sparse_moe.experts.89.w1,0.0000169790,0.05000,2.892
7,block_sparse_moe.experts.90.w1,0.0000128266,0.05000,2.795
7,block_sparse_moe.experts.82.w1,0.0000254380,0.05000,2.761
7,block_sparse_moe.experts.93.w1,0.0000357244,0.05000,2.978
7,block_sparse_moe.experts.85.w1,0.0000026247,0.05000,2.978
7,block_sparse_moe.experts.88.w1,0.0000201691,0.05000,2.868
7,block_sparse_moe.experts.94.w1,0.0000364491,0.05000,2.878
7,block_sparse_moe.experts.92.w1,0.0000156758,0.05000,2.919
7,block_sparse_moe.experts.80.w1,0.0000188269,0.05000,2.867
7,block_sparse_moe.experts.84.w1,0.0000158695,0.05000,2.911
7,block_sparse_moe.experts.95.w1,0.0000432068,0.05000,2.981
7,block_sparse_moe.experts.83.w1,0.0000414158,0.05000,2.961
7,block_sparse_moe.experts.87.w1,0.0000424163,0.05000,3.002
7,block_sparse_moe.experts.91.w1,0.0000284358,0.05000,3.039
7,block_sparse_moe.experts.97.w1,0.0000191408,0.05000,2.879
7,block_sparse_moe.experts.105.w1,0.0000230481,0.05000,2.912
7,block_sparse_moe.experts.102.w1,0.0000110983,0.05000,2.998
7,block_sparse_moe.experts.98.w1,0.0000385982,0.05000,2.973
7,block_sparse_moe.experts.109.w1,0.0000143996,0.05000,2.898
7,block_sparse_moe.experts.101.w1,0.0000129127,0.05000,2.869
7,block_sparse_moe.experts.104.w1,0.0000251499,0.05000,2.850
7,block_sparse_moe.experts.106.w1,0.0000619648,0.05000,3.090
7,block_sparse_moe.experts.110.w1,0.0000050952,0.05000,3.001
7,block_sparse_moe.experts.108.w1,0.0000182747,0.05000,2.844
7,block_sparse_moe.experts.96.w1,0.0000283756,0.05000,2.872
7,block_sparse_moe.experts.100.w1,0.0000184780,0.05000,2.899
7,block_sparse_moe.experts.111.w1,0.0000065729,0.05000,3.006
7,block_sparse_moe.experts.99.w1,0.0000071050,0.05000,2.979
7,block_sparse_moe.experts.107.w1,0.0000259154,0.05000,2.893
7,block_sparse_moe.experts.103.w1,0.0000392463,0.05000,3.041
7,block_sparse_moe.experts.113.w1,0.0000079338,0.05000,2.829
7,block_sparse_moe.experts.114.w1,0.0000085821,0.05000,2.623
7,block_sparse_moe.experts.118.w1,0.0000105233,0.05000,2.815
7,block_sparse_moe.experts.120.w1,0.0000095505,0.05000,2.619
7,block_sparse_moe.experts.121.w1,0.0000554652,0.05000,2.871
7,block_sparse_moe.experts.125.w1,0.0000174233,0.05000,2.754
7,block_sparse_moe.experts.124.w1,0.0000226245,0.05000,2.613
7,block_sparse_moe.experts.122.w1,0.0000282052,0.05000,2.859
7,block_sparse_moe.experts.117.w1,0.0000166413,0.05000,2.924
7,block_sparse_moe.experts.112.w1,0.0000528707,0.05000,2.634
7,block_sparse_moe.experts.116.w1,0.0000461993,0.05000,2.609
7,block_sparse_moe.experts.126.w1,0.0000311932,0.05000,2.848
7,block_sparse_moe.experts.127.w1,0.0000279081,0.05000,2.896
7,block_sparse_moe.experts.115.w1,0.0000217765,0.05000,2.953
7,block_sparse_moe.experts.123.w1,0.0000253930,0.05000,2.963
7,block_sparse_moe.experts.119.w1,0.0000167804,0.05000,2.919
7,block_sparse_moe.experts.129.w1,0.0001570654,0.05000,2.860
7,block_sparse_moe.experts.130.w1,0.0000185731,0.05000,2.860
7,block_sparse_moe.experts.134.w1,0.0000306655,0.05000,2.834
7,block_sparse_moe.experts.136.w1,0.0000171007,0.05000,2.856
7,block_sparse_moe.experts.137.w1,0.0000222568,0.05000,2.815
7,block_sparse_moe.experts.141.w1,0.0000294702,0.05000,2.810
7,block_sparse_moe.experts.140.w1,0.0000238154,0.05000,2.821
7,block_sparse_moe.experts.132.w1,0.0000206156,0.05000,2.783
7,block_sparse_moe.experts.138.w1,0.0000314461,0.05000,2.855
7,block_sparse_moe.experts.133.w1,0.0000124574,0.05000,2.921
7,block_sparse_moe.experts.128.w1,0.0000167163,0.05000,2.901
7,block_sparse_moe.experts.142.w1,0.0000301372,0.05000,2.870
7,block_sparse_moe.experts.143.w1,0.0000282376,0.05000,3.070
7,block_sparse_moe.experts.139.w1,0.0000527946,0.05000,3.036
7,block_sparse_moe.experts.131.w1,0.0000195276,0.05000,3.128
7,block_sparse_moe.experts.135.w1,0.0000304706,0.05000,3.074
7,block_sparse_moe.experts.150.w1,0.0000680903,0.05000,2.850
7,block_sparse_moe.experts.146.w1,0.0000212213,0.05000,2.997
7,block_sparse_moe.experts.153.w1,0.0000697000,0.05000,2.992
7,block_sparse_moe.experts.145.w1,0.0000586705,0.05000,3.121
7,block_sparse_moe.experts.157.w1,0.0000043103,0.05000,3.049
7,block_sparse_moe.experts.152.w1,0.0000112273,0.05000,3.094
7,block_sparse_moe.experts.154.w1,0.0000225913,0.05000,2.871
7,block_sparse_moe.experts.156.w1,0.0000239713,0.05000,3.050
7,block_sparse_moe.experts.148.w1,0.0000147770,0.05000,2.968
7,block_sparse_moe.experts.158.w1,0.0000167831,0.05000,2.860
7,block_sparse_moe.experts.144.w1,0.0000379876,0.05000,2.961
7,block_sparse_moe.experts.149.w1,0.0000212266,0.05000,3.073
7,block_sparse_moe.experts.159.w1,0.0000175616,0.05000,3.031
7,block_sparse_moe.experts.155.w1,0.0000606621,0.05000,2.946
7,block_sparse_moe.experts.147.w1,0.0000404062,0.05000,2.981
7,block_sparse_moe.experts.151.w1,0.0000293016,0.05000,3.023
7,block_sparse_moe.experts.166.w1,0.0000093818,0.05000,3.005
7,block_sparse_moe.experts.169.w1,0.0000257806,0.05000,2.935
7,block_sparse_moe.experts.161.w1,0.0000206505,0.05000,2.929
7,block_sparse_moe.experts.162.w1,0.0000185652,0.05000,3.072
7,block_sparse_moe.experts.173.w1,0.0000194082,0.05000,2.921
7,block_sparse_moe.experts.168.w1,0.0000074275,0.05000,2.988
7,block_sparse_moe.experts.170.w1,0.0000142493,0.05000,3.057
7,block_sparse_moe.experts.164.w1,0.0000236699,0.05000,3.053
7,block_sparse_moe.experts.172.w1,0.0000508794,0.05000,3.054
7,block_sparse_moe.experts.174.w1,0.0000207039,0.05000,3.083
7,block_sparse_moe.experts.165.w1,0.0000265791,0.05000,2.982
7,block_sparse_moe.experts.160.w1,0.0000389092,0.05000,3.139
7,block_sparse_moe.experts.175.w1,0.0000200277,0.05000,2.926
7,block_sparse_moe.experts.171.w1,0.0000182457,0.05000,2.900
7,block_sparse_moe.experts.163.w1,0.0000182991,0.05000,2.967
7,block_sparse_moe.experts.167.w1,0.0000423177,0.05000,2.906
7,block_sparse_moe.experts.182.w1,0.0000282231,0.05000,2.987
7,block_sparse_moe.experts.178.w1,0.0000746367,0.05000,2.905
7,block_sparse_moe.experts.185.w1,0.0000056921,0.05000,3.056
7,block_sparse_moe.experts.177.w1,0.0000133426,0.05000,3.069
7,block_sparse_moe.experts.189.w1,0.0000127805,0.05000,3.063
7,block_sparse_moe.experts.184.w1,0.0000041094,0.05000,3.025
7,block_sparse_moe.experts.186.w1,0.0000341084,0.05000,2.949
7,block_sparse_moe.experts.190.w1,0.0000328178,0.05000,2.909
7,block_sparse_moe.experts.180.w1,0.0000187840,0.05000,2.994
7,block_sparse_moe.experts.188.w1,0.0000099513,0.05000,3.039
7,block_sparse_moe.experts.176.w1,0.0000372240,0.05000,2.968
7,block_sparse_moe.experts.181.w1,0.0000161257,0.05000,3.027
7,block_sparse_moe.experts.191.w1,0.0000534087,0.05000,2.987
7,block_sparse_moe.experts.187.w1,0.0000230993,0.05000,3.034
7,block_sparse_moe.experts.183.w1,0.0000111242,0.05000,2.929
7,block_sparse_moe.experts.179.w1,0.0000372276,0.05000,3.001
7,block_sparse_moe.experts.194.w1,0.0000310826,0.05000,2.707
7,block_sparse_moe.experts.198.w1,0.0000245849,0.05000,2.826
7,block_sparse_moe.experts.201.w1,0.0000534368,0.05000,2.959
7,block_sparse_moe.experts.202.w1,0.0000307619,0.05000,2.835
7,block_sparse_moe.experts.200.w1,0.0000321070,0.05000,2.918
7,block_sparse_moe.experts.205.w1,0.0000448948,0.05000,2.998
7,block_sparse_moe.experts.193.w1,0.0000296765,0.05000,3.050
7,block_sparse_moe.experts.206.w1,0.0000273110,0.05000,2.839
7,block_sparse_moe.experts.196.w1,0.0000202216,0.05000,2.923
7,block_sparse_moe.experts.204.w1,0.0000699516,0.05000,2.944
7,block_sparse_moe.experts.197.w1,0.0000204112,0.05000,2.909
7,block_sparse_moe.experts.192.w1,0.0000294515,0.05000,2.970
7,block_sparse_moe.experts.207.w1,0.0000262088,0.05000,2.956
7,block_sparse_moe.experts.203.w1,0.0000568501,0.05000,2.952
7,block_sparse_moe.experts.199.w1,0.0000193969,0.05000,2.932
7,block_sparse_moe.experts.195.w1,0.0000128492,0.05000,2.937
7,block_sparse_moe.experts.214.w1,0.0000096002,0.05000,2.928
7,block_sparse_moe.experts.210.w1,0.0000060667,0.05000,2.970
7,block_sparse_moe.experts.216.w1,0.0000637477,0.05000,2.802
7,block_sparse_moe.experts.212.w1,0.0000125225,0.05000,2.693
7,block_sparse_moe.experts.217.w1,0.0000516642,0.05000,2.978
7,block_sparse_moe.experts.220.w1,0.0000248787,0.05000,2.763
7,block_sparse_moe.experts.209.w1,0.0000126765,0.05000,2.944
7,block_sparse_moe.experts.218.w1,0.0000086989,0.05000,3.049
7,block_sparse_moe.experts.222.w1,0.0000090055,0.05000,3.015
7,block_sparse_moe.experts.208.w1,0.0000094535,0.05000,2.750
7,block_sparse_moe.experts.221.w1,0.0000156772,0.05000,3.095
7,block_sparse_moe.experts.213.w1,0.0000172129,0.05000,2.933
7,block_sparse_moe.experts.223.w1,0.0000289240,0.05000,2.991
7,block_sparse_moe.experts.215.w1,0.0000191226,0.05000,2.959
7,block_sparse_moe.experts.219.w1,0.0000159968,0.05000,3.083
7,block_sparse_moe.experts.211.w1,0.0000107609,0.05000,2.985
7,block_sparse_moe.experts.226.w1,0.0000324385,0.05000,3.002
7,block_sparse_moe.experts.230.w1,0.0000042571,0.05000,3.041
7,block_sparse_moe.experts.228.w1,0.0000282735,0.05000,2.812
7,block_sparse_moe.experts.232.w1,0.0000244307,0.05000,2.884
7,block_sparse_moe.experts.236.w1,0.0000374716,0.05000,2.773
7,block_sparse_moe.experts.233.w1,0.0000118308,0.05000,2.929
7,block_sparse_moe.experts.224.w1,0.0000119187,0.05000,2.771
7,block_sparse_moe.experts.225.w1,0.0000061335,0.05000,2.923
7,block_sparse_moe.experts.234.w1,0.0000179908,0.05000,2.962
7,block_sparse_moe.experts.237.w1,0.0000386626,0.05000,2.898
7,block_sparse_moe.experts.238.w1,0.0001067756,0.05000,3.003
7,block_sparse_moe.experts.229.w1,0.0000676312,0.05000,2.939
7,block_sparse_moe.experts.239.w1,0.0000303766,0.05000,3.113
7,block_sparse_moe.experts.231.w1,0.0000264042,0.05000,3.094
7,block_sparse_moe.experts.227.w1,0.0000487493,0.05000,3.084
7,block_sparse_moe.experts.235.w1,0.0000213512,0.05000,3.094
7,block_sparse_moe.experts.242.w1,0.0000121078,0.05000,2.803
7,block_sparse_moe.experts.246.w1,0.0000485334,0.05000,2.839
7,block_sparse_moe.experts.244.w1,0.0000260292,0.05000,2.892
7,block_sparse_moe.experts.248.w1,0.0000300314,0.05000,2.898
7,block_sparse_moe.experts.252.w1,0.0000206529,0.05000,2.907
7,block_sparse_moe.experts.249.w1,0.0000127649,0.05000,2.845
7,block_sparse_moe.experts.250.w1,0.0000171993,0.05000,2.831
7,block_sparse_moe.experts.240.w1,0.0000221823,0.05000,2.924
7,block_sparse_moe.experts.241.w1,0.0000158316,0.05000,2.901
7,block_sparse_moe.experts.254.w1,0.0000366422,0.05000,2.906
7,block_sparse_moe.experts.245.w1,0.0000190691,0.05000,2.833
7,block_sparse_moe.experts.253.w1,0.0000247756,0.05000,3.009
7,block_sparse_moe.experts.255.w1,0.0000162551,0.05000,2.999
7,block_sparse_moe.experts.247.w1,0.0000276998,0.05000,3.050
7,block_sparse_moe.experts.243.w1,0.0000257131,0.05000,3.036
7,block_sparse_moe.experts.251.w1,0.0000172668,0.05000,3.072
7,block_sparse_moe.experts.2.w3,0.0000214814,0.05000,2.943
7,block_sparse_moe.experts.6.w3,0.0000277834,0.05000,2.947
7,block_sparse_moe.experts.9.w3,0.0000499785,0.05000,2.787
7,block_sparse_moe.experts.1.w3,0.0000339483,0.05000,2.797
7,block_sparse_moe.experts.8.w3,0.0000169114,0.05000,3.092
7,block_sparse_moe.experts.4.w3,0.0000333807,0.05000,3.165
7,block_sparse_moe.experts.10.w3,0.0000130418,0.05000,2.982
7,block_sparse_moe.experts.12.w3,0.0000146077,0.05000,3.153
7,block_sparse_moe.experts.5.w3,0.0000477611,0.05000,2.834
7,block_sparse_moe.experts.13.w3,0.0000383234,0.05000,2.808
7,block_sparse_moe.experts.0.w3,0.0000054976,0.05000,3.130
7,block_sparse_moe.experts.14.w3,0.0000396715,0.05000,3.001
7,block_sparse_moe.experts.15.w3,0.0000156509,0.05000,3.040
7,block_sparse_moe.experts.7.w3,0.0000561571,0.05000,2.920
7,block_sparse_moe.experts.3.w3,0.0000142212,0.05000,2.909
7,block_sparse_moe.experts.11.w3,0.0000087334,0.05000,2.904
7,block_sparse_moe.experts.18.w3,0.0000262874,0.05000,2.942
7,block_sparse_moe.experts.22.w3,0.0000169770,0.05000,2.888
7,block_sparse_moe.experts.25.w3,0.0000238998,0.05000,2.927
7,block_sparse_moe.experts.17.w3,0.0000371542,0.05000,2.923
7,block_sparse_moe.experts.20.w3,0.0000188380,0.05000,3.072
7,block_sparse_moe.experts.26.w3,0.0000355170,0.05000,3.023
7,block_sparse_moe.experts.21.w3,0.0000414301,0.05000,2.958
7,block_sparse_moe.experts.24.w3,0.0000420059,0.05000,3.139
7,block_sparse_moe.experts.29.w3,0.0000095219,0.05000,2.996
7,block_sparse_moe.experts.28.w3,0.0000213044,0.05000,3.078
7,block_sparse_moe.experts.30.w3,0.0000177883,0.05000,2.988
7,block_sparse_moe.experts.16.w3,0.0000267958,0.05000,3.153
7,block_sparse_moe.experts.31.w3,0.0000299669,0.05000,2.797
7,block_sparse_moe.experts.19.w3,0.0000230981,0.05000,2.819
7,block_sparse_moe.experts.23.w3,0.0000347080,0.05000,2.878
7,block_sparse_moe.experts.27.w3,0.0000273596,0.05000,2.817
7,block_sparse_moe.experts.34.w3,0.0000248847,0.05000,2.843
7,block_sparse_moe.experts.38.w3,0.0000211174,0.05000,2.977
7,block_sparse_moe.experts.41.w3,0.0000126544,0.05000,3.010
7,block_sparse_moe.experts.33.w3,0.0000165895,0.05000,3.000
7,block_sparse_moe.experts.36.w3,0.0000307343,0.05000,2.885
7,block_sparse_moe.experts.40.w3,0.0000291534,0.05000,2.894
7,block_sparse_moe.experts.42.w3,0.0000229840,0.05000,2.966
7,block_sparse_moe.experts.37.w3,0.0000293599,0.05000,2.962
7,block_sparse_moe.experts.45.w3,0.0000204283,0.05000,2.972
7,block_sparse_moe.experts.44.w3,0.0000372331,0.05000,2.928
7,block_sparse_moe.experts.32.w3,0.0000864810,0.05000,2.840
7,block_sparse_moe.experts.46.w3,0.0000374264,0.05000,2.961
7,block_sparse_moe.experts.47.w3,0.0000254647,0.05000,2.981
7,block_sparse_moe.experts.35.w3,0.0000303434,0.05000,3.000
7,block_sparse_moe.experts.43.w3,0.0000401836,0.05000,3.016
7,block_sparse_moe.experts.39.w3,0.0000290765,0.05000,3.026
7,block_sparse_moe.experts.50.w3,0.0000109284,0.05000,2.891
7,block_sparse_moe.experts.54.w3,0.0000974890,0.05000,2.870
7,block_sparse_moe.experts.57.w3,0.0000424952,0.05000,2.976
7,block_sparse_moe.experts.49.w3,0.0000067239,0.05000,2.972
7,block_sparse_moe.experts.52.w3,0.0000140621,0.05000,2.966
7,block_sparse_moe.experts.58.w3,0.0000172400,0.05000,2.925
7,block_sparse_moe.experts.56.w3,0.0000284988,0.05000,2.992
7,block_sparse_moe.experts.53.w3,0.0000092611,0.05000,2.946
7,block_sparse_moe.experts.60.w3,0.0000134541,0.05000,2.941
7,block_sparse_moe.experts.62.w3,0.0000235713,0.05000,2.850
7,block_sparse_moe.experts.61.w3,0.0000468128,0.05000,2.976
7,block_sparse_moe.experts.48.w3,0.0000249964,0.05000,3.031
7,block_sparse_moe.experts.63.w3,0.0000263001,0.05000,2.967
7,block_sparse_moe.experts.51.w3,0.0000183532,0.05000,2.898
7,block_sparse_moe.experts.55.w3,0.0000077538,0.05000,2.886
7,block_sparse_moe.experts.59.w3,0.0000040974,0.05000,2.949
7,block_sparse_moe.experts.66.w3,0.0000267519,0.05000,2.794
7,block_sparse_moe.experts.70.w3,0.0000451927,0.05000,2.833
7,block_sparse_moe.experts.73.w3,0.0000496911,0.05000,2.914
7,block_sparse_moe.experts.65.w3,0.0000501281,0.05000,2.889
7,block_sparse_moe.experts.68.w3,0.0000181413,0.05000,2.916
7,block_sparse_moe.experts.74.w3,0.0000094044,0.05000,2.882
7,block_sparse_moe.experts.69.w3,0.0000110493,0.05000,2.947
7,block_sparse_moe.experts.78.w3,0.0000044614,0.05000,2.895
7,block_sparse_moe.experts.76.w3,0.0000145292,0.05000,2.939
7,block_sparse_moe.experts.72.w3,0.0000326139,0.05000,3.050
7,block_sparse_moe.experts.77.w3,0.0000425675,0.05000,3.035
7,block_sparse_moe.experts.64.w3,0.0000125554,0.05000,3.032
7,block_sparse_moe.experts.79.w3,0.0000180308,0.05000,2.935
7,block_sparse_moe.experts.71.w3,0.0000187971,0.05000,2.917
7,block_sparse_moe.experts.67.w3,0.0000261351,0.05000,2.980
7,block_sparse_moe.experts.75.w3,0.0000452416,0.05000,3.017
7,block_sparse_moe.experts.82.w3,0.0000244966,0.05000,3.025
7,block_sparse_moe.experts.86.w3,0.0000220908,0.05000,3.088
7,block_sparse_moe.experts.89.w3,0.0000165135,0.05000,3.016
7,block_sparse_moe.experts.81.w3,0.0000735664,0.05000,2.989
7,block_sparse_moe.experts.90.w3,0.0000124553,0.05000,2.946
7,block_sparse_moe.experts.85.w3,0.0000025637,0.05000,2.863
7,block_sparse_moe.experts.84.w3,0.0000154233,0.05000,2.983
7,block_sparse_moe.experts.94.w3,0.0000338670,0.05000,2.897
7,block_sparse_moe.experts.92.w3,0.0000149305,0.05000,2.923
7,block_sparse_moe.experts.88.w3,0.0000195711,0.05000,2.964
7,block_sparse_moe.experts.93.w3,0.0000347263,0.05000,2.950
7,block_sparse_moe.experts.80.w3,0.0000182410,0.05000,3.022
7,block_sparse_moe.experts.95.w3,0.0000394117,0.05000,3.015
7,block_sparse_moe.experts.83.w3,0.0000407853,0.05000,2.938
7,block_sparse_moe.experts.87.w3,0.0000409864,0.05000,3.011
7,block_sparse_moe.experts.91.w3,0.0000275322,0.05000,3.044
7,block_sparse_moe.experts.98.w3,0.0000374059,0.05000,2.829
7,block_sparse_moe.experts.102.w3,0.0000106633,0.05000,2.769
7,block_sparse_moe.experts.105.w3,0.0000220495,0.05000,2.823
7,block_sparse_moe.experts.97.w3,0.0000184458,0.05000,2.857
7,block_sparse_moe.experts.110.w3,0.0000048386,0.05000,2.749
7,block_sparse_moe.experts.101.w3,0.0000124152,0.05000,2.815
7,block_sparse_moe.experts.106.w3,0.0000589119,0.05000,2.838
7,block_sparse_moe.experts.100.w3,0.0000179940,0.05000,2.944
7,block_sparse_moe.experts.108.w3,0.0000175234,0.05000,2.965
7,block_sparse_moe.experts.104.w3,0.0000241044,0.05000,2.995
7,block_sparse_moe.experts.109.w3,0.0000131212,0.05000,2.930
7,block_sparse_moe.experts.96.w3,0.0000280810,0.05000,3.017
7,block_sparse_moe.experts.99.w3,0.0000067348,0.05000,2.803
7,block_sparse_moe.experts.111.w3,0.0000063978,0.05000,2.917
7,block_sparse_moe.experts.103.w3,0.0000244114,0.05000,2.854
7,block_sparse_moe.experts.107.w3,0.0000253125,0.05000,2.900
7,block_sparse_moe.experts.114.w3,0.0000081902,0.05000,2.738
7,block_sparse_moe.experts.118.w3,0.0000102778,0.05000,2.741
7,block_sparse_moe.experts.121.w3,0.0000538210,0.05000,2.792
7,block_sparse_moe.experts.113.w3,0.0000074793,0.05000,2.743
7,block_sparse_moe.experts.117.w3,0.0000160269,0.05000,2.708
7,block_sparse_moe.experts.126.w3,0.0000299104,0.05000,2.807
7,block_sparse_moe.experts.122.w3,0.0000274304,0.05000,2.820
7,block_sparse_moe.experts.116.w3,0.0000442422,0.05000,2.780
7,block_sparse_moe.experts.124.w3,0.0000218974,0.05000,2.752
7,block_sparse_moe.experts.125.w3,0.0000166766,0.05000,2.690
7,block_sparse_moe.experts.120.w3,0.0000091873,0.05000,2.773
7,block_sparse_moe.experts.112.w3,0.0000508808,0.05000,2.838
7,block_sparse_moe.experts.127.w3,0.0000264914,0.05000,2.775
7,block_sparse_moe.experts.115.w3,0.0000206872,0.05000,2.814
7,block_sparse_moe.experts.119.w3,0.0000163437,0.05000,2.792
7,block_sparse_moe.experts.123.w3,0.0000242140,0.05000,2.816
7,block_sparse_moe.experts.130.w3,0.0000180851,0.05000,2.826
7,block_sparse_moe.experts.134.w3,0.0000294963,0.05000,2.795
7,block_sparse_moe.experts.137.w3,0.0000215140,0.05000,2.792
7,block_sparse_moe.experts.133.w3,0.0000115745,0.05000,2.689
7,block_sparse_moe.experts.129.w3,0.0001552239,0.05000,2.802
7,block_sparse_moe.experts.142.w3,0.0000282031,0.05000,2.779
7,block_sparse_moe.experts.138.w3,0.0000301332,0.05000,2.756
7,block_sparse_moe.experts.132.w3,0.0000197838,0.05000,2.794
7,block_sparse_moe.experts.140.w3,0.0000231653,0.05000,2.920
7,block_sparse_moe.experts.141.w3,0.0000290414,0.05000,2.920
7,block_sparse_moe.experts.136.w3,0.0000166107,0.05000,2.922
7,block_sparse_moe.experts.128.w3,0.0000159929,0.05000,2.962
7,block_sparse_moe.experts.143.w3,0.0000273930,0.05000,2.906
7,block_sparse_moe.experts.131.w3,0.0000186396,0.05000,2.947
7,block_sparse_moe.experts.135.w3,0.0000279416,0.05000,2.901
7,block_sparse_moe.experts.139.w3,0.0000512708,0.05000,3.029
7,block_sparse_moe.experts.146.w3,0.0000203151,0.05000,2.784
7,block_sparse_moe.experts.150.w3,0.0000593483,0.05000,2.809
7,block_sparse_moe.experts.149.w3,0.0000205194,0.05000,2.771
7,block_sparse_moe.experts.153.w3,0.0000670514,0.05000,2.870
7,block_sparse_moe.experts.154.w3,0.0000220132,0.05000,2.704
7,block_sparse_moe.experts.158.w3,0.0000153611,0.05000,2.761
7,block_sparse_moe.experts.145.w3,0.0000566606,0.05000,2.894
7,block_sparse_moe.experts.148.w3,0.0000143060,0.05000,3.147
7,block_sparse_moe.experts.157.w3,0.0000042297,0.05000,3.040
7,block_sparse_moe.experts.156.w3,0.0000226392,0.05000,3.152
7,block_sparse_moe.experts.152.w3,0.0000107214,0.05000,3.055
7,block_sparse_moe.experts.144.w3,0.0000366889,0.05000,3.093
7,block_sparse_moe.experts.159.w3,0.0000169495,0.05000,2.851
7,block_sparse_moe.experts.147.w3,0.0000393390,0.05000,2.851
7,block_sparse_moe.experts.151.w3,0.0000279398,0.05000,2.829
7,block_sparse_moe.experts.155.w3,0.0000569759,0.05000,2.789
7,block_sparse_moe.experts.162.w3,0.0000178287,0.05000,2.572
7,block_sparse_moe.experts.166.w3,0.0000091702,0.05000,2.749
7,block_sparse_moe.experts.170.w3,0.0000138454,0.05000,2.729
7,block_sparse_moe.experts.174.w3,0.0000201159,0.05000,2.711
7,block_sparse_moe.experts.165.w3,0.0000255125,0.05000,2.891
7,block_sparse_moe.experts.161.w3,0.0000199275,0.05000,2.909
7,block_sparse_moe.experts.169.w3,0.0000245496,0.05000,3.031
7,block_sparse_moe.experts.164.w3,0.0000228928,0.05000,2.909
7,block_sparse_moe.experts.173.w3,0.0000185694,0.05000,2.803
7,block_sparse_moe.experts.168.w3,0.0000070794,0.05000,2.864
7,block_sparse_moe.experts.172.w3,0.0000490436,0.05000,2.913
7,block_sparse_moe.experts.160.w3,0.0000382775,0.05000,2.874
7,block_sparse_moe.experts.167.w3,0.0000410024,0.05000,2.960
7,block_sparse_moe.experts.175.w3,0.0000190531,0.05000,3.046
7,block_sparse_moe.experts.163.w3,0.0000176998,0.05000,3.028
7,block_sparse_moe.experts.171.w3,0.0000174960,0.05000,3.025
7,block_sparse_moe.experts.178.w3,0.0000667643,0.05000,3.065
7,block_sparse_moe.experts.182.w3,0.0000270743,0.05000,3.029
7,block_sparse_moe.experts.181.w3,0.0000154487,0.05000,2.650
7,block_sparse_moe.experts.186.w3,0.0000330396,0.05000,2.875
7,block_sparse_moe.experts.177.w3,0.0000127153,0.05000,2.690
7,block_sparse_moe.experts.190.w3,0.0000310741,0.05000,2.916
7,block_sparse_moe.experts.185.w3,0.0000054682,0.05000,2.746
7,block_sparse_moe.experts.180.w3,0.0000180471,0.05000,2.898
7,block_sparse_moe.experts.189.w3,0.0000126114,0.05000,2.854
7,block_sparse_moe.experts.188.w3,0.0000095219,0.05000,2.903
7,block_sparse_moe.experts.184.w3,0.0000040276,0.05000,2.963
7,block_sparse_moe.experts.176.w3,0.0000359865,0.05000,2.981
7,block_sparse_moe.experts.183.w3,0.0000107202,0.05000,2.959
7,block_sparse_moe.experts.191.w3,0.0000508825,0.05000,3.008
7,block_sparse_moe.experts.179.w3,0.0000342530,0.05000,3.010
7,block_sparse_moe.experts.194.w3,0.0000296225,0.05000,2.844
7,block_sparse_moe.experts.187.w3,0.0000217567,0.05000,2.992
7,block_sparse_moe.experts.198.w3,0.0000233745,0.05000,2.866
7,block_sparse_moe.experts.197.w3,0.0000197410,0.05000,2.902
7,block_sparse_moe.experts.193.w3,0.0000289468,0.05000,2.803
7,block_sparse_moe.experts.202.w3,0.0000300589,0.05000,2.934
7,block_sparse_moe.experts.201.w3,0.0000519966,0.05000,2.838
7,block_sparse_moe.experts.206.w3,0.0000265031,0.05000,2.941
7,block_sparse_moe.experts.205.w3,0.0000436427,0.05000,2.772
7,block_sparse_moe.experts.196.w3,0.0000190332,0.05000,3.025
7,block_sparse_moe.experts.204.w3,0.0000674354,0.05000,3.031
7,block_sparse_moe.experts.200.w3,0.0000311095,0.05000,3.125
7,block_sparse_moe.experts.192.w3,0.0000286541,0.05000,3.085
7,block_sparse_moe.experts.199.w3,0.0000190188,0.05000,2.935
7,block_sparse_moe.experts.207.w3,0.0000250217,0.05000,2.973
7,block_sparse_moe.experts.195.w3,0.0000124305,0.05000,2.979
7,block_sparse_moe.experts.203.w3,0.0000527854,0.05000,2.975
7,block_sparse_moe.experts.210.w3,0.0000058698,0.05000,3.107
7,block_sparse_moe.experts.213.w3,0.0000165528,0.05000,2.751
7,block_sparse_moe.experts.209.w3,0.0000122822,0.05000,2.777
7,block_sparse_moe.experts.217.w3,0.0000477661,0.05000,2.701
7,block_sparse_moe.experts.214.w3,0.0000093568,0.05000,3.143
7,block_sparse_moe.experts.218.w3,0.0000083936,0.05000,3.090
7,block_sparse_moe.experts.222.w3,0.0000086754,0.05000,3.161
7,block_sparse_moe.experts.221.w3,0.0000150823,0.05000,2.744
7,block_sparse_moe.experts.212.w3,0.0000118682,0.05000,2.833
7,block_sparse_moe.experts.220.w3,0.0000241846,0.05000,2.885
7,block_sparse_moe.experts.216.w3,0.0000610470,0.05000,2.848
7,block_sparse_moe.experts.208.w3,0.0000090225,0.05000,2.852
7,block_sparse_moe.experts.215.w3,0.0000185167,0.05000,2.862
7,block_sparse_moe.experts.223.w3,0.0000280106,0.05000,2.861
7,block_sparse_moe.experts.211.w3,0.0000103275,0.05000,2.889
7,block_sparse_moe.experts.229.w3,0.0000632535,0.05000,2.639
7,block_sparse_moe.experts.219.w3,0.0000155883,0.05000,2.865
7,block_sparse_moe.experts.226.w3,0.0000311503,0.05000,2.979
7,block_sparse_moe.experts.225.w3,0.0000058046,0.05000,2.709
7,block_sparse_moe.experts.233.w3,0.0000114134,0.05000,2.797
7,block_sparse_moe.experts.230.w3,0.0000041389,0.05000,3.001
7,block_sparse_moe.experts.234.w3,0.0000172437,0.05000,2.937
7,block_sparse_moe.experts.238.w3,0.0000849593,0.05000,2.985
7,block_sparse_moe.experts.237.w3,0.0000379125,0.05000,2.936
7,block_sparse_moe.experts.228.w3,0.0000265434,0.05000,2.904
7,block_sparse_moe.experts.236.w3,0.0000363244,0.05000,2.932
7,block_sparse_moe.experts.232.w3,0.0000235396,0.05000,2.899
7,block_sparse_moe.experts.224.w3,0.0000110166,0.05000,2.922
7,block_sparse_moe.experts.231.w3,0.0000255341,0.05000,2.941
7,block_sparse_moe.experts.227.w3,0.0000470341,0.05000,2.893
7,block_sparse_moe.experts.239.w3,0.0000449892,0.05000,2.963
7,block_sparse_moe.experts.245.w3,0.0000179493,0.05000,2.970
7,block_sparse_moe.experts.235.w3,0.0000205989,0.05000,3.019
7,block_sparse_moe.experts.242.w3,0.0000118490,0.05000,2.884
7,block_sparse_moe.experts.241.w3,0.0000154717,0.05000,2.871
7,block_sparse_moe.experts.249.w3,0.0000123873,0.05000,2.838
7,block_sparse_moe.experts.246.w3,0.0000468384,0.05000,2.828
7,block_sparse_moe.experts.253.w3,0.0000243398,0.05000,2.333
7,block_sparse_moe.experts.250.w3,0.0000165877,0.05000,2.701
7,block_sparse_moe.experts.254.w3,0.0000353161,0.05000,2.601
7,block_sparse_moe.experts.244.w3,0.0000255547,0.05000,3.063
7,block_sparse_moe.experts.252.w3,0.0000204271,0.05000,2.928
7,block_sparse_moe.experts.248.w3,0.0000289739,0.05000,2.898
7,block_sparse_moe.experts.240.w3,0.0000214104,0.05000,2.557
7,block_sparse_moe.experts.247.w3,0.0000269509,0.05000,2.722
7,block_sparse_moe.experts.255.w3,0.0000159199,0.05000,2.716
7,block_sparse_moe.experts.243.w3,0.0000246502,0.05000,2.745
7,block_sparse_moe.experts.251.w3,0.0000163945,0.05000,2.419
7,block_sparse_moe.experts.0.w2,0.0000013345,0.05000,1.365
7,block_sparse_moe.experts.6.w2,0.0000037051,0.05000,1.372
7,block_sparse_moe.experts.8.w2,0.0000032505,0.05000,1.408
7,block_sparse_moe.experts.14.w2,0.0000068485,0.05000,1.412
7,block_sparse_moe.experts.2.w2,0.0000019033,0.05000,1.486
7,block_sparse_moe.experts.4.w2,0.0000047581,0.05000,1.433
7,block_sparse_moe.experts.12.w2,0.0000010015,0.05000,1.445
7,block_sparse_moe.experts.15.w2,0.0000012059,0.05000,1.475
7,block_sparse_moe.experts.3.w2,0.0000011492,0.05000,1.543
7,block_sparse_moe.experts.10.w2,0.0000041176,0.05000,1.493
7,block_sparse_moe.experts.7.w2,0.0000048940,0.05000,1.528
7,block_sparse_moe.experts.11.w2,0.0000020250,0.05000,1.564
7,block_sparse_moe.experts.1.w2,0.0000062762,0.05000,1.714
7,block_sparse_moe.experts.13.w2,0.0000068064,0.05000,1.634
7,block_sparse_moe.experts.5.w2,0.0000064534,0.05000,1.675
7,block_sparse_moe.experts.9.w2,0.0000044648,0.05000,1.693
7,block_sparse_moe.experts.16.w2,0.0000017834,0.05000,1.360
7,block_sparse_moe.experts.30.w2,0.0000039543,0.05000,1.297
7,block_sparse_moe.experts.22.w2,0.0000028038,0.05000,1.353
7,block_sparse_moe.experts.18.w2,0.0000049015,0.05000,1.311
7,block_sparse_moe.experts.24.w2,0.0000059902,0.05000,1.347
7,block_sparse_moe.experts.20.w2,0.0000045796,0.05000,1.348
7,block_sparse_moe.experts.26.w2,0.0000099096,0.05000,1.319
7,block_sparse_moe.experts.28.w2,0.0000024775,0.05000,1.370
7,block_sparse_moe.experts.19.w2,0.0000015054,0.05000,1.434
7,block_sparse_moe.experts.31.w2,0.0000029526,0.05000,1.464
7,block_sparse_moe.experts.23.w2,0.0000086996,0.05000,1.411
7,block_sparse_moe.experts.27.w2,0.0000033885,0.05000,1.503
7,block_sparse_moe.experts.17.w2,0.0000034302,0.05000,1.418
7,block_sparse_moe.experts.29.w2,0.0000015909,0.05000,1.414
7,block_sparse_moe.experts.25.w2,0.0000056586,0.05000,1.428
7,block_sparse_moe.experts.21.w2,0.0000073778,0.05000,1.463
7,block_sparse_moe.experts.46.w2,0.0000048755,0.05000,1.377
7,block_sparse_moe.experts.32.w2,0.0000059886,0.05000,1.440
7,block_sparse_moe.experts.40.w2,0.0000075579,0.05000,1.426
7,block_sparse_moe.experts.38.w2,0.0000074843,0.05000,1.455
7,block_sparse_moe.experts.34.w2,0.0000018538,0.05000,1.461
7,block_sparse_moe.experts.36.w2,0.0000036192,0.05000,1.425
7,block_sparse_moe.experts.44.w2,0.0000037081,0.05000,1.408
7,block_sparse_moe.experts.35.w2,0.0000036644,0.05000,1.434
7,block_sparse_moe.experts.42.w2,0.0000041171,0.05000,1.547
7,block_sparse_moe.experts.47.w2,0.0000045905,0.05000,1.423
7,block_sparse_moe.experts.39.w2,0.0000029779,0.05000,1.450
7,block_sparse_moe.experts.43.w2,0.0000063084,0.05000,1.413
7,block_sparse_moe.experts.33.w2,0.0000072628,0.05000,1.524
7,block_sparse_moe.experts.37.w2,0.0000092728,0.05000,1.512
7,block_sparse_moe.experts.41.w2,0.0000009162,0.05000,1.534
7,block_sparse_moe.experts.45.w2,0.0000021710,0.05000,1.579
7,block_sparse_moe.experts.56.w2,0.0000077547,0.05000,1.309
7,block_sparse_moe.experts.48.w2,0.0000072554,0.05000,1.397
7,block_sparse_moe.experts.52.w2,0.0000015858,0.05000,1.369
7,block_sparse_moe.experts.60.w2,0.0000019847,0.05000,1.383
7,block_sparse_moe.experts.62.w2,0.0000025092,0.05000,1.582
7,block_sparse_moe.experts.63.w2,0.0000034630,0.05000,1.379
7,block_sparse_moe.experts.51.w2,0.0000026124,0.05000,1.407
7,block_sparse_moe.experts.54.w2,0.0000226479,0.05000,1.634
7,block_sparse_moe.experts.55.w2,0.0000021945,0.05000,1.443
7,block_sparse_moe.experts.59.w2,0.0000009179,0.05000,1.386
7,block_sparse_moe.experts.50.w2,0.0000021894,0.05000,1.676
7,block_sparse_moe.experts.58.w2,0.0000017554,0.05000,1.571
7,block_sparse_moe.experts.49.w2,0.0000024131,0.05000,1.448
7,block_sparse_moe.experts.57.w2,0.0000043357,0.05000,1.487
7,block_sparse_moe.experts.53.w2,0.0000022800,0.05000,1.500
7,block_sparse_moe.experts.61.w2,0.0000058245,0.05000,1.502
7,block_sparse_moe.experts.72.w2,0.0000026400,0.05000,1.568
7,block_sparse_moe.experts.64.w2,0.0000006336,0.05000,1.602
7,block_sparse_moe.experts.76.w2,0.0000042253,0.05000,1.562
7,block_sparse_moe.experts.78.w2,0.0000006490,0.05000,1.509
7,block_sparse_moe.experts.79.w2,0.0000029566,0.05000,1.448
7,block_sparse_moe.experts.68.w2,0.0000011058,0.05000,1.618
7,block_sparse_moe.experts.67.w2,0.0000018618,0.05000,1.475
7,block_sparse_moe.experts.70.w2,0.0000046627,0.05000,1.428
7,block_sparse_moe.experts.71.w2,0.0000030622,0.05000,1.463
7,block_sparse_moe.experts.75.w2,0.0000083026,0.05000,1.473
7,block_sparse_moe.experts.66.w2,0.0000038810,0.05000,1.471
7,block_sparse_moe.experts.74.w2,0.0000014777,0.05000,1.477
7,block_sparse_moe.experts.65.w2,0.0000049469,0.05000,1.402
7,block_sparse_moe.experts.69.w2,0.0000011038,0.05000,1.377
7,block_sparse_moe.experts.77.w2,0.0000043694,0.05000,1.399
7,block_sparse_moe.experts.73.w2,0.0000080626,0.05000,1.436
7,block_sparse_moe.experts.88.w2,0.0000041959,0.05000,1.489
7,block_sparse_moe.experts.95.w2,0.0000039403,0.05000,1.478
7,block_sparse_moe.experts.80.w2,0.0000022846,0.05000,1.598
7,block_sparse_moe.experts.83.w2,0.0000026386,0.05000,1.480
7,block_sparse_moe.experts.92.w2,0.0000015927,0.05000,1.560
7,block_sparse_moe.experts.94.w2,0.0000062799,0.05000,1.570
7,block_sparse_moe.experts.84.w2,0.0000009425,0.05000,1.556
7,block_sparse_moe.experts.87.w2,0.0000065078,0.05000,1.490
7,block_sparse_moe.experts.81.w2,0.0000127379,0.05000,1.390
7,block_sparse_moe.experts.86.w2,0.0000034753,0.05000,1.608
7,block_sparse_moe.experts.91.w2,0.0000043472,0.05000,1.516
7,block_sparse_moe.experts.82.w2,0.0000040067,0.05000,1.553
7,block_sparse_moe.experts.85.w2,0.0000002351,0.05000,1.373
7,block_sparse_moe.experts.90.w2,0.0000028303,0.05000,1.550
7,block_sparse_moe.experts.93.w2,0.0000079174,0.05000,1.391
7,block_sparse_moe.experts.89.w2,0.0000036507,0.05000,1.407
7,block_sparse_moe.experts.104.w2,0.0000032592,0.05000,1.482
7,block_sparse_moe.experts.111.w2,0.0000010899,0.05000,1.364
7,block_sparse_moe.experts.96.w2,0.0000028739,0.05000,1.411
7,block_sparse_moe.experts.99.w2,0.0000007945,0.05000,1.403
7,block_sparse_moe.experts.108.w2,0.0000019450,0.05000,1.402
7,block_sparse_moe.experts.100.w2,0.0000020206,0.05000,1.379
7,block_sparse_moe.experts.107.w2,0.0000035488,0.05000,1.323
7,block_sparse_moe.experts.103.w2,0.0000072504,0.05000,1.427
7,block_sparse_moe.experts.110.w2,0.0000009876,0.05000,1.545
7,block_sparse_moe.experts.97.w2,0.0000049166,0.05000,1.474
7,block_sparse_moe.experts.102.w2,0.0000020451,0.05000,1.568
7,block_sparse_moe.experts.101.w2,0.0000010014,0.05000,1.502
7,block_sparse_moe.experts.105.w2,0.0000044648,0.05000,1.471
7,block_sparse_moe.experts.109.w2,0.0000028341,0.05000,1.510
7,block_sparse_moe.experts.98.w2,0.0000049028,0.05000,1.590
7,block_sparse_moe.experts.106.w2,0.0000214279,0.05000,1.565
7,block_sparse_moe.experts.120.w2,0.0000010363,0.05000,1.358
7,block_sparse_moe.experts.127.w2,0.0000017243,0.05000,1.369
7,block_sparse_moe.experts.115.w2,0.0000039077,0.05000,1.378
7,block_sparse_moe.experts.112.w2,0.0000070851,0.05000,1.390
7,block_sparse_moe.experts.119.w2,0.0000013051,0.05000,1.317
7,block_sparse_moe.experts.123.w2,0.0000025015,0.05000,1.382
7,block_sparse_moe.experts.124.w2,0.0000017797,0.05000,1.454
7,block_sparse_moe.experts.116.w2,0.0000068873,0.05000,1.458
7,block_sparse_moe.experts.126.w2,0.0000038527,0.05000,1.364
7,block_sparse_moe.experts.113.w2,0.0000017050,0.05000,1.410
7,block_sparse_moe.experts.118.w2,0.0000012020,0.05000,1.333
7,block_sparse_moe.experts.114.w2,0.0000013628,0.05000,1.318
7,block_sparse_moe.experts.122.w2,0.0000031027,0.05000,1.330
7,block_sparse_moe.experts.117.w2,0.0000035677,0.05000,1.436
7,block_sparse_moe.experts.121.w2,0.0000052600,0.05000,1.388
7,block_sparse_moe.experts.125.w2,0.0000013113,0.05000,1.459
7,block_sparse_moe.experts.136.w2,0.0000014708,0.05000,1.471
7,block_sparse_moe.experts.128.w2,0.0000043248,0.05000,1.478
7,block_sparse_moe.experts.143.w2,0.0000034637,0.05000,1.609
7,block_sparse_moe.experts.131.w2,0.0000020958,0.05000,1.596
7,block_sparse_moe.experts.132.w2,0.0000052159,0.05000,1.512
7,block_sparse_moe.experts.140.w2,0.0000037737,0.05000,1.544
7,block_sparse_moe.experts.135.w2,0.0000086498,0.05000,1.618
7,block_sparse_moe.experts.139.w2,0.0000055625,0.05000,1.616
7,block_sparse_moe.experts.129.w2,0.0000098322,0.05000,1.455
7,block_sparse_moe.experts.142.w2,0.0000063280,0.05000,1.551
7,block_sparse_moe.experts.133.w2,0.0000040642,0.05000,1.416
7,block_sparse_moe.experts.137.w2,0.0000017831,0.05000,1.412
7,block_sparse_moe.experts.134.w2,0.0000031291,0.05000,1.566
7,block_sparse_moe.experts.141.w2,0.0000056739,0.05000,1.424
7,block_sparse_moe.experts.138.w2,0.0000035152,0.05000,1.529
7,block_sparse_moe.experts.130.w2,0.0000015835,0.05000,1.574
7,block_sparse_moe.experts.152.w2,0.0000008650,0.05000,1.491
7,block_sparse_moe.experts.144.w2,0.0000071393,0.05000,1.467
7,block_sparse_moe.experts.145.w2,0.0000127047,0.05000,1.277
7,block_sparse_moe.experts.149.w2,0.0000030851,0.05000,1.218
7,block_sparse_moe.experts.148.w2,0.0000032281,0.05000,1.440
7,block_sparse_moe.experts.153.w2,0.0000065107,0.05000,1.262
7,block_sparse_moe.experts.159.w2,0.0000030298,0.05000,1.552
7,block_sparse_moe.experts.156.w2,0.0000041649,0.05000,1.477
7,block_sparse_moe.experts.147.w2,0.0000038744,0.05000,1.544
7,block_sparse_moe.experts.157.w2,0.0000007439,0.05000,1.297
7,block_sparse_moe.experts.151.w2,0.0000033421,0.05000,1.548
7,block_sparse_moe.experts.158.w2,0.0000045699,0.05000,1.516
7,block_sparse_moe.experts.155.w2,0.0000044264,0.05000,1.579
7,block_sparse_moe.experts.150.w2,0.0000091945,0.05000,1.568
7,block_sparse_moe.experts.154.w2,0.0000024919,0.05000,1.511
7,block_sparse_moe.experts.146.w2,0.0000027419,0.05000,1.535
7,block_sparse_moe.experts.161.w2,0.0000045360,0.05000,1.304
7,block_sparse_moe.experts.168.w2,0.0000016768,0.05000,1.558
7,block_sparse_moe.experts.175.w2,0.0000022966,0.05000,1.360
7,block_sparse_moe.experts.165.w2,0.0000055786,0.05000,1.418
7,block_sparse_moe.experts.169.w2,0.0000032208,0.05000,1.419
7,block_sparse_moe.experts.160.w2,0.0000038391,0.05000,1.554
7,block_sparse_moe.experts.163.w2,0.0000016785,0.05000,1.388
7,block_sparse_moe.experts.173.w2,0.0000018567,0.05000,1.407
7,block_sparse_moe.experts.164.w2,0.0000032591,0.05000,1.540
7,block_sparse_moe.experts.167.w2,0.0000088637,0.05000,1.407
7,block_sparse_moe.experts.171.w2,0.0000022963,0.05000,1.417
7,block_sparse_moe.experts.172.w2,0.0000045927,0.05000,1.563
7,block_sparse_moe.experts.174.w2,0.0000037619,0.05000,1.539
7,block_sparse_moe.experts.170.w2,0.0000027227,0.05000,1.534
7,block_sparse_moe.experts.166.w2,0.0000015609,0.05000,1.570
7,block_sparse_moe.experts.162.w2,0.0000030173,0.05000,1.567
7,block_sparse_moe.experts.177.w2,0.0000026628,0.05000,1.523
7,block_sparse_moe.experts.184.w2,0.0000008281,0.05000,1.514
7,block_sparse_moe.experts.181.w2,0.0000009141,0.05000,1.523
7,block_sparse_moe.experts.185.w2,0.0000007856,0.05000,1.477
7,block_sparse_moe.experts.176.w2,0.0000052807,0.05000,1.480
7,block_sparse_moe.experts.191.w2,0.0000142921,0.05000,1.568
7,block_sparse_moe.experts.180.w2,0.0000014141,0.05000,1.473
7,block_sparse_moe.experts.179.w2,0.0000078926,0.05000,1.578
7,block_sparse_moe.experts.189.w2,0.0000016692,0.05000,1.540
7,block_sparse_moe.experts.187.w2,0.0000025583,0.05000,1.523
7,block_sparse_moe.experts.188.w2,0.0000016328,0.05000,1.571
7,block_sparse_moe.experts.183.w2,0.0000020234,0.05000,1.664
7,block_sparse_moe.experts.190.w2,0.0000027637,0.05000,1.612
7,block_sparse_moe.experts.182.w2,0.0000018586,0.05000,1.577
7,block_sparse_moe.experts.178.w2,0.0000205016,0.05000,1.554
7,block_sparse_moe.experts.186.w2,0.0000051162,0.05000,1.654
7,block_sparse_moe.experts.193.w2,0.0000039290,0.05000,1.412
7,block_sparse_moe.experts.197.w2,0.0000023265,0.05000,1.410
7,block_sparse_moe.experts.201.w2,0.0000077619,0.05000,1.447
7,block_sparse_moe.experts.200.w2,0.0000035264,0.05000,1.508
7,block_sparse_moe.experts.207.w2,0.0000030657,0.05000,1.485
7,block_sparse_moe.experts.192.w2,0.0000051186,0.05000,1.523
7,block_sparse_moe.experts.205.w2,0.0000027712,0.05000,1.397
7,block_sparse_moe.experts.196.w2,0.0000058986,0.05000,1.506
7,block_sparse_moe.experts.195.w2,0.0000025144,0.05000,1.502
7,block_sparse_moe.experts.203.w2,0.0000061707,0.05000,1.443
7,block_sparse_moe.experts.204.w2,0.0000038572,0.05000,1.506
7,block_sparse_moe.experts.199.w2,0.0000021661,0.05000,1.510
7,block_sparse_moe.experts.206.w2,0.0000061396,0.05000,1.417
7,block_sparse_moe.experts.198.w2,0.0000045467,0.05000,1.425
7,block_sparse_moe.experts.194.w2,0.0000066683,0.05000,1.434
7,block_sparse_moe.experts.202.w2,0.0000020784,0.05000,1.414
7,block_sparse_moe.experts.209.w2,0.0000011790,0.05000,1.375
7,block_sparse_moe.experts.213.w2,0.0000033966,0.05000,1.442
7,block_sparse_moe.experts.216.w2,0.0000064750,0.05000,1.416
7,block_sparse_moe.experts.217.w2,0.0000180795,0.05000,1.478
7,block_sparse_moe.experts.208.w2,0.0000011310,0.05000,1.400
7,block_sparse_moe.experts.212.w2,0.0000018819,0.05000,1.377
7,block_sparse_moe.experts.221.w2,0.0000024832,0.05000,1.450
7,block_sparse_moe.experts.223.w2,0.0000039653,0.05000,1.544
7,block_sparse_moe.experts.220.w2,0.0000045541,0.05000,1.277
7,block_sparse_moe.experts.211.w2,0.0000012835,0.05000,1.517
7,block_sparse_moe.experts.222.w2,0.0000018440,0.05000,1.348
7,block_sparse_moe.experts.219.w2,0.0000014260,0.05000,1.598
7,block_sparse_moe.experts.210.w2,0.0000019508,0.05000,1.322
7,block_sparse_moe.experts.215.w2,0.0000026468,0.05000,1.540
7,block_sparse_moe.experts.214.w2,0.0000018843,0.05000,1.354
7,block_sparse_moe.experts.218.w2,0.0000016826,0.05000,1.368
7,block_sparse_moe.experts.232.w2,0.0000033517,0.05000,1.243
7,block_sparse_moe.experts.225.w2,0.0000012003,0.05000,1.571
7,block_sparse_moe.experts.224.w2,0.0000032955,0.05000,1.272
7,block_sparse_moe.experts.228.w2,0.0000027176,0.05000,1.281
7,block_sparse_moe.experts.236.w2,0.0000074744,0.05000,1.304
7,block_sparse_moe.experts.229.w2,0.0000060923,0.05000,1.536
7,block_sparse_moe.experts.233.w2,0.0000011988,0.05000,1.551
7,block_sparse_moe.experts.239.w2,0.0000048183,0.05000,1.488
7,block_sparse_moe.experts.237.w2,0.0000055898,0.05000,1.547
7,block_sparse_moe.experts.238.w2,0.0000135358,0.05000,1.412
7,block_sparse_moe.experts.230.w2,0.0000006928,0.05000,1.310
7,block_sparse_moe.experts.227.w2,0.0000065836,0.05000,1.503
7,block_sparse_moe.experts.226.w2,0.0000036048,0.05000,1.370
7,block_sparse_moe.experts.234.w2,0.0000036104,0.05000,1.343
7,block_sparse_moe.experts.235.w2,0.0000015230,0.05000,1.512
7,block_sparse_moe.experts.231.w2,0.0000045211,0.05000,1.475
7,block_sparse_moe.experts.248.w2,0.0000055608,0.05000,1.418
7,block_sparse_moe.experts.241.w2,0.0000023991,0.05000,1.479
7,block_sparse_moe.experts.240.w2,0.0000027521,0.05000,1.445
7,block_sparse_moe.experts.244.w2,0.0000017258,0.05000,1.450
7,block_sparse_moe.experts.252.w2,0.0000015675,0.05000,1.367
7,block_sparse_moe.experts.245.w2,0.0000052061,0.05000,1.426
7,block_sparse_moe.experts.249.w2,0.0000022655,0.05000,1.417
7,block_sparse_moe.experts.253.w2,0.0000020053,0.05000,1.358
7,block_sparse_moe.experts.255.w2,0.0000018648,0.05000,1.451
7,block_sparse_moe.experts.254.w2,0.0000039311,0.05000,1.448
7,block_sparse_moe.experts.243.w2,0.0000056106,0.05000,1.415
7,block_sparse_moe.experts.246.w2,0.0000069356,0.05000,1.433
7,block_sparse_moe.experts.250.w2,0.0000022479,0.05000,1.396
7,block_sparse_moe.experts.242.w2,0.0000014547,0.05000,1.450
7,block_sparse_moe.experts.251.w2,0.0000024782,0.05000,1.383
7,block_sparse_moe.experts.247.w2,0.0000031816,0.05000,1.349
8,self_attn.q_proj,0.0000001203,0.05000,0.892
8,self_attn.v_proj,0.0000000176,0.05000,0.910
8,self_attn.k_proj,0.0000000196,0.05000,0.917
8,self_attn.o_proj,0.0000000281,0.05000,1.854
8,block_sparse_moe.experts.2.w1,0.0000575282,0.05000,2.958
8,block_sparse_moe.experts.10.w1,0.0000726782,0.05000,2.990
8,block_sparse_moe.experts.6.w1,0.0000093512,0.05000,2.993
8,block_sparse_moe.experts.14.w1,0.0000456252,0.05000,3.044
8,block_sparse_moe.experts.0.w1,0.0000709242,0.05000,3.077
8,block_sparse_moe.experts.12.w1,0.0000236866,0.05000,3.082
8,block_sparse_moe.experts.4.w1,0.0000157363,0.05000,3.084
8,block_sparse_moe.experts.8.w1,0.0000295908,0.05000,3.181
8,block_sparse_moe.experts.9.w1,0.0000389557,0.05000,3.182
8,block_sparse_moe.experts.5.w1,0.0000701507,0.05000,3.204
8,block_sparse_moe.experts.3.w1,0.0000419551,0.05000,3.252
8,block_sparse_moe.experts.11.w1,0.0000249995,0.05000,3.254
8,block_sparse_moe.experts.1.w1,0.0000353797,0.05000,3.239
8,block_sparse_moe.experts.13.w1,0.0000350576,0.05000,3.263
8,block_sparse_moe.experts.15.w1,0.0001078869,0.05000,3.241
8,block_sparse_moe.experts.7.w1,0.0000432341,0.05000,3.346
8,block_sparse_moe.experts.22.w1,0.0000218824,0.05000,2.685
8,block_sparse_moe.experts.30.w1,0.0000498243,0.05000,2.650
8,block_sparse_moe.experts.26.w1,0.0000211112,0.05000,2.796
8,block_sparse_moe.experts.18.w1,0.0000313886,0.05000,2.828
8,block_sparse_moe.experts.28.w1,0.0000853446,0.05000,2.950
8,block_sparse_moe.experts.16.w1,0.0000285118,0.05000,2.973
8,block_sparse_moe.experts.20.w1,0.0000411230,0.05000,3.025
8,block_sparse_moe.experts.24.w1,0.0001748131,0.05000,2.934
8,block_sparse_moe.experts.21.w1,0.0000322649,0.05000,2.994
8,block_sparse_moe.experts.25.w1,0.0000111339,0.05000,3.018
8,block_sparse_moe.experts.27.w1,0.0000263472,0.05000,3.030
8,block_sparse_moe.experts.17.w1,0.0000516218,0.05000,3.038
8,block_sparse_moe.experts.29.w1,0.0000485300,0.05000,3.056
8,block_sparse_moe.experts.19.w1,0.0000344341,0.05000,3.078
8,block_sparse_moe.experts.23.w1,0.0000124040,0.05000,3.034
8,block_sparse_moe.experts.31.w1,0.0000664168,0.05000,3.128
8,block_sparse_moe.experts.46.w1,0.0000262318,0.05000,2.660
8,block_sparse_moe.experts.38.w1,0.0000676147,0.05000,2.667
8,block_sparse_moe.experts.42.w1,0.0000270929,0.05000,2.649
8,block_sparse_moe.experts.34.w1,0.0000490538,0.05000,2.742
8,block_sparse_moe.experts.44.w1,0.0000119996,0.05000,3.005
8,block_sparse_moe.experts.32.w1,0.0000457121,0.05000,3.020
8,block_sparse_moe.experts.36.w1,0.0000314388,0.05000,3.012
8,block_sparse_moe.experts.40.w1,0.0000123806,0.05000,3.052
8,block_sparse_moe.experts.41.w1,0.0000520997,0.05000,2.979
8,block_sparse_moe.experts.39.w1,0.0000176178,0.05000,2.854
8,block_sparse_moe.experts.37.w1,0.0000284416,0.05000,3.029
8,block_sparse_moe.experts.43.w1,0.0000501178,0.05000,2.975
8,block_sparse_moe.experts.45.w1,0.0000207298,0.05000,2.982
8,block_sparse_moe.experts.35.w1,0.0000317614,0.05000,2.972
8,block_sparse_moe.experts.33.w1,0.0000021434,0.05000,3.022
8,block_sparse_moe.experts.47.w1,0.0000188614,0.05000,2.991
8,block_sparse_moe.experts.62.w1,0.0000333276,0.05000,2.896
8,block_sparse_moe.experts.58.w1,0.0000330464,0.05000,2.847
8,block_sparse_moe.experts.54.w1,0.0000232679,0.05000,3.000
8,block_sparse_moe.experts.50.w1,0.0000241779,0.05000,2.990
8,block_sparse_moe.experts.48.w1,0.0000200203,0.05000,3.005
8,block_sparse_moe.experts.60.w1,0.0000169675,0.05000,3.097
8,block_sparse_moe.experts.57.w1,0.0000196175,0.05000,2.960
8,block_sparse_moe.experts.52.w1,0.0000147317,0.05000,3.067
8,block_sparse_moe.experts.55.w1,0.0000781075,0.05000,2.993
8,block_sparse_moe.experts.59.w1,0.0000406021,0.05000,2.977
8,block_sparse_moe.experts.49.w1,0.0000205143,0.05000,2.919
8,block_sparse_moe.experts.53.w1,0.0000097508,0.05000,3.007
8,block_sparse_moe.experts.56.w1,0.0000757401,0.05000,3.109
8,block_sparse_moe.experts.61.w1,0.0000212644,0.05000,3.014
8,block_sparse_moe.experts.51.w1,0.0000187510,0.05000,3.054
8,block_sparse_moe.experts.63.w1,0.0000247403,0.05000,3.021
8,block_sparse_moe.experts.78.w1,0.0000528045,0.05000,2.638
8,block_sparse_moe.experts.74.w1,0.0000136739,0.05000,2.662
8,block_sparse_moe.experts.70.w1,0.0000345260,0.05000,2.674
8,block_sparse_moe.experts.66.w1,0.0000685920,0.05000,2.687
8,block_sparse_moe.experts.64.w1,0.0000349552,0.05000,2.814
8,block_sparse_moe.experts.76.w1,0.0000164148,0.05000,2.822
8,block_sparse_moe.experts.73.w1,0.0000684801,0.05000,2.811
8,block_sparse_moe.experts.65.w1,0.0000713116,0.05000,2.826
8,block_sparse_moe.experts.68.w1,0.0000393410,0.05000,2.883
8,block_sparse_moe.experts.77.w1,0.0000329666,0.05000,2.807
8,block_sparse_moe.experts.72.w1,0.0000227777,0.05000,2.876
8,block_sparse_moe.experts.69.w1,0.0000411568,0.05000,2.936
8,block_sparse_moe.experts.71.w1,0.0000121155,0.05000,3.085
8,block_sparse_moe.experts.75.w1,0.0000381961,0.05000,3.138
8,block_sparse_moe.experts.67.w1,0.0000338529,0.05000,3.147
8,block_sparse_moe.experts.79.w1,0.0000113836,0.05000,3.093
8,block_sparse_moe.experts.94.w1,0.0000451744,0.05000,2.901
8,block_sparse_moe.experts.86.w1,0.0000282204,0.05000,2.849
8,block_sparse_moe.experts.90.w1,0.0002238113,0.05000,2.943
8,block_sparse_moe.experts.82.w1,0.0000271993,0.05000,2.847
8,block_sparse_moe.experts.80.w1,0.0000322863,0.05000,2.927
8,block_sparse_moe.experts.89.w1,0.0000302589,0.05000,2.903
8,block_sparse_moe.experts.92.w1,0.0000078844,0.05000,2.966
8,block_sparse_moe.experts.81.w1,0.0000210002,0.05000,2.865
8,block_sparse_moe.experts.84.w1,0.0000507458,0.05000,2.882
8,block_sparse_moe.experts.88.w1,0.0000098836,0.05000,2.859
8,block_sparse_moe.experts.93.w1,0.0000328323,0.05000,2.990
8,block_sparse_moe.experts.85.w1,0.0000236119,0.05000,2.940
8,block_sparse_moe.experts.87.w1,0.0000393962,0.05000,2.865
8,block_sparse_moe.experts.91.w1,0.0000076279,0.05000,2.884
8,block_sparse_moe.experts.83.w1,0.0000224063,0.05000,2.920
8,block_sparse_moe.experts.95.w1,0.0000266480,0.05000,2.980
8,block_sparse_moe.experts.110.w1,0.0000283322,0.05000,2.950
8,block_sparse_moe.experts.102.w1,0.0000658126,0.05000,2.987
8,block_sparse_moe.experts.106.w1,0.0000298136,0.05000,2.988
8,block_sparse_moe.experts.98.w1,0.0000183312,0.05000,3.052
8,block_sparse_moe.experts.96.w1,0.0000114910,0.05000,2.895
8,block_sparse_moe.experts.108.w1,0.0000585244,0.05000,2.962
8,block_sparse_moe.experts.100.w1,0.0000228600,0.05000,2.999
8,block_sparse_moe.experts.97.w1,0.0000305964,0.05000,3.052
8,block_sparse_moe.experts.104.w1,0.0000203684,0.05000,3.015
8,block_sparse_moe.experts.105.w1,0.0000519477,0.05000,3.159
8,block_sparse_moe.experts.103.w1,0.0000233653,0.05000,2.947
8,block_sparse_moe.experts.107.w1,0.0000328933,0.05000,2.934
8,block_sparse_moe.experts.109.w1,0.0000276380,0.05000,3.125
8,block_sparse_moe.experts.101.w1,0.0000336432,0.05000,3.188
8,block_sparse_moe.experts.99.w1,0.0000234990,0.05000,2.944
8,block_sparse_moe.experts.111.w1,0.0000605283,0.05000,2.915
8,block_sparse_moe.experts.126.w1,0.0000073533,0.05000,2.901
8,block_sparse_moe.experts.122.w1,0.0001222186,0.05000,2.943
8,block_sparse_moe.experts.118.w1,0.0000255732,0.05000,3.069
8,block_sparse_moe.experts.114.w1,0.0000282531,0.05000,2.999
8,block_sparse_moe.experts.112.w1,0.0000215041,0.05000,2.929
8,block_sparse_moe.experts.124.w1,0.0000204599,0.05000,2.829
8,block_sparse_moe.experts.116.w1,0.0000106603,0.05000,2.833
8,block_sparse_moe.experts.120.w1,0.0000599239,0.05000,2.863
8,block_sparse_moe.experts.113.w1,0.0000453876,0.05000,3.008
8,block_sparse_moe.experts.121.w1,0.0000238259,0.05000,3.075
8,block_sparse_moe.experts.123.w1,0.0000102085,0.05000,2.957
8,block_sparse_moe.experts.119.w1,0.0000277598,0.05000,3.077
8,block_sparse_moe.experts.125.w1,0.0000570356,0.05000,3.024
8,block_sparse_moe.experts.117.w1,0.0000445732,0.05000,3.060
8,block_sparse_moe.experts.115.w1,0.0000270966,0.05000,3.030
8,block_sparse_moe.experts.127.w1,0.0000420609,0.05000,3.012
8,block_sparse_moe.experts.142.w1,0.0000657841,0.05000,2.982
8,block_sparse_moe.experts.138.w1,0.0000930998,0.05000,3.044
8,block_sparse_moe.experts.134.w1,0.0000515970,0.05000,2.996
8,block_sparse_moe.experts.130.w1,0.0000249465,0.05000,2.992
8,block_sparse_moe.experts.128.w1,0.0000349508,0.05000,3.114
8,block_sparse_moe.experts.132.w1,0.0000194112,0.05000,3.087
8,block_sparse_moe.experts.140.w1,0.0000154006,0.05000,3.214
8,block_sparse_moe.experts.136.w1,0.0000077523,0.05000,3.107
8,block_sparse_moe.experts.129.w1,0.0000813586,0.05000,3.088
8,block_sparse_moe.experts.135.w1,0.0000897484,0.05000,2.980
8,block_sparse_moe.experts.137.w1,0.0000168095,0.05000,3.093
8,block_sparse_moe.experts.139.w1,0.0000479152,0.05000,3.065
8,block_sparse_moe.experts.141.w1,0.0000385673,0.05000,3.071
8,block_sparse_moe.experts.131.w1,0.0000449262,0.05000,2.994
8,block_sparse_moe.experts.133.w1,0.0000872741,0.05000,3.089
8,block_sparse_moe.experts.143.w1,0.0000368530,0.05000,2.993
8,block_sparse_moe.experts.158.w1,0.0000297072,0.05000,2.947
8,block_sparse_moe.experts.154.w1,0.0000226560,0.05000,3.026
8,block_sparse_moe.experts.150.w1,0.0000262453,0.05000,2.994
8,block_sparse_moe.experts.146.w1,0.0000740418,0.05000,3.037
8,block_sparse_moe.experts.144.w1,0.0000531209,0.05000,3.163
8,block_sparse_moe.experts.156.w1,0.0000421585,0.05000,3.093
8,block_sparse_moe.experts.148.w1,0.0000492103,0.05000,3.179
8,block_sparse_moe.experts.145.w1,0.0000457543,0.05000,2.999
8,block_sparse_moe.experts.152.w1,0.0000455715,0.05000,3.110
8,block_sparse_moe.experts.155.w1,0.0000322109,0.05000,3.013
8,block_sparse_moe.experts.153.w1,0.0000197009,0.05000,3.027
8,block_sparse_moe.experts.151.w1,0.0000323650,0.05000,3.084
8,block_sparse_moe.experts.157.w1,0.0000354518,0.05000,2.989
8,block_sparse_moe.experts.147.w1,0.0000139712,0.05000,3.021
8,block_sparse_moe.experts.149.w1,0.0000217827,0.05000,2.987
8,block_sparse_moe.experts.159.w1,0.0000469784,0.05000,3.046
8,block_sparse_moe.experts.174.w1,0.0000313174,0.05000,3.023
8,block_sparse_moe.experts.170.w1,0.0000290140,0.05000,3.090
8,block_sparse_moe.experts.166.w1,0.0000478856,0.05000,3.067
8,block_sparse_moe.experts.162.w1,0.0000414905,0.05000,3.012
8,block_sparse_moe.experts.160.w1,0.0000418552,0.05000,2.860
8,block_sparse_moe.experts.168.w1,0.0001452250,0.05000,2.767
8,block_sparse_moe.experts.172.w1,0.0000481336,0.05000,2.857
8,block_sparse_moe.experts.164.w1,0.0000216907,0.05000,2.886
8,block_sparse_moe.experts.161.w1,0.0000361442,0.05000,2.990
8,block_sparse_moe.experts.169.w1,0.0000306467,0.05000,2.904
8,block_sparse_moe.experts.173.w1,0.0000081630,0.05000,2.851
8,block_sparse_moe.experts.171.w1,0.0000256806,0.05000,3.075
8,block_sparse_moe.experts.165.w1,0.0000595643,0.05000,2.905
8,block_sparse_moe.experts.167.w1,0.0000494052,0.05000,3.174
8,block_sparse_moe.experts.163.w1,0.0000366045,0.05000,3.117
8,block_sparse_moe.experts.175.w1,0.0000153042,0.05000,3.130
8,block_sparse_moe.experts.190.w1,0.0000599008,0.05000,3.042
8,block_sparse_moe.experts.182.w1,0.0000269252,0.05000,2.976
8,block_sparse_moe.experts.186.w1,0.0000201862,0.05000,3.072
8,block_sparse_moe.experts.178.w1,0.0000307838,0.05000,2.961
8,block_sparse_moe.experts.176.w1,0.0000301596,0.05000,2.937
8,block_sparse_moe.experts.184.w1,0.0000080788,0.05000,2.956
8,block_sparse_moe.experts.188.w1,0.0000256776,0.05000,2.994
8,block_sparse_moe.experts.180.w1,0.0000352224,0.05000,3.002
8,block_sparse_moe.experts.189.w1,0.0000137715,0.05000,2.946
8,block_sparse_moe.experts.177.w1,0.0000158263,0.05000,3.097
8,block_sparse_moe.experts.187.w1,0.0000510648,0.05000,2.883
8,block_sparse_moe.experts.185.w1,0.0000702329,0.05000,3.086
8,block_sparse_moe.experts.183.w1,0.0000142736,0.05000,2.886
8,block_sparse_moe.experts.181.w1,0.0000032999,0.05000,3.027
8,block_sparse_moe.experts.179.w1,0.0000286288,0.05000,2.873
8,block_sparse_moe.experts.191.w1,0.0000333311,0.05000,2.918
8,block_sparse_moe.experts.206.w1,0.0000425710,0.05000,2.986
8,block_sparse_moe.experts.198.w1,0.0000384705,0.05000,2.981
8,block_sparse_moe.experts.202.w1,0.0000253478,0.05000,3.018
8,block_sparse_moe.experts.194.w1,0.0000586685,0.05000,3.004
8,block_sparse_moe.experts.192.w1,0.0000206217,0.05000,2.931
8,block_sparse_moe.experts.200.w1,0.0000118094,0.05000,2.921
8,block_sparse_moe.experts.204.w1,0.0000073533,0.05000,2.970
8,block_sparse_moe.experts.196.w1,0.0000506312,0.05000,2.954
8,block_sparse_moe.experts.205.w1,0.0000618580,0.05000,2.891
8,block_sparse_moe.experts.203.w1,0.0000750083,0.05000,2.954
8,block_sparse_moe.experts.193.w1,0.0000631948,0.05000,2.978
8,block_sparse_moe.experts.201.w1,0.0000426756,0.05000,3.054
8,block_sparse_moe.experts.197.w1,0.0000192921,0.05000,2.897
8,block_sparse_moe.experts.199.w1,0.0000052488,0.05000,3.005
8,block_sparse_moe.experts.195.w1,0.0000324627,0.05000,3.017
8,block_sparse_moe.experts.207.w1,0.0000109511,0.05000,2.926
8,block_sparse_moe.experts.222.w1,0.0000500313,0.05000,2.805
8,block_sparse_moe.experts.214.w1,0.0000161426,0.05000,2.745
8,block_sparse_moe.experts.218.w1,0.0000130591,0.05000,2.793
8,block_sparse_moe.experts.210.w1,0.0000385431,0.05000,2.784
8,block_sparse_moe.experts.208.w1,0.0000364670,0.05000,2.895
8,block_sparse_moe.experts.216.w1,0.0000256831,0.05000,2.905
8,block_sparse_moe.experts.220.w1,0.0000372158,0.05000,2.898
8,block_sparse_moe.experts.212.w1,0.0000201570,0.05000,2.956
8,block_sparse_moe.experts.221.w1,0.0000598381,0.05000,3.036
8,block_sparse_moe.experts.209.w1,0.0000640801,0.05000,2.990
8,block_sparse_moe.experts.213.w1,0.0000258683,0.05000,2.875
8,block_sparse_moe.experts.217.w1,0.0000321635,0.05000,2.932
8,block_sparse_moe.experts.219.w1,0.0000148867,0.05000,3.080
8,block_sparse_moe.experts.215.w1,0.0000374301,0.05000,2.997
8,block_sparse_moe.experts.211.w1,0.0000412681,0.05000,3.042
8,block_sparse_moe.experts.223.w1,0.0000411371,0.05000,3.133
8,block_sparse_moe.experts.238.w1,0.0000271577,0.05000,2.570
8,block_sparse_moe.experts.230.w1,0.0000709718,0.05000,2.814
8,block_sparse_moe.experts.234.w1,0.0000237953,0.05000,2.729
8,block_sparse_moe.experts.226.w1,0.0000311003,0.05000,2.792
8,block_sparse_moe.experts.224.w1,0.0000321236,0.05000,2.834
8,block_sparse_moe.experts.232.w1,0.0000262669,0.05000,2.876
8,block_sparse_moe.experts.236.w1,0.0000764242,0.05000,2.924
8,block_sparse_moe.experts.228.w1,0.0000494848,0.05000,2.913
8,block_sparse_moe.experts.237.w1,0.0000271476,0.05000,2.953
8,block_sparse_moe.experts.229.w1,0.0000416572,0.05000,2.839
8,block_sparse_moe.experts.225.w1,0.0000460535,0.05000,2.907
8,block_sparse_moe.experts.233.w1,0.0000462158,0.05000,2.882
8,block_sparse_moe.experts.235.w1,0.0000293576,0.05000,2.998
8,block_sparse_moe.experts.231.w1,0.0000237072,0.05000,3.015
8,block_sparse_moe.experts.227.w1,0.0000500922,0.05000,2.941
8,block_sparse_moe.experts.239.w1,0.0000317573,0.05000,2.891
8,block_sparse_moe.experts.254.w1,0.0000286463,0.05000,2.962
8,block_sparse_moe.experts.250.w1,0.0000352034,0.05000,2.792
8,block_sparse_moe.experts.246.w1,0.0000047037,0.05000,2.937
8,block_sparse_moe.experts.242.w1,0.0000202591,0.05000,2.792
8,block_sparse_moe.experts.240.w1,0.0000234921,0.05000,2.959
8,block_sparse_moe.experts.248.w1,0.0000287188,0.05000,2.927
8,block_sparse_moe.experts.252.w1,0.0000549923,0.05000,2.969
8,block_sparse_moe.experts.253.w1,0.0000654755,0.05000,2.725
8,block_sparse_moe.experts.244.w1,0.0000392266,0.05000,2.978
8,block_sparse_moe.experts.245.w1,0.0000578728,0.05000,2.747
8,block_sparse_moe.experts.241.w1,0.0000234168,0.05000,2.779
8,block_sparse_moe.experts.249.w1,0.0000520627,0.05000,2.846
8,block_sparse_moe.experts.251.w1,0.0000242751,0.05000,2.887
8,block_sparse_moe.experts.247.w1,0.0000167580,0.05000,2.899
8,block_sparse_moe.experts.243.w1,0.0000484814,0.05000,2.927
8,block_sparse_moe.experts.255.w1,0.0000382245,0.05000,2.937
8,block_sparse_moe.experts.14.w3,0.0000431355,0.05000,3.139
8,block_sparse_moe.experts.10.w3,0.0000704836,0.05000,3.035
8,block_sparse_moe.experts.6.w3,0.0000089869,0.05000,3.019
8,block_sparse_moe.experts.2.w3,0.0000558645,0.05000,3.052
8,block_sparse_moe.experts.0.w3,0.0000678251,0.05000,2.957
8,block_sparse_moe.experts.8.w3,0.0000291439,0.05000,2.901
8,block_sparse_moe.experts.12.w3,0.0000225424,0.05000,2.904
8,block_sparse_moe.experts.5.w3,0.0000653076,0.05000,2.799
8,block_sparse_moe.experts.4.w3,0.0000149375,0.05000,2.857
8,block_sparse_moe.experts.13.w3,0.0000340209,0.05000,2.884
8,block_sparse_moe.experts.1.w3,0.0000349676,0.05000,2.967
8,block_sparse_moe.experts.9.w3,0.0000381096,0.05000,2.923
8,block_sparse_moe.experts.11.w3,0.0000233778,0.05000,2.895
8,block_sparse_moe.experts.7.w3,0.0000400472,0.05000,2.929
8,block_sparse_moe.experts.15.w3,0.0001157117,0.05000,2.854
8,block_sparse_moe.experts.3.w3,0.0000411460,0.05000,3.018
8,block_sparse_moe.experts.30.w3,0.0000470658,0.05000,2.836
8,block_sparse_moe.experts.22.w3,0.0000207733,0.05000,2.875
8,block_sparse_moe.experts.26.w3,0.0000204438,0.05000,2.969
8,block_sparse_moe.experts.18.w3,0.0000300402,0.05000,2.968
8,block_sparse_moe.experts.16.w3,0.0000279522,0.05000,2.953
8,block_sparse_moe.experts.24.w3,0.0001695641,0.05000,2.964
8,block_sparse_moe.experts.21.w3,0.0000313245,0.05000,2.967
8,block_sparse_moe.experts.28.w3,0.0000831805,0.05000,3.039
8,block_sparse_moe.experts.29.w3,0.0000476774,0.05000,3.005
8,block_sparse_moe.experts.20.w3,0.0000399323,0.05000,3.015
8,block_sparse_moe.experts.17.w3,0.0000482303,0.05000,2.977
8,block_sparse_moe.experts.27.w3,0.0000249799,0.05000,2.851
8,block_sparse_moe.experts.25.w3,0.0000103910,0.05000,2.989
8,block_sparse_moe.experts.23.w3,0.0000118004,0.05000,2.837
8,block_sparse_moe.experts.31.w3,0.0000636993,0.05000,2.939
8,block_sparse_moe.experts.19.w3,0.0000339068,0.05000,2.913
8,block_sparse_moe.experts.46.w3,0.0000254875,0.05000,2.924
8,block_sparse_moe.experts.38.w3,0.0000652006,0.05000,2.869
8,block_sparse_moe.experts.42.w3,0.0000258168,0.05000,2.856
8,block_sparse_moe.experts.34.w3,0.0000482246,0.05000,2.812
8,block_sparse_moe.experts.32.w3,0.0000442902,0.05000,3.023
8,block_sparse_moe.experts.37.w3,0.0000275698,0.05000,2.863
8,block_sparse_moe.experts.40.w3,0.0000118112,0.05000,3.084
8,block_sparse_moe.experts.45.w3,0.0000203248,0.05000,2.856
8,block_sparse_moe.experts.36.w3,0.0000307387,0.05000,2.967
8,block_sparse_moe.experts.33.w3,0.0000020615,0.05000,2.831
8,block_sparse_moe.experts.44.w3,0.0000111290,0.05000,3.025
8,block_sparse_moe.experts.41.w3,0.0000506916,0.05000,2.853
8,block_sparse_moe.experts.43.w3,0.0000459256,0.05000,3.002
8,block_sparse_moe.experts.39.w3,0.0000170437,0.05000,3.010
8,block_sparse_moe.experts.47.w3,0.0000184492,0.05000,2.980
8,block_sparse_moe.experts.35.w3,0.0000306611,0.05000,3.053
8,block_sparse_moe.experts.62.w3,0.0000323719,0.05000,3.047
8,block_sparse_moe.experts.54.w3,0.0000231012,0.05000,2.950
8,block_sparse_moe.experts.58.w3,0.0000310357,0.05000,3.051
8,block_sparse_moe.experts.50.w3,0.0000237373,0.05000,3.034
8,block_sparse_moe.experts.53.w3,0.0000094319,0.05000,2.909
8,block_sparse_moe.experts.48.w3,0.0000195117,0.05000,3.033
8,block_sparse_moe.experts.61.w3,0.0000206433,0.05000,2.959
8,block_sparse_moe.experts.56.w3,0.0000671960,0.05000,3.063
8,block_sparse_moe.experts.49.w3,0.0000200627,0.05000,2.988
8,block_sparse_moe.experts.52.w3,0.0000145120,0.05000,3.002
8,block_sparse_moe.experts.57.w3,0.0000192841,0.05000,2.996
8,block_sparse_moe.experts.60.w3,0.0000167042,0.05000,3.135
8,block_sparse_moe.experts.59.w3,0.0000390385,0.05000,2.959
8,block_sparse_moe.experts.55.w3,0.0000632484,0.05000,2.857
8,block_sparse_moe.experts.63.w3,0.0000239633,0.05000,2.772
8,block_sparse_moe.experts.51.w3,0.0000178984,0.05000,2.832
8,block_sparse_moe.experts.78.w3,0.0000516912,0.05000,3.036
8,block_sparse_moe.experts.70.w3,0.0000337000,0.05000,2.970
8,block_sparse_moe.experts.74.w3,0.0000132992,0.05000,2.958
8,block_sparse_moe.experts.66.w3,0.0000673849,0.05000,2.998
8,block_sparse_moe.experts.64.w3,0.0000339291,0.05000,2.803
8,block_sparse_moe.experts.72.w3,0.0000222545,0.05000,2.891
8,block_sparse_moe.experts.69.w3,0.0000401473,0.05000,3.089
8,block_sparse_moe.experts.75.w3,0.0000371174,0.05000,2.677
8,block_sparse_moe.experts.68.w3,0.0000383449,0.05000,2.938
8,block_sparse_moe.experts.76.w3,0.0000155198,0.05000,2.908
8,block_sparse_moe.experts.77.w3,0.0000303025,0.05000,3.293
8,block_sparse_moe.experts.79.w3,0.0000108950,0.05000,2.717
8,block_sparse_moe.experts.71.w3,0.0000116938,0.05000,2.917
8,block_sparse_moe.experts.65.w3,0.0000704863,0.05000,3.212
8,block_sparse_moe.experts.73.w3,0.0000669010,0.05000,3.203
8,block_sparse_moe.experts.67.w3,0.0000317110,0.05000,2.822
8,block_sparse_moe.experts.94.w3,0.0000440312,0.05000,3.039
8,block_sparse_moe.experts.86.w3,0.0000279438,0.05000,2.985
8,block_sparse_moe.experts.90.w3,0.0002098115,0.05000,3.056
8,block_sparse_moe.experts.82.w3,0.0000261424,0.05000,2.972
8,block_sparse_moe.experts.80.w3,0.0000302460,0.05000,2.955
8,block_sparse_moe.experts.88.w3,0.0000095557,0.05000,3.007
8,block_sparse_moe.experts.84.w3,0.0000481343,0.05000,2.980
8,block_sparse_moe.experts.91.w3,0.0000073341,0.05000,3.072
8,block_sparse_moe.experts.85.w3,0.0000226759,0.05000,3.210
8,block_sparse_moe.experts.95.w3,0.0000264603,0.05000,2.979
8,block_sparse_moe.experts.92.w3,0.0000075515,0.05000,3.059
8,block_sparse_moe.experts.81.w3,0.0000203657,0.05000,3.015
8,block_sparse_moe.experts.93.w3,0.0000302127,0.05000,3.102
8,block_sparse_moe.experts.87.w3,0.0000377535,0.05000,3.029
8,block_sparse_moe.experts.83.w3,0.0000221913,0.05000,2.968
8,block_sparse_moe.experts.89.w3,0.0000288370,0.05000,3.107
8,block_sparse_moe.experts.110.w3,0.0000276974,0.05000,2.976
8,block_sparse_moe.experts.102.w3,0.0000646681,0.05000,2.935
8,block_sparse_moe.experts.98.w3,0.0000176172,0.05000,2.987
8,block_sparse_moe.experts.106.w3,0.0000292654,0.05000,3.036
8,block_sparse_moe.experts.96.w3,0.0000110919,0.05000,3.093
8,block_sparse_moe.experts.104.w3,0.0000198585,0.05000,3.075
8,block_sparse_moe.experts.107.w3,0.0000298410,0.05000,2.914
8,block_sparse_moe.experts.111.w3,0.0000579217,0.05000,2.869
8,block_sparse_moe.experts.101.w3,0.0000329801,0.05000,3.007
8,block_sparse_moe.experts.100.w3,0.0000225029,0.05000,3.125
8,block_sparse_moe.experts.103.w3,0.0000226620,0.05000,2.870
8,block_sparse_moe.experts.99.w3,0.0000226980,0.05000,2.913
8,block_sparse_moe.experts.108.w3,0.0000565157,0.05000,3.154
8,block_sparse_moe.experts.109.w3,0.0000268716,0.05000,3.062
8,block_sparse_moe.experts.97.w3,0.0000289624,0.05000,3.101
8,block_sparse_moe.experts.105.w3,0.0000515075,0.05000,3.074
8,block_sparse_moe.experts.126.w3,0.0000071907,0.05000,2.743
8,block_sparse_moe.experts.118.w3,0.0000239567,0.05000,2.709
8,block_sparse_moe.experts.114.w3,0.0000270797,0.05000,2.745
8,block_sparse_moe.experts.122.w3,0.0001170275,0.05000,2.744
8,block_sparse_moe.experts.112.w3,0.0000206172,0.05000,3.012
8,block_sparse_moe.experts.117.w3,0.0000383913,0.05000,2.863
8,block_sparse_moe.experts.123.w3,0.0000099402,0.05000,3.014
8,block_sparse_moe.experts.120.w3,0.0000587712,0.05000,3.095
8,block_sparse_moe.experts.127.w3,0.0000410865,0.05000,2.983
8,block_sparse_moe.experts.119.w3,0.0000270764,0.05000,2.947
8,block_sparse_moe.experts.116.w3,0.0000103336,0.05000,3.098
8,block_sparse_moe.experts.113.w3,0.0000443759,0.05000,2.861
8,block_sparse_moe.experts.115.w3,0.0000267694,0.05000,2.950
8,block_sparse_moe.experts.125.w3,0.0000560358,0.05000,2.926
8,block_sparse_moe.experts.124.w3,0.0000201833,0.05000,3.171
8,block_sparse_moe.experts.121.w3,0.0000228205,0.05000,2.975
8,block_sparse_moe.experts.142.w3,0.0000620668,0.05000,3.071
8,block_sparse_moe.experts.134.w3,0.0000500959,0.05000,3.068
8,block_sparse_moe.experts.130.w3,0.0000245520,0.05000,3.107
8,block_sparse_moe.experts.138.w3,0.0000889388,0.05000,3.225
8,block_sparse_moe.experts.128.w3,0.0000333923,0.05000,3.117
8,block_sparse_moe.experts.139.w3,0.0000450432,0.05000,3.035
8,block_sparse_moe.experts.133.w3,0.0000838401,0.05000,3.064
8,block_sparse_moe.experts.143.w3,0.0000351676,0.05000,2.997
8,block_sparse_moe.experts.136.w3,0.0000075723,0.05000,3.077
8,block_sparse_moe.experts.135.w3,0.0000870652,0.05000,3.095
8,block_sparse_moe.experts.129.w3,0.0000752087,0.05000,2.990
8,block_sparse_moe.experts.131.w3,0.0000432490,0.05000,3.003
8,block_sparse_moe.experts.141.w3,0.0000378052,0.05000,3.019
8,block_sparse_moe.experts.132.w3,0.0000188503,0.05000,3.102
8,block_sparse_moe.experts.137.w3,0.0000164028,0.05000,2.989
8,block_sparse_moe.experts.140.w3,0.0000150911,0.05000,3.040
8,block_sparse_moe.experts.158.w3,0.0000288723,0.05000,3.085
8,block_sparse_moe.experts.150.w3,0.0000255687,0.05000,3.076
8,block_sparse_moe.experts.146.w3,0.0000712569,0.05000,3.063
8,block_sparse_moe.experts.154.w3,0.0000215224,0.05000,3.073
8,block_sparse_moe.experts.144.w3,0.0000514476,0.05000,2.962
8,block_sparse_moe.experts.155.w3,0.0000314430,0.05000,2.991
8,block_sparse_moe.experts.152.w3,0.0000439797,0.05000,2.897
8,block_sparse_moe.experts.159.w3,0.0000446330,0.05000,3.000
8,block_sparse_moe.experts.149.w3,0.0000210609,0.05000,3.041
8,block_sparse_moe.experts.151.w3,0.0000297725,0.05000,2.979
8,block_sparse_moe.experts.145.w3,0.0000444720,0.05000,2.965
8,block_sparse_moe.experts.148.w3,0.0000474137,0.05000,2.926
8,block_sparse_moe.experts.147.w3,0.0000135900,0.05000,2.998
8,block_sparse_moe.experts.157.w3,0.0000339814,0.05000,2.996
8,block_sparse_moe.experts.156.w3,0.0000414797,0.05000,2.946
8,block_sparse_moe.experts.153.w3,0.0000171733,0.05000,3.011
8,block_sparse_moe.experts.174.w3,0.0000294180,0.05000,2.821
8,block_sparse_moe.experts.166.w3,0.0000456156,0.05000,2.915
8,block_sparse_moe.experts.162.w3,0.0000371064,0.05000,2.787
8,block_sparse_moe.experts.170.w3,0.0000271123,0.05000,2.783
8,block_sparse_moe.experts.160.w3,0.0000377586,0.05000,2.846
8,block_sparse_moe.experts.171.w3,0.0000251200,0.05000,2.745
8,block_sparse_moe.experts.175.w3,0.0000149655,0.05000,2.742
8,block_sparse_moe.experts.168.w3,0.0001375966,0.05000,2.832
8,block_sparse_moe.experts.167.w3,0.0000478480,0.05000,2.712
8,block_sparse_moe.experts.163.w3,0.0000340733,0.05000,2.740
8,block_sparse_moe.experts.165.w3,0.0000572929,0.05000,3.032
8,block_sparse_moe.experts.164.w3,0.0000208084,0.05000,2.888
8,block_sparse_moe.experts.173.w3,0.0000080058,0.05000,3.025
8,block_sparse_moe.experts.161.w3,0.0000333275,0.05000,3.140
8,block_sparse_moe.experts.172.w3,0.0000450319,0.05000,2.921
8,block_sparse_moe.experts.169.w3,0.0000292113,0.05000,3.108
8,block_sparse_moe.experts.190.w3,0.0000581739,0.05000,2.911
8,block_sparse_moe.experts.182.w3,0.0000250521,0.05000,2.904
8,block_sparse_moe.experts.178.w3,0.0000298835,0.05000,3.008
8,block_sparse_moe.experts.186.w3,0.0000194895,0.05000,3.015
8,block_sparse_moe.experts.176.w3,0.0000289404,0.05000,2.723
8,block_sparse_moe.experts.184.w3,0.0000077176,0.05000,2.778
8,block_sparse_moe.experts.191.w3,0.0000325972,0.05000,2.903
8,block_sparse_moe.experts.187.w3,0.0000490775,0.05000,3.027
8,block_sparse_moe.experts.183.w3,0.0000135429,0.05000,2.932
8,block_sparse_moe.experts.180.w3,0.0000342761,0.05000,2.737
8,block_sparse_moe.experts.181.w3,0.0000032068,0.05000,2.807
8,block_sparse_moe.experts.179.w3,0.0000279377,0.05000,2.984
8,block_sparse_moe.experts.188.w3,0.0000240072,0.05000,2.749
8,block_sparse_moe.experts.189.w3,0.0000131596,0.05000,2.845
8,block_sparse_moe.experts.177.w3,0.0000148137,0.05000,2.863
8,block_sparse_moe.experts.185.w3,0.0000685019,0.05000,2.825
8,block_sparse_moe.experts.206.w3,0.0000415032,0.05000,3.018
8,block_sparse_moe.experts.198.w3,0.0000380296,0.05000,2.958
8,block_sparse_moe.experts.194.w3,0.0000573564,0.05000,2.927
8,block_sparse_moe.experts.202.w3,0.0000235703,0.05000,3.071
8,block_sparse_moe.experts.192.w3,0.0000203568,0.05000,2.922
8,block_sparse_moe.experts.207.w3,0.0000105912,0.05000,2.859
8,block_sparse_moe.experts.200.w3,0.0000116146,0.05000,2.959
8,block_sparse_moe.experts.203.w3,0.0000734464,0.05000,2.847
8,block_sparse_moe.experts.199.w3,0.0000050167,0.05000,2.886
8,block_sparse_moe.experts.197.w3,0.0000183602,0.05000,2.917
8,block_sparse_moe.experts.195.w3,0.0000307916,0.05000,2.909
8,block_sparse_moe.experts.196.w3,0.0000486851,0.05000,3.049
8,block_sparse_moe.experts.205.w3,0.0000608286,0.05000,2.903
8,block_sparse_moe.experts.193.w3,0.0000615667,0.05000,2.918
8,block_sparse_moe.experts.204.w3,0.0000069476,0.05000,3.081
8,block_sparse_moe.experts.201.w3,0.0000417726,0.05000,2.830
8,block_sparse_moe.experts.222.w3,0.0000484472,0.05000,2.962
8,block_sparse_moe.experts.214.w3,0.0000150189,0.05000,3.019
8,block_sparse_moe.experts.210.w3,0.0000374949,0.05000,3.075
8,block_sparse_moe.experts.218.w3,0.0000125102,0.05000,2.917
8,block_sparse_moe.experts.208.w3,0.0000354138,0.05000,2.773
8,block_sparse_moe.experts.219.w3,0.0000141797,0.05000,2.637
8,block_sparse_moe.experts.223.w3,0.0000404939,0.05000,2.771
8,block_sparse_moe.experts.216.w3,0.0000239462,0.05000,2.840
8,block_sparse_moe.experts.215.w3,0.0000350729,0.05000,2.833
8,block_sparse_moe.experts.212.w3,0.0000189776,0.05000,2.770
8,block_sparse_moe.experts.211.w3,0.0000396627,0.05000,2.894
8,block_sparse_moe.experts.213.w3,0.0000248289,0.05000,3.066
8,block_sparse_moe.experts.220.w3,0.0000344734,0.05000,2.783
8,block_sparse_moe.experts.209.w3,0.0000623193,0.05000,2.975
8,block_sparse_moe.experts.221.w3,0.0000591676,0.05000,3.068
8,block_sparse_moe.experts.217.w3,0.0000316861,0.05000,3.040
8,block_sparse_moe.experts.238.w3,0.0000259991,0.05000,2.896
8,block_sparse_moe.experts.230.w3,0.0000681044,0.05000,2.845
8,block_sparse_moe.experts.226.w3,0.0000300355,0.05000,2.867
8,block_sparse_moe.experts.234.w3,0.0000228349,0.05000,2.785
8,block_sparse_moe.experts.224.w3,0.0000302864,0.05000,3.173
8,block_sparse_moe.experts.235.w3,0.0000282758,0.05000,3.094
8,block_sparse_moe.experts.239.w3,0.0000296498,0.05000,3.047
8,block_sparse_moe.experts.232.w3,0.0000235154,0.05000,3.074
8,block_sparse_moe.experts.231.w3,0.0000229405,0.05000,2.973
8,block_sparse_moe.experts.229.w3,0.0000407997,0.05000,2.898
8,block_sparse_moe.experts.228.w3,0.0000475459,0.05000,3.120
8,block_sparse_moe.experts.227.w3,0.0000468894,0.05000,3.142
8,block_sparse_moe.experts.236.w3,0.0000738013,0.05000,3.034
8,block_sparse_moe.experts.237.w3,0.0000253475,0.05000,2.999
8,block_sparse_moe.experts.225.w3,0.0000438782,0.05000,3.067
8,block_sparse_moe.experts.233.w3,0.0000447842,0.05000,3.037
8,block_sparse_moe.experts.246.w3,0.0000044743,0.05000,2.779
8,block_sparse_moe.experts.254.w3,0.0000280935,0.05000,2.927
8,block_sparse_moe.experts.242.w3,0.0000194896,0.05000,2.690
8,block_sparse_moe.experts.250.w3,0.0000340407,0.05000,2.653
8,block_sparse_moe.experts.240.w3,0.0000226320,0.05000,2.994
8,block_sparse_moe.experts.255.w3,0.0000371461,0.05000,2.922
8,block_sparse_moe.experts.251.w3,0.0000236156,0.05000,3.033
8,block_sparse_moe.experts.247.w3,0.0000163607,0.05000,2.922
8,block_sparse_moe.experts.248.w3,0.0000274734,0.05000,2.966
8,block_sparse_moe.experts.243.w3,0.0000476116,0.05000,2.629
8,block_sparse_moe.experts.244.w3,0.0000382737,0.05000,2.869
8,block_sparse_moe.experts.245.w3,0.0000556989,0.05000,2.977
8,block_sparse_moe.experts.252.w3,0.0000534659,0.05000,2.700
8,block_sparse_moe.experts.253.w3,0.0000622304,0.05000,2.910
8,block_sparse_moe.experts.241.w3,0.0000224959,0.05000,2.895
8,block_sparse_moe.experts.249.w3,0.0000491492,0.05000,2.765
8,block_sparse_moe.experts.0.w2,0.0000072645,0.05000,1.396
8,block_sparse_moe.experts.7.w2,0.0000052441,0.05000,1.396
8,block_sparse_moe.experts.12.w2,0.0000074524,0.05000,1.399
8,block_sparse_moe.experts.3.w2,0.0000046653,0.05000,1.417
8,block_sparse_moe.experts.15.w2,0.0000069300,0.05000,1.422
8,block_sparse_moe.experts.11.w2,0.0000072801,0.05000,1.430
8,block_sparse_moe.experts.9.w2,0.0000065837,0.05000,1.431
8,block_sparse_moe.experts.1.w2,0.0000066165,0.05000,1.441
8,block_sparse_moe.experts.13.w2,0.0000048128,0.05000,1.446
8,block_sparse_moe.experts.8.w2,0.0000046701,0.05000,1.458
8,block_sparse_moe.experts.5.w2,0.0000087281,0.05000,1.474
8,block_sparse_moe.experts.6.w2,0.0000013511,0.05000,1.474
8,block_sparse_moe.experts.4.w2,0.0000038767,0.05000,1.474
8,block_sparse_moe.experts.2.w2,0.0000062589,0.05000,1.511
8,block_sparse_moe.experts.10.w2,0.0000095916,0.05000,1.529
8,block_sparse_moe.experts.14.w2,0.0000138783,0.05000,1.545
8,block_sparse_moe.experts.19.w2,0.0000061907,0.05000,1.412
8,block_sparse_moe.experts.23.w2,0.0000015220,0.05000,1.470
8,block_sparse_moe.experts.22.w2,0.0000079054,0.05000,1.396
8,block_sparse_moe.experts.29.w2,0.0000067347,0.05000,1.454
8,block_sparse_moe.experts.31.w2,0.0000342146,0.05000,1.483
8,block_sparse_moe.experts.27.w2,0.0000071546,0.05000,1.478
8,block_sparse_moe.experts.17.w2,0.0000259687,0.05000,1.501
8,block_sparse_moe.experts.30.w2,0.0000191308,0.05000,1.400
8,block_sparse_moe.experts.18.w2,0.0000034793,0.05000,1.437
8,block_sparse_moe.experts.25.w2,0.0000029302,0.05000,1.524
8,block_sparse_moe.experts.28.w2,0.0000111195,0.05000,1.571
8,block_sparse_moe.experts.16.w2,0.0000050617,0.05000,1.598
8,block_sparse_moe.experts.20.w2,0.0000096442,0.05000,1.518
8,block_sparse_moe.experts.24.w2,0.0000140729,0.05000,1.542
8,block_sparse_moe.experts.21.w2,0.0000049045,0.05000,1.535
8,block_sparse_moe.experts.26.w2,0.0000062260,0.05000,1.489
8,block_sparse_moe.experts.38.w2,0.0000266327,0.05000,1.472
8,block_sparse_moe.experts.45.w2,0.0000034468,0.05000,1.450
8,block_sparse_moe.experts.33.w2,0.0000006295,0.05000,1.429
8,block_sparse_moe.experts.41.w2,0.0000093768,0.05000,1.427
8,block_sparse_moe.experts.34.w2,0.0000058499,0.05000,1.465
8,block_sparse_moe.experts.35.w2,0.0000051542,0.05000,1.587
8,block_sparse_moe.experts.39.w2,0.0000037306,0.05000,1.558
8,block_sparse_moe.experts.43.w2,0.0000114616,0.05000,1.514
8,block_sparse_moe.experts.32.w2,0.0000086603,0.05000,1.470
8,block_sparse_moe.experts.46.w2,0.0000058044,0.05000,1.519
8,block_sparse_moe.experts.37.w2,0.0000070384,0.05000,1.461
8,block_sparse_moe.experts.44.w2,0.0000042635,0.05000,1.498
8,block_sparse_moe.experts.42.w2,0.0000081151,0.05000,1.454
8,block_sparse_moe.experts.47.w2,0.0000036360,0.05000,1.592
8,block_sparse_moe.experts.36.w2,0.0000036436,0.05000,1.507
8,block_sparse_moe.experts.40.w2,0.0000026400,0.05000,1.531
8,block_sparse_moe.experts.49.w2,0.0000018907,0.05000,1.386
8,block_sparse_moe.experts.61.w2,0.0000023191,0.05000,1.406
8,block_sparse_moe.experts.57.w2,0.0000039629,0.05000,1.414
8,block_sparse_moe.experts.53.w2,0.0000017710,0.05000,1.378
8,block_sparse_moe.experts.59.w2,0.0000081513,0.05000,1.444
8,block_sparse_moe.experts.48.w2,0.0000026954,0.05000,1.447
8,block_sparse_moe.experts.55.w2,0.0000252199,0.05000,1.496
8,block_sparse_moe.experts.60.w2,0.0000019718,0.05000,1.461
8,block_sparse_moe.experts.63.w2,0.0000044110,0.05000,1.430
8,block_sparse_moe.experts.52.w2,0.0000020048,0.05000,1.437
8,block_sparse_moe.experts.51.w2,0.0000068513,0.05000,1.526
8,block_sparse_moe.experts.54.w2,0.0000060363,0.05000,1.612
8,block_sparse_moe.experts.56.w2,0.0000095541,0.05000,1.445
8,block_sparse_moe.experts.50.w2,0.0000035916,0.05000,1.571
8,block_sparse_moe.experts.62.w2,0.0000047399,0.05000,1.546
8,block_sparse_moe.experts.58.w2,0.0000097818,0.05000,1.564
8,block_sparse_moe.experts.77.w2,0.0000067604,0.05000,1.441
8,block_sparse_moe.experts.65.w2,0.0000112923,0.05000,1.466
8,block_sparse_moe.experts.73.w2,0.0000095157,0.05000,1.440
8,block_sparse_moe.experts.69.w2,0.0000115113,0.05000,1.423
8,block_sparse_moe.experts.64.w2,0.0000088366,0.05000,1.371
8,block_sparse_moe.experts.68.w2,0.0000071516,0.05000,1.370
8,block_sparse_moe.experts.76.w2,0.0000038815,0.05000,1.391
8,block_sparse_moe.experts.75.w2,0.0000057836,0.05000,1.493
8,block_sparse_moe.experts.72.w2,0.0000028386,0.05000,1.417
8,block_sparse_moe.experts.70.w2,0.0000067796,0.05000,1.451
8,block_sparse_moe.experts.66.w2,0.0000116182,0.05000,1.428
8,block_sparse_moe.experts.78.w2,0.0000086893,0.05000,1.411
8,block_sparse_moe.experts.71.w2,0.0000016352,0.05000,1.522
8,block_sparse_moe.experts.67.w2,0.0000045995,0.05000,1.545
8,block_sparse_moe.experts.74.w2,0.0000029594,0.05000,1.453
8,block_sparse_moe.experts.79.w2,0.0000037217,0.05000,1.565
8,block_sparse_moe.experts.93.w2,0.0000124529,0.05000,1.488
8,block_sparse_moe.experts.89.w2,0.0000025338,0.05000,1.466
8,block_sparse_moe.experts.81.w2,0.0000038283,0.05000,1.512
8,block_sparse_moe.experts.94.w2,0.0000049906,0.05000,1.318
8,block_sparse_moe.experts.86.w2,0.0000088516,0.05000,1.353
8,block_sparse_moe.experts.82.w2,0.0000021216,0.05000,1.381
8,block_sparse_moe.experts.85.w2,0.0000063797,0.05000,1.531
8,block_sparse_moe.experts.91.w2,0.0000011020,0.05000,1.475
8,block_sparse_moe.experts.80.w2,0.0000036474,0.05000,1.599
8,block_sparse_moe.experts.90.w2,0.0000308263,0.05000,1.393
8,block_sparse_moe.experts.87.w2,0.0000027870,0.05000,1.461
8,block_sparse_moe.experts.84.w2,0.0000058703,0.05000,1.612
8,block_sparse_moe.experts.92.w2,0.0000015310,0.05000,1.607
8,block_sparse_moe.experts.83.w2,0.0000041837,0.05000,1.464
8,block_sparse_moe.experts.95.w2,0.0000044801,0.05000,1.463
8,block_sparse_moe.experts.88.w2,0.0000020899,0.05000,1.594
8,block_sparse_moe.experts.109.w2,0.0000039660,0.05000,1.495
8,block_sparse_moe.experts.102.w2,0.0000085560,0.05000,1.457
8,block_sparse_moe.experts.105.w2,0.0000098170,0.05000,1.531
8,block_sparse_moe.experts.110.w2,0.0000071901,0.05000,1.502
8,block_sparse_moe.experts.97.w2,0.0000044359,0.05000,1.521
8,block_sparse_moe.experts.98.w2,0.0000053987,0.05000,1.497
8,block_sparse_moe.experts.101.w2,0.0000040265,0.05000,1.548
8,block_sparse_moe.experts.106.w2,0.0000075013,0.05000,1.469
8,block_sparse_moe.experts.107.w2,0.0000109375,0.05000,1.533
8,block_sparse_moe.experts.103.w2,0.0000059682,0.05000,1.469
8,block_sparse_moe.experts.99.w2,0.0000051578,0.05000,1.463
8,block_sparse_moe.experts.111.w2,0.0000145896,0.05000,1.488
8,block_sparse_moe.experts.96.w2,0.0000025228,0.05000,1.573
8,block_sparse_moe.experts.108.w2,0.0000071890,0.05000,1.537
8,block_sparse_moe.experts.100.w2,0.0000043099,0.05000,1.645
8,block_sparse_moe.experts.104.w2,0.0000021090,0.05000,1.592
8,block_sparse_moe.experts.125.w2,0.0000098224,0.05000,1.407
8,block_sparse_moe.experts.113.w2,0.0000078079,0.05000,1.429
8,block_sparse_moe.experts.121.w2,0.0000075083,0.05000,1.527
8,block_sparse_moe.experts.118.w2,0.0000072523,0.05000,1.592
8,block_sparse_moe.experts.126.w2,0.0000010951,0.05000,1.576
8,block_sparse_moe.experts.117.w2,0.0000102182,0.05000,1.494
8,block_sparse_moe.experts.114.w2,0.0000080829,0.05000,1.562
8,block_sparse_moe.experts.123.w2,0.0000034976,0.05000,1.482
8,block_sparse_moe.experts.119.w2,0.0000022698,0.05000,1.507
8,block_sparse_moe.experts.122.w2,0.0000174737,0.05000,1.540
8,block_sparse_moe.experts.115.w2,0.0000028377,0.05000,1.514
8,block_sparse_moe.experts.127.w2,0.0000075236,0.05000,1.519
8,block_sparse_moe.experts.112.w2,0.0000047944,0.05000,1.568
8,block_sparse_moe.experts.120.w2,0.0000136706,0.05000,1.452
8,block_sparse_moe.experts.124.w2,0.0000046218,0.05000,1.575
8,block_sparse_moe.experts.116.w2,0.0000025232,0.05000,1.540
8,block_sparse_moe.experts.141.w2,0.0000053433,0.05000,1.417
8,block_sparse_moe.experts.129.w2,0.0000088643,0.05000,1.430
8,block_sparse_moe.experts.137.w2,0.0000012535,0.05000,1.441
8,block_sparse_moe.experts.133.w2,0.0000142950,0.05000,1.404
8,block_sparse_moe.experts.134.w2,0.0000105960,0.05000,1.463
8,block_sparse_moe.experts.142.w2,0.0000137776,0.05000,1.460
8,block_sparse_moe.experts.130.w2,0.0000027410,0.05000,1.462
8,block_sparse_moe.experts.135.w2,0.0000177031,0.05000,1.467
8,block_sparse_moe.experts.139.w2,0.0000117000,0.05000,1.512
8,block_sparse_moe.experts.128.w2,0.0000037399,0.05000,1.346
8,block_sparse_moe.experts.138.w2,0.0000122404,0.05000,1.483
8,block_sparse_moe.experts.136.w2,0.0000014504,0.05000,1.373
8,block_sparse_moe.experts.140.w2,0.0000027737,0.05000,1.382
8,block_sparse_moe.experts.143.w2,0.0000105031,0.05000,1.471
8,block_sparse_moe.experts.131.w2,0.0000031740,0.05000,1.529
8,block_sparse_moe.experts.132.w2,0.0000040989,0.05000,1.382
8,block_sparse_moe.experts.157.w2,0.0000062912,0.05000,1.386
8,block_sparse_moe.experts.145.w2,0.0000071975,0.05000,1.337
8,block_sparse_moe.experts.153.w2,0.0000067455,0.05000,1.340
8,block_sparse_moe.experts.149.w2,0.0000027417,0.05000,1.364
8,block_sparse_moe.experts.158.w2,0.0000021127,0.05000,1.527
8,block_sparse_moe.experts.144.w2,0.0000110551,0.05000,1.440
8,block_sparse_moe.experts.146.w2,0.0000084240,0.05000,1.536
8,block_sparse_moe.experts.152.w2,0.0000083241,0.05000,1.459
8,block_sparse_moe.experts.150.w2,0.0000040043,0.05000,1.611
8,block_sparse_moe.experts.151.w2,0.0000216136,0.05000,1.547
8,block_sparse_moe.experts.155.w2,0.0000047483,0.05000,1.528
8,block_sparse_moe.experts.154.w2,0.0000050816,0.05000,1.524
8,block_sparse_moe.experts.148.w2,0.0000072223,0.05000,1.443
8,block_sparse_moe.experts.156.w2,0.0000045610,0.05000,1.565
8,block_sparse_moe.experts.159.w2,0.0000149127,0.05000,1.552
8,block_sparse_moe.experts.147.w2,0.0000025374,0.05000,1.555
8,block_sparse_moe.experts.161.w2,0.0000082218,0.05000,1.544
8,block_sparse_moe.experts.173.w2,0.0000021383,0.05000,1.616
8,block_sparse_moe.experts.169.w2,0.0000061678,0.05000,1.566
8,block_sparse_moe.experts.165.w2,0.0000107800,0.05000,1.552
8,block_sparse_moe.experts.162.w2,0.0000173616,0.05000,1.471
8,block_sparse_moe.experts.167.w2,0.0000049976,0.05000,1.433
8,block_sparse_moe.experts.160.w2,0.0000037281,0.05000,1.527
8,block_sparse_moe.experts.171.w2,0.0000026267,0.05000,1.449
8,block_sparse_moe.experts.166.w2,0.0000112459,0.05000,1.476
8,block_sparse_moe.experts.174.w2,0.0000065705,0.05000,1.565
8,block_sparse_moe.experts.168.w2,0.0000260916,0.05000,1.531
8,block_sparse_moe.experts.170.w2,0.0000088880,0.05000,1.499
8,block_sparse_moe.experts.175.w2,0.0000012632,0.05000,1.440
8,block_sparse_moe.experts.164.w2,0.0000052287,0.05000,1.504
8,block_sparse_moe.experts.163.w2,0.0000161130,0.05000,1.447
8,block_sparse_moe.experts.172.w2,0.0000092848,0.05000,1.547
8,block_sparse_moe.experts.177.w2,0.0000037148,0.05000,1.374
8,block_sparse_moe.experts.189.w2,0.0000046755,0.05000,1.400
8,block_sparse_moe.experts.185.w2,0.0000118711,0.05000,1.356
8,block_sparse_moe.experts.181.w2,0.0000006252,0.05000,1.435
8,block_sparse_moe.experts.178.w2,0.0000061459,0.05000,1.340
8,block_sparse_moe.experts.190.w2,0.0000085434,0.05000,1.379
8,block_sparse_moe.experts.186.w2,0.0000027427,0.05000,1.382
8,block_sparse_moe.experts.182.w2,0.0000072758,0.05000,1.449
8,block_sparse_moe.experts.183.w2,0.0000028439,0.05000,1.510
8,block_sparse_moe.experts.176.w2,0.0000050740,0.05000,1.508
8,block_sparse_moe.experts.187.w2,0.0000098075,0.05000,1.519
8,block_sparse_moe.experts.184.w2,0.0000026564,0.05000,1.528
8,block_sparse_moe.experts.179.w2,0.0000038764,0.05000,1.464
8,block_sparse_moe.experts.191.w2,0.0000019218,0.05000,1.523
8,block_sparse_moe.experts.180.w2,0.0000080016,0.05000,1.554
8,block_sparse_moe.experts.188.w2,0.0000073087,0.05000,1.569
8,block_sparse_moe.experts.193.w2,0.0000063596,0.05000,1.453
8,block_sparse_moe.experts.205.w2,0.0000048897,0.05000,1.553
8,block_sparse_moe.experts.201.w2,0.0000039591,0.05000,1.546
8,block_sparse_moe.experts.197.w2,0.0000045345,0.05000,1.523
8,block_sparse_moe.experts.194.w2,0.0000078496,0.05000,1.480
8,block_sparse_moe.experts.206.w2,0.0000048138,0.05000,1.459
8,block_sparse_moe.experts.198.w2,0.0000067880,0.05000,1.422
8,block_sparse_moe.experts.192.w2,0.0000028769,0.05000,1.409
8,block_sparse_moe.experts.202.w2,0.0000030124,0.05000,1.467
8,block_sparse_moe.experts.200.w2,0.0000022882,0.05000,1.365
8,block_sparse_moe.experts.196.w2,0.0000097054,0.05000,1.377
8,block_sparse_moe.experts.199.w2,0.0000017327,0.05000,1.577
8,block_sparse_moe.experts.204.w2,0.0000012843,0.05000,1.367
8,block_sparse_moe.experts.203.w2,0.0000124505,0.05000,1.633
8,block_sparse_moe.experts.207.w2,0.0000019509,0.05000,1.572
8,block_sparse_moe.experts.195.w2,0.0000114711,0.05000,1.628
8,block_sparse_moe.experts.209.w2,0.0000174965,0.05000,1.488
8,block_sparse_moe.experts.221.w2,0.0000101299,0.05000,1.498
8,block_sparse_moe.experts.210.w2,0.0000042216,0.05000,1.351
8,block_sparse_moe.experts.217.w2,0.0000049563,0.05000,1.512
8,block_sparse_moe.experts.222.w2,0.0000075509,0.05000,1.349
8,block_sparse_moe.experts.214.w2,0.0000019738,0.05000,1.376
8,block_sparse_moe.experts.213.w2,0.0000037376,0.05000,1.525
8,block_sparse_moe.experts.218.w2,0.0000025732,0.05000,1.393
8,block_sparse_moe.experts.208.w2,0.0000026780,0.05000,1.527
8,block_sparse_moe.experts.216.w2,0.0000030979,0.05000,1.516
8,block_sparse_moe.experts.212.w2,0.0000054390,0.05000,1.538
8,block_sparse_moe.experts.215.w2,0.0000043211,0.05000,1.506
8,block_sparse_moe.experts.223.w2,0.0000059821,0.05000,1.445
8,block_sparse_moe.experts.220.w2,0.0000040715,0.05000,1.515
8,block_sparse_moe.experts.219.w2,0.0000042908,0.05000,1.495
8,block_sparse_moe.experts.211.w2,0.0000121234,0.05000,1.463
8,block_sparse_moe.experts.225.w2,0.0000183296,0.05000,1.432
8,block_sparse_moe.experts.226.w2,0.0000036487,0.05000,1.340
8,block_sparse_moe.experts.238.w2,0.0000044030,0.05000,1.325
8,block_sparse_moe.experts.230.w2,0.0000122394,0.05000,1.319
8,block_sparse_moe.experts.237.w2,0.0000040108,0.05000,1.496
8,block_sparse_moe.experts.234.w2,0.0000048010,0.05000,1.324
8,block_sparse_moe.experts.233.w2,0.0000164065,0.05000,1.475
8,block_sparse_moe.experts.229.w2,0.0000045041,0.05000,1.422
8,block_sparse_moe.experts.224.w2,0.0000081934,0.05000,1.452
8,block_sparse_moe.experts.232.w2,0.0000030734,0.05000,1.471
8,block_sparse_moe.experts.231.w2,0.0000065264,0.05000,1.393
8,block_sparse_moe.experts.228.w2,0.0000104847,0.05000,1.441
8,block_sparse_moe.experts.239.w2,0.0000053033,0.05000,1.379
8,block_sparse_moe.experts.236.w2,0.0000219542,0.05000,1.411
8,block_sparse_moe.experts.227.w2,0.0000078914,0.05000,1.392
8,block_sparse_moe.experts.235.w2,0.0000081114,0.05000,1.433
8,block_sparse_moe.experts.241.w2,0.0000018577,0.05000,1.460
8,block_sparse_moe.experts.242.w2,0.0000037449,0.05000,1.477
8,block_sparse_moe.experts.254.w2,0.0000065046,0.05000,1.450
8,block_sparse_moe.experts.246.w2,0.0000018506,0.05000,1.441
8,block_sparse_moe.experts.253.w2,0.0000170588,0.05000,1.421
8,block_sparse_moe.experts.250.w2,0.0000050242,0.05000,1.421
8,block_sparse_moe.experts.249.w2,0.0000189268,0.05000,1.415
8,block_sparse_moe.experts.245.w2,0.0000138566,0.05000,1.379
8,block_sparse_moe.experts.240.w2,0.0000061592,0.05000,1.424
8,block_sparse_moe.experts.248.w2,0.0000055294,0.05000,1.433
8,block_sparse_moe.experts.244.w2,0.0000055261,0.05000,1.380
8,block_sparse_moe.experts.252.w2,0.0000105612,0.05000,1.350
8,block_sparse_moe.experts.255.w2,0.0000074196,0.05000,1.431
8,block_sparse_moe.experts.247.w2,0.0000048345,0.05000,1.480
8,block_sparse_moe.experts.251.w2,0.0000023213,0.05000,1.396
8,block_sparse_moe.experts.243.w2,0.0000101746,0.05000,1.417
9,self_attn.k_proj,0.0000000318,0.05000,0.924
9,self_attn.q_proj,0.0000001962,0.05000,0.959
9,self_attn.v_proj,0.0000000300,0.05000,1.009
9,self_attn.o_proj,0.0000000327,0.05000,1.838
9,block_sparse_moe.experts.3.w1,0.0000212902,0.05000,2.924
9,block_sparse_moe.experts.11.w1,0.0000855304,0.05000,2.908
9,block_sparse_moe.experts.1.w1,0.0001078112,0.05000,2.926
9,block_sparse_moe.experts.6.w1,0.0001116351,0.05000,2.946
9,block_sparse_moe.experts.13.w1,0.0000302387,0.05000,2.980
9,block_sparse_moe.experts.9.w1,0.0000569437,0.05000,3.000
9,block_sparse_moe.experts.15.w1,0.0000089048,0.05000,2.985
9,block_sparse_moe.experts.2.w1,0.0000402087,0.05000,2.988
9,block_sparse_moe.experts.10.w1,0.0000249105,0.05000,3.034
9,block_sparse_moe.experts.0.w1,0.0000252388,0.05000,3.040
9,block_sparse_moe.experts.5.w1,0.0000354552,0.05000,3.040
9,block_sparse_moe.experts.14.w1,0.0000409965,0.05000,3.050
9,block_sparse_moe.experts.7.w1,0.0000436657,0.05000,3.051
9,block_sparse_moe.experts.4.w1,0.0000147574,0.05000,3.101
9,block_sparse_moe.experts.12.w1,0.0000202562,0.05000,3.084
9,block_sparse_moe.experts.8.w1,0.0000512184,0.05000,3.193
9,block_sparse_moe.experts.17.w1,0.0000371882,0.05000,2.708
9,block_sparse_moe.experts.25.w1,0.0000217158,0.05000,2.654
9,block_sparse_moe.experts.29.w1,0.0001294427,0.05000,2.727
9,block_sparse_moe.experts.22.w1,0.0000399510,0.05000,2.779
9,block_sparse_moe.experts.21.w1,0.0000194561,0.05000,2.697
9,block_sparse_moe.experts.30.w1,0.0000643441,0.05000,2.786
9,block_sparse_moe.experts.18.w1,0.0000169713,0.05000,2.878
9,block_sparse_moe.experts.26.w1,0.0000495033,0.05000,2.900
9,block_sparse_moe.experts.19.w1,0.0000616550,0.05000,3.064
9,block_sparse_moe.experts.16.w1,0.0000300174,0.05000,3.023
9,block_sparse_moe.experts.27.w1,0.0000315322,0.05000,3.135
9,block_sparse_moe.experts.31.w1,0.0000345091,0.05000,3.085
9,block_sparse_moe.experts.28.w1,0.0000328977,0.05000,3.032
9,block_sparse_moe.experts.23.w1,0.0000216627,0.05000,3.078
9,block_sparse_moe.experts.20.w1,0.0000420679,0.05000,3.132
9,block_sparse_moe.experts.24.w1,0.0000473172,0.05000,3.044
9,block_sparse_moe.experts.45.w1,0.0000619241,0.05000,2.709
9,block_sparse_moe.experts.33.w1,0.0000543166,0.05000,2.817
9,block_sparse_moe.experts.41.w1,0.0000145480,0.05000,2.838
9,block_sparse_moe.experts.37.w1,0.0000296287,0.05000,2.858
9,block_sparse_moe.experts.38.w1,0.0000860396,0.05000,2.906
9,block_sparse_moe.experts.35.w1,0.0000385041,0.05000,2.701
9,block_sparse_moe.experts.46.w1,0.0000263630,0.05000,2.851
9,block_sparse_moe.experts.34.w1,0.0001063537,0.05000,2.882
9,block_sparse_moe.experts.39.w1,0.0000336187,0.05000,2.624
9,block_sparse_moe.experts.42.w1,0.0000257664,0.05000,2.879
9,block_sparse_moe.experts.43.w1,0.0000163798,0.05000,2.746
9,block_sparse_moe.experts.47.w1,0.0000655026,0.05000,2.779
9,block_sparse_moe.experts.32.w1,0.0000264863,0.05000,3.026
9,block_sparse_moe.experts.44.w1,0.0000547808,0.05000,3.009
9,block_sparse_moe.experts.36.w1,0.0000415781,0.05000,2.978
9,block_sparse_moe.experts.40.w1,0.0000401287,0.05000,3.036
9,block_sparse_moe.experts.61.w1,0.0000194743,0.05000,2.718
9,block_sparse_moe.experts.57.w1,0.0000166719,0.05000,2.729
9,block_sparse_moe.experts.49.w1,0.0000380649,0.05000,2.759
9,block_sparse_moe.experts.54.w1,0.0000401093,0.05000,2.721
9,block_sparse_moe.experts.53.w1,0.0000319344,0.05000,2.773
9,block_sparse_moe.experts.62.w1,0.0000440253,0.05000,2.752
9,block_sparse_moe.experts.50.w1,0.0000718124,0.05000,2.691
9,block_sparse_moe.experts.58.w1,0.0000621201,0.05000,2.703
9,block_sparse_moe.experts.51.w1,0.0000338736,0.05000,2.984
9,block_sparse_moe.experts.59.w1,0.0001197656,0.05000,2.921
9,block_sparse_moe.experts.55.w1,0.0000449524,0.05000,3.008
9,block_sparse_moe.experts.63.w1,0.0000126640,0.05000,3.016
9,block_sparse_moe.experts.48.w1,0.0000430908,0.05000,2.906
9,block_sparse_moe.experts.60.w1,0.0001038931,0.05000,2.910
9,block_sparse_moe.experts.52.w1,0.0000589173,0.05000,2.876
9,block_sparse_moe.experts.56.w1,0.0000080615,0.05000,2.855
9,block_sparse_moe.experts.77.w1,0.0000226605,0.05000,2.857
9,block_sparse_moe.experts.65.w1,0.0000739389,0.05000,2.919
9,block_sparse_moe.experts.70.w1,0.0000623233,0.05000,2.775
9,block_sparse_moe.experts.73.w1,0.0000182004,0.05000,2.930
9,block_sparse_moe.experts.69.w1,0.0000266312,0.05000,2.856
9,block_sparse_moe.experts.78.w1,0.0000391529,0.05000,2.798
9,block_sparse_moe.experts.66.w1,0.0000461308,0.05000,2.852
9,block_sparse_moe.experts.74.w1,0.0000630493,0.05000,2.918
9,block_sparse_moe.experts.67.w1,0.0000670996,0.05000,2.868
9,block_sparse_moe.experts.75.w1,0.0000144829,0.05000,2.820
9,block_sparse_moe.experts.71.w1,0.0000823314,0.05000,2.908
9,block_sparse_moe.experts.64.w1,0.0000314321,0.05000,2.716
9,block_sparse_moe.experts.79.w1,0.0000120052,0.05000,2.867
9,block_sparse_moe.experts.76.w1,0.0000630400,0.05000,2.754
9,block_sparse_moe.experts.68.w1,0.0000430429,0.05000,2.809
9,block_sparse_moe.experts.72.w1,0.0000552136,0.05000,2.823
9,block_sparse_moe.experts.93.w1,0.0000623158,0.05000,2.723
9,block_sparse_moe.experts.89.w1,0.0000751754,0.05000,2.682
9,block_sparse_moe.experts.81.w1,0.0000122048,0.05000,2.783
9,block_sparse_moe.experts.86.w1,0.0000289588,0.05000,2.878
9,block_sparse_moe.experts.85.w1,0.0000578318,0.05000,2.790
9,block_sparse_moe.experts.94.w1,0.0000779803,0.05000,2.849
9,block_sparse_moe.experts.82.w1,0.0001447984,0.05000,2.872
9,block_sparse_moe.experts.90.w1,0.0000252368,0.05000,2.794
9,block_sparse_moe.experts.91.w1,0.0000711076,0.05000,2.986
9,block_sparse_moe.experts.83.w1,0.0000509747,0.05000,3.029
9,block_sparse_moe.experts.87.w1,0.0000332746,0.05000,2.975
9,block_sparse_moe.experts.92.w1,0.0000563354,0.05000,2.919
9,block_sparse_moe.experts.95.w1,0.0000130004,0.05000,3.000
9,block_sparse_moe.experts.80.w1,0.0000320685,0.05000,3.127
9,block_sparse_moe.experts.84.w1,0.0000279781,0.05000,3.029
9,block_sparse_moe.experts.88.w1,0.0000505114,0.05000,3.013
9,block_sparse_moe.experts.109.w1,0.0000179229,0.05000,2.731
9,block_sparse_moe.experts.105.w1,0.0000458003,0.05000,2.776
9,block_sparse_moe.experts.97.w1,0.0000136195,0.05000,2.742
9,block_sparse_moe.experts.101.w1,0.0000202328,0.05000,2.658
9,block_sparse_moe.experts.110.w1,0.0000694158,0.05000,2.896
9,block_sparse_moe.experts.102.w1,0.0000906961,0.05000,2.983
9,block_sparse_moe.experts.98.w1,0.0000228844,0.05000,3.002
9,block_sparse_moe.experts.106.w1,0.0000322607,0.05000,2.991
9,block_sparse_moe.experts.108.w1,0.0000258593,0.05000,2.695
9,block_sparse_moe.experts.99.w1,0.0000097171,0.05000,2.905
9,block_sparse_moe.experts.107.w1,0.0000252096,0.05000,2.971
9,block_sparse_moe.experts.96.w1,0.0000255292,0.05000,2.708
9,block_sparse_moe.experts.100.w1,0.0000056896,0.05000,2.700
9,block_sparse_moe.experts.103.w1,0.0000214346,0.05000,2.970
9,block_sparse_moe.experts.104.w1,0.0000395647,0.05000,2.730
9,block_sparse_moe.experts.111.w1,0.0000355397,0.05000,2.944
9,block_sparse_moe.experts.125.w1,0.0000448533,0.05000,2.831
9,block_sparse_moe.experts.121.w1,0.0000166179,0.05000,2.806
9,block_sparse_moe.experts.117.w1,0.0000357202,0.05000,2.881
9,block_sparse_moe.experts.113.w1,0.0000153164,0.05000,2.967
9,block_sparse_moe.experts.126.w1,0.0000138942,0.05000,3.130
9,block_sparse_moe.experts.118.w1,0.0000802837,0.05000,3.244
9,block_sparse_moe.experts.114.w1,0.0000140985,0.05000,3.138
9,block_sparse_moe.experts.122.w1,0.0000404615,0.05000,3.149
9,block_sparse_moe.experts.124.w1,0.0000265507,0.05000,3.016
9,block_sparse_moe.experts.112.w1,0.0000455427,0.05000,2.963
9,block_sparse_moe.experts.116.w1,0.0000169253,0.05000,2.930
9,block_sparse_moe.experts.115.w1,0.0000740234,0.05000,3.113
9,block_sparse_moe.experts.123.w1,0.0000218555,0.05000,3.175
9,block_sparse_moe.experts.120.w1,0.0000145859,0.05000,3.036
9,block_sparse_moe.experts.119.w1,0.0000326792,0.05000,3.123
9,block_sparse_moe.experts.127.w1,0.0000112103,0.05000,3.156
9,block_sparse_moe.experts.141.w1,0.0000397316,0.05000,3.132
9,block_sparse_moe.experts.137.w1,0.0000441332,0.05000,3.106
9,block_sparse_moe.experts.133.w1,0.0000485934,0.05000,3.058
9,block_sparse_moe.experts.129.w1,0.0000176644,0.05000,3.105
9,block_sparse_moe.experts.142.w1,0.0000185421,0.05000,2.938
9,block_sparse_moe.experts.134.w1,0.0000382580,0.05000,2.975
9,block_sparse_moe.experts.138.w1,0.0000320472,0.05000,3.009
9,block_sparse_moe.experts.130.w1,0.0000265212,0.05000,3.055
9,block_sparse_moe.experts.131.w1,0.0000112278,0.05000,2.800
9,block_sparse_moe.experts.139.w1,0.0000286340,0.05000,2.759
9,block_sparse_moe.experts.135.w1,0.0000240991,0.05000,2.746
9,block_sparse_moe.experts.140.w1,0.0000405922,0.05000,3.103
9,block_sparse_moe.experts.143.w1,0.0000861717,0.05000,2.716
9,block_sparse_moe.experts.128.w1,0.0000235925,0.05000,3.159
9,block_sparse_moe.experts.132.w1,0.0000223751,0.05000,3.185
9,block_sparse_moe.experts.136.w1,0.0000483970,0.05000,3.071
9,block_sparse_moe.experts.157.w1,0.0000277109,0.05000,2.795
9,block_sparse_moe.experts.153.w1,0.0000277546,0.05000,2.787
9,block_sparse_moe.experts.149.w1,0.0000381706,0.05000,2.830
9,block_sparse_moe.experts.145.w1,0.0000568696,0.05000,2.786
9,block_sparse_moe.experts.158.w1,0.0000415503,0.05000,2.765
9,block_sparse_moe.experts.150.w1,0.0000225967,0.05000,2.777
9,block_sparse_moe.experts.154.w1,0.0000688250,0.05000,2.751
9,block_sparse_moe.experts.146.w1,0.0000191263,0.05000,2.809
9,block_sparse_moe.experts.156.w1,0.0000299617,0.05000,2.752
9,block_sparse_moe.experts.144.w1,0.0000461718,0.05000,2.680
9,block_sparse_moe.experts.148.w1,0.0000310143,0.05000,2.663
9,block_sparse_moe.experts.155.w1,0.0001360142,0.05000,2.971
9,block_sparse_moe.experts.147.w1,0.0001223151,0.05000,3.124
9,block_sparse_moe.experts.151.w1,0.0000243027,0.05000,3.010
9,block_sparse_moe.experts.152.w1,0.0000271836,0.05000,2.784
9,block_sparse_moe.experts.159.w1,0.0000803481,0.05000,3.118
9,block_sparse_moe.experts.173.w1,0.0000638028,0.05000,2.977
9,block_sparse_moe.experts.169.w1,0.0000311035,0.05000,3.005
9,block_sparse_moe.experts.165.w1,0.0000689223,0.05000,3.041
9,block_sparse_moe.experts.161.w1,0.0000302620,0.05000,3.068
9,block_sparse_moe.experts.174.w1,0.0000078501,0.05000,2.844
9,block_sparse_moe.experts.166.w1,0.0000076548,0.05000,2.796
9,block_sparse_moe.experts.170.w1,0.0000526408,0.05000,2.755
9,block_sparse_moe.experts.162.w1,0.0000221932,0.05000,2.729
9,block_sparse_moe.experts.172.w1,0.0000745220,0.05000,2.775
9,block_sparse_moe.experts.160.w1,0.0000468191,0.05000,2.792
9,block_sparse_moe.experts.164.w1,0.0000719244,0.05000,2.772
9,block_sparse_moe.experts.171.w1,0.0000709194,0.05000,2.911
9,block_sparse_moe.experts.168.w1,0.0000533450,0.05000,2.778
9,block_sparse_moe.experts.163.w1,0.0000321338,0.05000,2.927
9,block_sparse_moe.experts.167.w1,0.0000366853,0.05000,2.938
9,block_sparse_moe.experts.175.w1,0.0000132502,0.05000,2.874
9,block_sparse_moe.experts.189.w1,0.0000152324,0.05000,2.992
9,block_sparse_moe.experts.185.w1,0.0000096772,0.05000,2.997
9,block_sparse_moe.experts.190.w1,0.0000395208,0.05000,2.812
9,block_sparse_moe.experts.181.w1,0.0000609112,0.05000,2.997
9,block_sparse_moe.experts.182.w1,0.0000358077,0.05000,2.794
9,block_sparse_moe.experts.177.w1,0.0000111404,0.05000,3.045
9,block_sparse_moe.experts.186.w1,0.0000425858,0.05000,2.829
9,block_sparse_moe.experts.176.w1,0.0000186161,0.05000,2.729
9,block_sparse_moe.experts.188.w1,0.0000258354,0.05000,2.834
9,block_sparse_moe.experts.178.w1,0.0000180340,0.05000,2.997
9,block_sparse_moe.experts.180.w1,0.0000343533,0.05000,2.877
9,block_sparse_moe.experts.184.w1,0.0000660562,0.05000,2.819
9,block_sparse_moe.experts.187.w1,0.0000322305,0.05000,3.079
9,block_sparse_moe.experts.183.w1,0.0000321614,0.05000,3.063
9,block_sparse_moe.experts.179.w1,0.0000181959,0.05000,3.166
9,block_sparse_moe.experts.191.w1,0.0000261313,0.05000,3.060
9,block_sparse_moe.experts.205.w1,0.0000383022,0.05000,3.097
9,block_sparse_moe.experts.206.w1,0.0000225180,0.05000,2.963
9,block_sparse_moe.experts.201.w1,0.0000357067,0.05000,3.156
9,block_sparse_moe.experts.192.w1,0.0000259823,0.05000,2.614
9,block_sparse_moe.experts.198.w1,0.0000085929,0.05000,2.963
9,block_sparse_moe.experts.197.w1,0.0000170833,0.05000,3.060
9,block_sparse_moe.experts.202.w1,0.0000245922,0.05000,2.866
9,block_sparse_moe.experts.204.w1,0.0000281889,0.05000,2.698
9,block_sparse_moe.experts.193.w1,0.0000294174,0.05000,3.021
9,block_sparse_moe.experts.196.w1,0.0000078029,0.05000,2.625
9,block_sparse_moe.experts.200.w1,0.0000086012,0.05000,2.584
9,block_sparse_moe.experts.194.w1,0.0000167094,0.05000,2.868
9,block_sparse_moe.experts.203.w1,0.0000232308,0.05000,2.997
9,block_sparse_moe.experts.199.w1,0.0000859879,0.05000,3.025
9,block_sparse_moe.experts.207.w1,0.0000563649,0.05000,2.964
9,block_sparse_moe.experts.195.w1,0.0000178823,0.05000,3.092
9,block_sparse_moe.experts.208.w1,0.0000432007,0.05000,2.794
9,block_sparse_moe.experts.221.w1,0.0000385632,0.05000,3.011
9,block_sparse_moe.experts.220.w1,0.0000408932,0.05000,2.813
9,block_sparse_moe.experts.222.w1,0.0000567766,0.05000,3.013
9,block_sparse_moe.experts.214.w1,0.0000143766,0.05000,2.969
9,block_sparse_moe.experts.217.w1,0.0000392489,0.05000,3.090
9,block_sparse_moe.experts.212.w1,0.0000386228,0.05000,2.892
9,block_sparse_moe.experts.218.w1,0.0000599213,0.05000,3.041
9,block_sparse_moe.experts.216.w1,0.0000110055,0.05000,2.891
9,block_sparse_moe.experts.213.w1,0.0000230704,0.05000,3.140
9,block_sparse_moe.experts.210.w1,0.0000381443,0.05000,2.961
9,block_sparse_moe.experts.209.w1,0.0000454856,0.05000,3.154
9,block_sparse_moe.experts.219.w1,0.0000425019,0.05000,2.977
9,block_sparse_moe.experts.215.w1,0.0000394529,0.05000,2.986
9,block_sparse_moe.experts.223.w1,0.0000530832,0.05000,2.975
9,block_sparse_moe.experts.211.w1,0.0000367531,0.05000,2.915
9,block_sparse_moe.experts.224.w1,0.0000082076,0.05000,2.763
9,block_sparse_moe.experts.237.w1,0.0000325635,0.05000,2.861
9,block_sparse_moe.experts.236.w1,0.0000089793,0.05000,2.769
9,block_sparse_moe.experts.228.w1,0.0000195830,0.05000,2.808
9,block_sparse_moe.experts.233.w1,0.0000616450,0.05000,2.832
9,block_sparse_moe.experts.232.w1,0.0000116033,0.05000,2.763
9,block_sparse_moe.experts.230.w1,0.0000405775,0.05000,2.900
9,block_sparse_moe.experts.238.w1,0.0000248686,0.05000,3.019
9,block_sparse_moe.experts.234.w1,0.0000409224,0.05000,2.898
9,block_sparse_moe.experts.229.w1,0.0000238058,0.05000,2.830
9,block_sparse_moe.experts.226.w1,0.0000680197,0.05000,2.838
9,block_sparse_moe.experts.225.w1,0.0000338017,0.05000,2.920
9,block_sparse_moe.experts.235.w1,0.0000261561,0.05000,3.013
9,block_sparse_moe.experts.231.w1,0.0000599229,0.05000,3.014
9,block_sparse_moe.experts.239.w1,0.0000435554,0.05000,3.125
9,block_sparse_moe.experts.227.w1,0.0000936736,0.05000,3.124
9,block_sparse_moe.experts.253.w1,0.0000106058,0.05000,2.842
9,block_sparse_moe.experts.240.w1,0.0000179141,0.05000,3.119
9,block_sparse_moe.experts.246.w1,0.0000201749,0.05000,2.747
9,block_sparse_moe.experts.254.w1,0.0000125383,0.05000,2.696
9,block_sparse_moe.experts.250.w1,0.0000487356,0.05000,2.715
9,block_sparse_moe.experts.242.w1,0.0000450206,0.05000,2.696
9,block_sparse_moe.experts.252.w1,0.0000192136,0.05000,3.123
9,block_sparse_moe.experts.244.w1,0.0000169258,0.05000,2.957
9,block_sparse_moe.experts.249.w1,0.0000189380,0.05000,2.950
9,block_sparse_moe.experts.245.w1,0.0000184397,0.05000,2.895
9,block_sparse_moe.experts.248.w1,0.0000272285,0.05000,3.100
9,block_sparse_moe.experts.241.w1,0.0000066485,0.05000,2.968
9,block_sparse_moe.experts.251.w1,0.0000383797,0.05000,3.095
9,block_sparse_moe.experts.247.w1,0.0000589579,0.05000,3.123
9,block_sparse_moe.experts.255.w1,0.0001021587,0.05000,3.128
9,block_sparse_moe.experts.243.w1,0.0000294183,0.05000,3.130
9,block_sparse_moe.experts.13.w3,0.0000297281,0.05000,2.958
9,block_sparse_moe.experts.0.w3,0.0000249308,0.05000,2.888
9,block_sparse_moe.experts.12.w3,0.0000197849,0.05000,2.910
9,block_sparse_moe.experts.10.w3,0.0000235814,0.05000,2.985
9,block_sparse_moe.experts.9.w3,0.0000556025,0.05000,2.915
9,block_sparse_moe.experts.6.w3,0.0001090300,0.05000,3.086
9,block_sparse_moe.experts.5.w3,0.0000350638,0.05000,2.874
9,block_sparse_moe.experts.4.w3,0.0000144048,0.05000,2.965
9,block_sparse_moe.experts.14.w3,0.0000394083,0.05000,3.137
9,block_sparse_moe.experts.2.w3,0.0000393406,0.05000,3.100
9,block_sparse_moe.experts.8.w3,0.0000491908,0.05000,2.921
9,block_sparse_moe.experts.1.w3,0.0001010423,0.05000,2.841
9,block_sparse_moe.experts.11.w3,0.0000836660,0.05000,2.896
9,block_sparse_moe.experts.7.w3,0.0000420789,0.05000,2.868
9,block_sparse_moe.experts.15.w3,0.0000082626,0.05000,2.927
9,block_sparse_moe.experts.3.w3,0.0000206498,0.05000,2.880
9,block_sparse_moe.experts.29.w3,0.0001271574,0.05000,2.751
9,block_sparse_moe.experts.25.w3,0.0000215190,0.05000,2.824
9,block_sparse_moe.experts.26.w3,0.0000474134,0.05000,2.934
9,block_sparse_moe.experts.16.w3,0.0000288724,0.05000,3.161
9,block_sparse_moe.experts.30.w3,0.0000670122,0.05000,2.892
9,block_sparse_moe.experts.22.w3,0.0000389045,0.05000,2.955
9,block_sparse_moe.experts.21.w3,0.0000184397,0.05000,2.922
9,block_sparse_moe.experts.18.w3,0.0000164333,0.05000,2.921
9,block_sparse_moe.experts.28.w3,0.0000311476,0.05000,3.102
9,block_sparse_moe.experts.17.w3,0.0000367022,0.05000,2.839
9,block_sparse_moe.experts.20.w3,0.0000411267,0.05000,3.134
9,block_sparse_moe.experts.24.w3,0.0000432109,0.05000,3.177
9,block_sparse_moe.experts.27.w3,0.0000309755,0.05000,2.877
9,block_sparse_moe.experts.23.w3,0.0000189783,0.05000,2.966
9,block_sparse_moe.experts.31.w3,0.0000339475,0.05000,2.860
9,block_sparse_moe.experts.19.w3,0.0000612278,0.05000,2.921
9,block_sparse_moe.experts.45.w3,0.0000609358,0.05000,2.738
9,block_sparse_moe.experts.41.w3,0.0000140578,0.05000,2.774
9,block_sparse_moe.experts.42.w3,0.0000246949,0.05000,2.827
9,block_sparse_moe.experts.37.w3,0.0000283729,0.05000,2.810
9,block_sparse_moe.experts.34.w3,0.0000997156,0.05000,2.801
9,block_sparse_moe.experts.46.w3,0.0000249708,0.05000,2.893
9,block_sparse_moe.experts.38.w3,0.0000850557,0.05000,2.895
9,block_sparse_moe.experts.32.w3,0.0000241331,0.05000,3.014
9,block_sparse_moe.experts.33.w3,0.0000519792,0.05000,2.854
9,block_sparse_moe.experts.44.w3,0.0000526857,0.05000,2.977
9,block_sparse_moe.experts.36.w3,0.0000394393,0.05000,2.988
9,block_sparse_moe.experts.40.w3,0.0000380129,0.05000,2.987
9,block_sparse_moe.experts.43.w3,0.0000159069,0.05000,3.070
9,block_sparse_moe.experts.39.w3,0.0000324765,0.05000,2.958
9,block_sparse_moe.experts.35.w3,0.0000375947,0.05000,2.998
9,block_sparse_moe.experts.47.w3,0.0000635468,0.05000,3.063
9,block_sparse_moe.experts.61.w3,0.0000184417,0.05000,3.042
9,block_sparse_moe.experts.58.w3,0.0000591028,0.05000,2.776
9,block_sparse_moe.experts.50.w3,0.0000666928,0.05000,2.751
9,block_sparse_moe.experts.57.w3,0.0000163595,0.05000,3.023
9,block_sparse_moe.experts.62.w3,0.0000434723,0.05000,2.848
9,block_sparse_moe.experts.54.w3,0.0000385751,0.05000,2.865
9,block_sparse_moe.experts.53.w3,0.0000300759,0.05000,2.952
9,block_sparse_moe.experts.48.w3,0.0000419642,0.05000,2.879
9,block_sparse_moe.experts.60.w3,0.0000923761,0.05000,2.885
9,block_sparse_moe.experts.49.w3,0.0000371769,0.05000,3.116
9,block_sparse_moe.experts.52.w3,0.0000570131,0.05000,2.938
9,block_sparse_moe.experts.56.w3,0.0000078648,0.05000,2.995
9,block_sparse_moe.experts.59.w3,0.0001292410,0.05000,2.966
9,block_sparse_moe.experts.55.w3,0.0000437698,0.05000,2.965
9,block_sparse_moe.experts.51.w3,0.0000323472,0.05000,2.959
9,block_sparse_moe.experts.63.w3,0.0000123805,0.05000,2.993
9,block_sparse_moe.experts.77.w3,0.0000209458,0.05000,2.902
9,block_sparse_moe.experts.74.w3,0.0000608663,0.05000,2.840
9,block_sparse_moe.experts.66.w3,0.0000421531,0.05000,2.830
9,block_sparse_moe.experts.78.w3,0.0000383753,0.05000,2.852
9,block_sparse_moe.experts.73.w3,0.0000178888,0.05000,2.965
9,block_sparse_moe.experts.70.w3,0.0000600806,0.05000,2.877
9,block_sparse_moe.experts.69.w3,0.0000260411,0.05000,2.920
9,block_sparse_moe.experts.64.w3,0.0000305068,0.05000,2.861
9,block_sparse_moe.experts.76.w3,0.0000621997,0.05000,2.827
9,block_sparse_moe.experts.65.w3,0.0000724399,0.05000,2.819
9,block_sparse_moe.experts.68.w3,0.0000423453,0.05000,2.820
9,block_sparse_moe.experts.72.w3,0.0000519143,0.05000,2.741
9,block_sparse_moe.experts.75.w3,0.0000132028,0.05000,3.055
9,block_sparse_moe.experts.71.w3,0.0000785095,0.05000,3.082
9,block_sparse_moe.experts.79.w3,0.0000115955,0.05000,3.018
9,block_sparse_moe.experts.67.w3,0.0000659960,0.05000,3.080
9,block_sparse_moe.experts.93.w3,0.0000601051,0.05000,3.141
9,block_sparse_moe.experts.90.w3,0.0000236695,0.05000,2.987
9,block_sparse_moe.experts.82.w3,0.0001428274,0.05000,2.988
9,block_sparse_moe.experts.89.w3,0.0000726736,0.05000,2.928
9,block_sparse_moe.experts.94.w3,0.0000718096,0.05000,2.981
9,block_sparse_moe.experts.92.w3,0.0000535524,0.05000,2.782
9,block_sparse_moe.experts.80.w3,0.0000305858,0.05000,2.848
9,block_sparse_moe.experts.86.w3,0.0000283390,0.05000,2.964
9,block_sparse_moe.experts.85.w3,0.0000564878,0.05000,3.022
9,block_sparse_moe.experts.84.w3,0.0000258575,0.05000,2.783
9,block_sparse_moe.experts.88.w3,0.0000493615,0.05000,2.777
9,block_sparse_moe.experts.81.w3,0.0000112796,0.05000,3.002
9,block_sparse_moe.experts.91.w3,0.0000695029,0.05000,3.134
9,block_sparse_moe.experts.87.w3,0.0000325648,0.05000,3.072
9,block_sparse_moe.experts.95.w3,0.0000116870,0.05000,3.036
9,block_sparse_moe.experts.83.w3,0.0000495386,0.05000,3.061
9,block_sparse_moe.experts.106.w3,0.0000313973,0.05000,2.764
9,block_sparse_moe.experts.98.w3,0.0000224823,0.05000,2.740
9,block_sparse_moe.experts.110.w3,0.0000680057,0.05000,2.764
9,block_sparse_moe.experts.109.w3,0.0000168250,0.05000,3.036
9,block_sparse_moe.experts.108.w3,0.0000242881,0.05000,2.788
9,block_sparse_moe.experts.102.w3,0.0000893702,0.05000,2.786
9,block_sparse_moe.experts.96.w3,0.0000247139,0.05000,2.834
9,block_sparse_moe.experts.100.w3,0.0000053808,0.05000,2.871
9,block_sparse_moe.experts.105.w3,0.0000446178,0.05000,3.088
9,block_sparse_moe.experts.101.w3,0.0000193092,0.05000,3.029
9,block_sparse_moe.experts.104.w3,0.0000385521,0.05000,2.926
9,block_sparse_moe.experts.97.w3,0.0000127128,0.05000,3.086
9,block_sparse_moe.experts.107.w3,0.0000243346,0.05000,2.866
9,block_sparse_moe.experts.103.w3,0.0000198721,0.05000,2.816
9,block_sparse_moe.experts.111.w3,0.0000331233,0.05000,2.890
9,block_sparse_moe.experts.99.w3,0.0000094558,0.05000,2.868
9,block_sparse_moe.experts.122.w3,0.0000391787,0.05000,2.635
9,block_sparse_moe.experts.114.w3,0.0000137531,0.05000,2.596
9,block_sparse_moe.experts.118.w3,0.0000771155,0.05000,2.561
9,block_sparse_moe.experts.126.w3,0.0000132208,0.05000,2.618
9,block_sparse_moe.experts.124.w3,0.0000257201,0.05000,2.849
9,block_sparse_moe.experts.112.w3,0.0000441213,0.05000,2.935
9,block_sparse_moe.experts.116.w3,0.0000165791,0.05000,2.838
9,block_sparse_moe.experts.125.w3,0.0000427570,0.05000,3.136
9,block_sparse_moe.experts.120.w3,0.0000142924,0.05000,2.891
9,block_sparse_moe.experts.121.w3,0.0000164264,0.05000,3.111
9,block_sparse_moe.experts.117.w3,0.0000339185,0.05000,3.108
9,block_sparse_moe.experts.113.w3,0.0000131794,0.05000,2.992
9,block_sparse_moe.experts.123.w3,0.0000210520,0.05000,3.050
9,block_sparse_moe.experts.119.w3,0.0000316118,0.05000,3.048
9,block_sparse_moe.experts.115.w3,0.0000695319,0.05000,3.027
9,block_sparse_moe.experts.127.w3,0.0000107851,0.05000,3.058
9,block_sparse_moe.experts.138.w3,0.0000308504,0.05000,2.944
9,block_sparse_moe.experts.130.w3,0.0000254734,0.05000,2.920
9,block_sparse_moe.experts.142.w3,0.0000179286,0.05000,2.946
9,block_sparse_moe.experts.134.w3,0.0000373606,0.05000,2.962
9,block_sparse_moe.experts.140.w3,0.0000385934,0.05000,2.747
9,block_sparse_moe.experts.128.w3,0.0000226159,0.05000,2.860
9,block_sparse_moe.experts.132.w3,0.0000206552,0.05000,2.803
9,block_sparse_moe.experts.141.w3,0.0000401797,0.05000,2.821
9,block_sparse_moe.experts.136.w3,0.0000453832,0.05000,2.839
9,block_sparse_moe.experts.137.w3,0.0000421294,0.05000,2.820
9,block_sparse_moe.experts.133.w3,0.0000478007,0.05000,2.833
9,block_sparse_moe.experts.129.w3,0.0000169878,0.05000,2.870
9,block_sparse_moe.experts.139.w3,0.0000273216,0.05000,2.947
9,block_sparse_moe.experts.135.w3,0.0000232341,0.05000,2.935
9,block_sparse_moe.experts.143.w3,0.0000810873,0.05000,3.065
9,block_sparse_moe.experts.131.w3,0.0000109705,0.05000,3.095
9,block_sparse_moe.experts.146.w3,0.0000186697,0.05000,2.948
9,block_sparse_moe.experts.154.w3,0.0000666929,0.05000,3.024
9,block_sparse_moe.experts.158.w3,0.0000408273,0.05000,2.959
9,block_sparse_moe.experts.150.w3,0.0000218462,0.05000,2.992
9,block_sparse_moe.experts.156.w3,0.0000275037,0.05000,3.046
9,block_sparse_moe.experts.157.w3,0.0000265285,0.05000,2.699
9,block_sparse_moe.experts.148.w3,0.0000297404,0.05000,2.930
9,block_sparse_moe.experts.153.w3,0.0000267215,0.05000,2.644
9,block_sparse_moe.experts.144.w3,0.0000454233,0.05000,3.037
9,block_sparse_moe.experts.149.w3,0.0000336873,0.05000,2.652
9,block_sparse_moe.experts.152.w3,0.0000264947,0.05000,2.950
9,block_sparse_moe.experts.145.w3,0.0000554333,0.05000,2.689
9,block_sparse_moe.experts.155.w3,0.0001193000,0.05000,3.052
9,block_sparse_moe.experts.151.w3,0.0000238949,0.05000,3.102
9,block_sparse_moe.experts.159.w3,0.0000795625,0.05000,3.070
9,block_sparse_moe.experts.162.w3,0.0000216402,0.05000,2.962
9,block_sparse_moe.experts.147.w3,0.0001129828,0.05000,3.125
9,block_sparse_moe.experts.170.w3,0.0000515108,0.05000,2.951
9,block_sparse_moe.experts.173.w3,0.0000622583,0.05000,2.680
9,block_sparse_moe.experts.166.w3,0.0000074498,0.05000,2.955
9,block_sparse_moe.experts.174.w3,0.0000075131,0.05000,3.064
9,block_sparse_moe.experts.169.w3,0.0000292743,0.05000,2.738
9,block_sparse_moe.experts.172.w3,0.0000709321,0.05000,2.971
9,block_sparse_moe.experts.165.w3,0.0000678105,0.05000,2.677
9,block_sparse_moe.experts.164.w3,0.0000695118,0.05000,2.915
9,block_sparse_moe.experts.161.w3,0.0000295954,0.05000,2.552
9,block_sparse_moe.experts.160.w3,0.0000455988,0.05000,2.927
9,block_sparse_moe.experts.168.w3,0.0000505987,0.05000,3.025
9,block_sparse_moe.experts.171.w3,0.0000698636,0.05000,3.063
9,block_sparse_moe.experts.189.w3,0.0000143513,0.05000,2.612
9,block_sparse_moe.experts.167.w3,0.0000352535,0.05000,3.104
9,block_sparse_moe.experts.175.w3,0.0000133810,0.05000,3.099
9,block_sparse_moe.experts.185.w3,0.0000089790,0.05000,2.746
9,block_sparse_moe.experts.163.w3,0.0000313267,0.05000,3.076
9,block_sparse_moe.experts.186.w3,0.0000414212,0.05000,3.066
9,block_sparse_moe.experts.181.w3,0.0000573688,0.05000,2.748
9,block_sparse_moe.experts.178.w3,0.0000173371,0.05000,3.134
9,block_sparse_moe.experts.182.w3,0.0000351757,0.05000,3.026
9,block_sparse_moe.experts.177.w3,0.0000099182,0.05000,2.772
9,block_sparse_moe.experts.188.w3,0.0000252512,0.05000,2.986
9,block_sparse_moe.experts.190.w3,0.0000383406,0.05000,3.057
9,block_sparse_moe.experts.180.w3,0.0000325830,0.05000,3.007
9,block_sparse_moe.experts.176.w3,0.0000182364,0.05000,3.033
9,block_sparse_moe.experts.184.w3,0.0000598507,0.05000,3.054
9,block_sparse_moe.experts.187.w3,0.0000308484,0.05000,2.979
9,block_sparse_moe.experts.183.w3,0.0000316842,0.05000,2.955
9,block_sparse_moe.experts.205.w3,0.0000375656,0.05000,3.050
9,block_sparse_moe.experts.202.w3,0.0000242833,0.05000,2.708
9,block_sparse_moe.experts.194.w3,0.0000158624,0.05000,2.775
9,block_sparse_moe.experts.198.w3,0.0000084086,0.05000,2.703
9,block_sparse_moe.experts.191.w3,0.0000256412,0.05000,2.965
9,block_sparse_moe.experts.201.w3,0.0000351911,0.05000,2.976
9,block_sparse_moe.experts.197.w3,0.0000163135,0.05000,2.969
9,block_sparse_moe.experts.206.w3,0.0000214510,0.05000,2.771
9,block_sparse_moe.experts.179.w3,0.0000173764,0.05000,3.031
9,block_sparse_moe.experts.204.w3,0.0000275807,0.05000,2.834
9,block_sparse_moe.experts.193.w3,0.0000269786,0.05000,3.008
9,block_sparse_moe.experts.196.w3,0.0000073522,0.05000,2.820
9,block_sparse_moe.experts.192.w3,0.0000216133,0.05000,2.788
9,block_sparse_moe.experts.200.w3,0.0000082004,0.05000,2.707
9,block_sparse_moe.experts.203.w3,0.0000220497,0.05000,2.818
9,block_sparse_moe.experts.199.w3,0.0000822811,0.05000,2.928
9,block_sparse_moe.experts.221.w3,0.0000377297,0.05000,2.927
9,block_sparse_moe.experts.218.w3,0.0000566402,0.05000,2.823
9,block_sparse_moe.experts.210.w3,0.0000375943,0.05000,2.812
9,block_sparse_moe.experts.214.w3,0.0000139379,0.05000,2.888
9,block_sparse_moe.experts.207.w3,0.0000544168,0.05000,2.910
9,block_sparse_moe.experts.220.w3,0.0000395179,0.05000,2.797
9,block_sparse_moe.experts.195.w3,0.0000169238,0.05000,2.824
9,block_sparse_moe.experts.222.w3,0.0000523519,0.05000,2.873
9,block_sparse_moe.experts.213.w3,0.0000220681,0.05000,2.949
9,block_sparse_moe.experts.217.w3,0.0000376988,0.05000,3.044
9,block_sparse_moe.experts.209.w3,0.0000443997,0.05000,2.992
9,block_sparse_moe.experts.212.w3,0.0000368121,0.05000,2.991
9,block_sparse_moe.experts.208.w3,0.0000416092,0.05000,2.918
9,block_sparse_moe.experts.216.w3,0.0000105530,0.05000,3.015
9,block_sparse_moe.experts.219.w3,0.0000414174,0.05000,3.080
9,block_sparse_moe.experts.234.w3,0.0000405086,0.05000,2.968
9,block_sparse_moe.experts.237.w3,0.0000312481,0.05000,2.995
9,block_sparse_moe.experts.215.w3,0.0000387257,0.05000,3.091
9,block_sparse_moe.experts.226.w3,0.0000667414,0.05000,3.026
9,block_sparse_moe.experts.230.w3,0.0000383561,0.05000,3.008
9,block_sparse_moe.experts.236.w3,0.0000086665,0.05000,3.057
9,block_sparse_moe.experts.223.w3,0.0000518179,0.05000,3.092
9,block_sparse_moe.experts.233.w3,0.0000564183,0.05000,2.955
9,block_sparse_moe.experts.238.w3,0.0000241175,0.05000,3.069
9,block_sparse_moe.experts.211.w3,0.0000360264,0.05000,3.094
9,block_sparse_moe.experts.229.w3,0.0000221447,0.05000,3.056
9,block_sparse_moe.experts.225.w3,0.0000318875,0.05000,2.940
9,block_sparse_moe.experts.224.w3,0.0000078981,0.05000,3.020
9,block_sparse_moe.experts.228.w3,0.0000188325,0.05000,3.033
9,block_sparse_moe.experts.232.w3,0.0000114040,0.05000,3.052
9,block_sparse_moe.experts.242.w3,0.0000436383,0.05000,2.707
9,block_sparse_moe.experts.235.w3,0.0000258414,0.05000,2.954
9,block_sparse_moe.experts.250.w3,0.0000470553,0.05000,2.855
9,block_sparse_moe.experts.246.w3,0.0000193549,0.05000,2.690
9,block_sparse_moe.experts.253.w3,0.0000101859,0.05000,2.912
9,block_sparse_moe.experts.254.w3,0.0000123733,0.05000,2.561
9,block_sparse_moe.experts.231.w3,0.0000587586,0.05000,2.937
9,block_sparse_moe.experts.245.w3,0.0000175356,0.05000,2.644
9,block_sparse_moe.experts.249.w3,0.0000185297,0.05000,2.739
9,block_sparse_moe.experts.241.w3,0.0000061725,0.05000,2.591
9,block_sparse_moe.experts.252.w3,0.0000171047,0.05000,2.856
9,block_sparse_moe.experts.239.w3,0.0000420833,0.05000,2.889
9,block_sparse_moe.experts.227.w3,0.0000906830,0.05000,2.911
9,block_sparse_moe.experts.244.w3,0.0000164273,0.05000,2.826
9,block_sparse_moe.experts.240.w3,0.0000160677,0.05000,2.858
9,block_sparse_moe.experts.248.w3,0.0000261324,0.05000,2.591
9,block_sparse_moe.experts.251.w3,0.0000369975,0.05000,2.755
9,block_sparse_moe.experts.247.w3,0.0000545111,0.05000,2.688
9,block_sparse_moe.experts.255.w3,0.0000987166,0.05000,2.596
9,block_sparse_moe.experts.243.w3,0.0000288134,0.05000,2.538
9,block_sparse_moe.experts.0.w2,0.0000040592,0.05000,1.429
9,block_sparse_moe.experts.8.w2,0.0000050406,0.05000,1.451
9,block_sparse_moe.experts.4.w2,0.0000011632,0.05000,1.491
9,block_sparse_moe.experts.9.w2,0.0000064056,0.05000,1.492
9,block_sparse_moe.experts.1.w2,0.0000188140,0.05000,1.519
9,block_sparse_moe.experts.13.w2,0.0000046380,0.05000,1.493
9,block_sparse_moe.experts.12.w2,0.0000055620,0.05000,1.508
9,block_sparse_moe.experts.5.w2,0.0000075021,0.05000,1.547
9,block_sparse_moe.experts.6.w2,0.0000266547,0.05000,1.738
9,block_sparse_moe.experts.14.w2,0.0000195818,0.05000,1.733
9,block_sparse_moe.experts.10.w2,0.0000060959,0.05000,1.734
9,block_sparse_moe.experts.2.w2,0.0000080189,0.05000,1.776
9,block_sparse_moe.experts.3.w2,0.0000022963,0.05000,1.798
9,block_sparse_moe.experts.7.w2,0.0000095394,0.05000,1.812
9,block_sparse_moe.experts.11.w2,0.0000154577,0.05000,1.778
9,block_sparse_moe.experts.15.w2,0.0000029594,0.05000,1.808
9,block_sparse_moe.experts.25.w2,0.0000038070,0.05000,1.229
9,block_sparse_moe.experts.21.w2,0.0000070163,0.05000,1.236
9,block_sparse_moe.experts.16.w2,0.0000080247,0.05000,1.366
9,block_sparse_moe.experts.24.w2,0.0000138456,0.05000,1.360
9,block_sparse_moe.experts.29.w2,0.0000114897,0.05000,1.301
9,block_sparse_moe.experts.20.w2,0.0000048405,0.05000,1.348
9,block_sparse_moe.experts.17.w2,0.0000103646,0.05000,1.347
9,block_sparse_moe.experts.28.w2,0.0000090692,0.05000,1.336
9,block_sparse_moe.experts.26.w2,0.0000113511,0.05000,1.474
9,block_sparse_moe.experts.31.w2,0.0000042241,0.05000,1.418
9,block_sparse_moe.experts.22.w2,0.0000048088,0.05000,1.530
9,block_sparse_moe.experts.27.w2,0.0000056241,0.05000,1.459
9,block_sparse_moe.experts.19.w2,0.0000098739,0.05000,1.492
9,block_sparse_moe.experts.18.w2,0.0000049709,0.05000,1.518
9,block_sparse_moe.experts.23.w2,0.0000038230,0.05000,1.492
9,block_sparse_moe.experts.30.w2,0.0000051502,0.05000,1.551
9,block_sparse_moe.experts.41.w2,0.0000029969,0.05000,1.459
9,block_sparse_moe.experts.32.w2,0.0000086830,0.05000,1.425
9,block_sparse_moe.experts.45.w2,0.0000151290,0.05000,1.447
9,block_sparse_moe.experts.37.w2,0.0000034369,0.05000,1.487
9,block_sparse_moe.experts.40.w2,0.0000140407,0.05000,1.477
9,block_sparse_moe.experts.36.w2,0.0000075531,0.05000,1.451
9,block_sparse_moe.experts.33.w2,0.0000097744,0.05000,1.425
9,block_sparse_moe.experts.44.w2,0.0000064594,0.05000,1.444
9,block_sparse_moe.experts.34.w2,0.0000187080,0.05000,1.406
9,block_sparse_moe.experts.42.w2,0.0000097160,0.05000,1.463
9,block_sparse_moe.experts.38.w2,0.0000141243,0.05000,1.464
9,block_sparse_moe.experts.35.w2,0.0000085520,0.05000,1.482
9,block_sparse_moe.experts.47.w2,0.0000088912,0.05000,1.520
9,block_sparse_moe.experts.43.w2,0.0000030437,0.05000,1.529
9,block_sparse_moe.experts.46.w2,0.0000095958,0.05000,1.474
9,block_sparse_moe.experts.39.w2,0.0000062501,0.05000,1.506
9,block_sparse_moe.experts.57.w2,0.0000049066,0.05000,1.351
9,block_sparse_moe.experts.53.w2,0.0000101799,0.05000,1.335
9,block_sparse_moe.experts.48.w2,0.0000197076,0.05000,1.387
9,block_sparse_moe.experts.52.w2,0.0000100463,0.05000,1.356
9,block_sparse_moe.experts.61.w2,0.0000062990,0.05000,1.383
9,block_sparse_moe.experts.60.w2,0.0000877505,0.05000,1.358
9,block_sparse_moe.experts.56.w2,0.0000018548,0.05000,1.423
9,block_sparse_moe.experts.49.w2,0.0000057374,0.05000,1.430
9,block_sparse_moe.experts.50.w2,0.0000073090,0.05000,1.364
9,block_sparse_moe.experts.54.w2,0.0000080257,0.05000,1.371
9,block_sparse_moe.experts.62.w2,0.0000121602,0.05000,1.321
9,block_sparse_moe.experts.58.w2,0.0000215076,0.05000,1.418
9,block_sparse_moe.experts.51.w2,0.0000163568,0.05000,1.408
9,block_sparse_moe.experts.55.w2,0.0000091941,0.05000,1.406
9,block_sparse_moe.experts.63.w2,0.0000034682,0.05000,1.458
9,block_sparse_moe.experts.59.w2,0.0000159283,0.05000,1.442
9,block_sparse_moe.experts.73.w2,0.0000037594,0.05000,1.375
9,block_sparse_moe.experts.69.w2,0.0000057454,0.05000,1.377
9,block_sparse_moe.experts.77.w2,0.0000045476,0.05000,1.360
9,block_sparse_moe.experts.64.w2,0.0000108901,0.05000,1.546
9,block_sparse_moe.experts.76.w2,0.0000188363,0.05000,1.491
9,block_sparse_moe.experts.65.w2,0.0000123833,0.05000,1.464
9,block_sparse_moe.experts.68.w2,0.0000059102,0.05000,1.561
9,block_sparse_moe.experts.72.w2,0.0000108207,0.05000,1.543
9,block_sparse_moe.experts.66.w2,0.0000099615,0.05000,1.339
9,block_sparse_moe.experts.70.w2,0.0000105400,0.05000,1.313
9,block_sparse_moe.experts.74.w2,0.0000077358,0.05000,1.294
9,block_sparse_moe.experts.78.w2,0.0000051100,0.05000,1.368
9,block_sparse_moe.experts.67.w2,0.0000140959,0.05000,1.468
9,block_sparse_moe.experts.79.w2,0.0000016144,0.05000,1.444
9,block_sparse_moe.experts.75.w2,0.0000042565,0.05000,1.476
9,block_sparse_moe.experts.71.w2,0.0000115686,0.05000,1.512
9,block_sparse_moe.experts.89.w2,0.0000300394,0.05000,1.478
9,block_sparse_moe.experts.93.w2,0.0000066040,0.05000,1.474
9,block_sparse_moe.experts.85.w2,0.0000194260,0.05000,1.510
9,block_sparse_moe.experts.92.w2,0.0000224213,0.05000,1.400
9,block_sparse_moe.experts.84.w2,0.0000047447,0.05000,1.413
9,block_sparse_moe.experts.80.w2,0.0000049657,0.05000,1.467
9,block_sparse_moe.experts.88.w2,0.0000052386,0.05000,1.437
9,block_sparse_moe.experts.81.w2,0.0000048805,0.05000,1.510
9,block_sparse_moe.experts.90.w2,0.0000098151,0.05000,1.290
9,block_sparse_moe.experts.86.w2,0.0000084062,0.05000,1.304
9,block_sparse_moe.experts.82.w2,0.0000399166,0.05000,1.321
9,block_sparse_moe.experts.94.w2,0.0000184079,0.05000,1.324
9,block_sparse_moe.experts.91.w2,0.0000106755,0.05000,1.448
9,block_sparse_moe.experts.95.w2,0.0000015288,0.05000,1.490
9,block_sparse_moe.experts.87.w2,0.0000044979,0.05000,1.449
9,block_sparse_moe.experts.83.w2,0.0000079752,0.05000,1.555
9,block_sparse_moe.experts.105.w2,0.0000134999,0.05000,1.473
9,block_sparse_moe.experts.108.w2,0.0000086691,0.05000,1.375
9,block_sparse_moe.experts.109.w2,0.0000035030,0.05000,1.523
9,block_sparse_moe.experts.101.w2,0.0000085196,0.05000,1.522
9,block_sparse_moe.experts.104.w2,0.0000051499,0.05000,1.359
9,block_sparse_moe.experts.100.w2,0.0000007641,0.05000,1.437
9,block_sparse_moe.experts.96.w2,0.0000071326,0.05000,1.443
9,block_sparse_moe.experts.98.w2,0.0000045592,0.05000,1.381
9,block_sparse_moe.experts.102.w2,0.0000172127,0.05000,1.387
9,block_sparse_moe.experts.106.w2,0.0000135327,0.05000,1.396
9,block_sparse_moe.experts.110.w2,0.0000205875,0.05000,1.404
9,block_sparse_moe.experts.97.w2,0.0000036771,0.05000,1.565
9,block_sparse_moe.experts.107.w2,0.0000071492,0.05000,1.477
9,block_sparse_moe.experts.103.w2,0.0000058992,0.05000,1.471
9,block_sparse_moe.experts.111.w2,0.0000132868,0.05000,1.502
9,block_sparse_moe.experts.99.w2,0.0000034867,0.05000,1.476
9,block_sparse_moe.experts.124.w2,0.0000087896,0.05000,1.337
9,block_sparse_moe.experts.121.w2,0.0000031168,0.05000,1.448
9,block_sparse_moe.experts.125.w2,0.0000048584,0.05000,1.419
9,block_sparse_moe.experts.116.w2,0.0000052694,0.05000,1.381
9,block_sparse_moe.experts.117.w2,0.0000091271,0.05000,1.453
9,block_sparse_moe.experts.120.w2,0.0000057719,0.05000,1.423
9,block_sparse_moe.experts.112.w2,0.0000050939,0.05000,1.447
9,block_sparse_moe.experts.122.w2,0.0000065646,0.05000,1.410
9,block_sparse_moe.experts.114.w2,0.0000030760,0.05000,1.421
9,block_sparse_moe.experts.118.w2,0.0000154855,0.05000,1.439
9,block_sparse_moe.experts.126.w2,0.0000049708,0.05000,1.436
9,block_sparse_moe.experts.113.w2,0.0000053348,0.05000,1.428
9,block_sparse_moe.experts.119.w2,0.0000023328,0.05000,1.410
9,block_sparse_moe.experts.123.w2,0.0000055246,0.05000,1.429
9,block_sparse_moe.experts.127.w2,0.0000036115,0.05000,1.469
9,block_sparse_moe.experts.115.w2,0.0000126414,0.05000,1.465
9,block_sparse_moe.experts.140.w2,0.0000063534,0.05000,1.454
9,block_sparse_moe.experts.137.w2,0.0000265341,0.05000,1.466
9,block_sparse_moe.experts.132.w2,0.0000061749,0.05000,1.389
9,block_sparse_moe.experts.141.w2,0.0000102978,0.05000,1.451
9,block_sparse_moe.experts.133.w2,0.0000075047,0.05000,1.416
9,block_sparse_moe.experts.136.w2,0.0000070481,0.05000,1.415
9,block_sparse_moe.experts.138.w2,0.0000107564,0.05000,1.389
9,block_sparse_moe.experts.130.w2,0.0000062290,0.05000,1.386
9,block_sparse_moe.experts.128.w2,0.0000056720,0.05000,1.441
9,block_sparse_moe.experts.134.w2,0.0000088343,0.05000,1.458
9,block_sparse_moe.experts.129.w2,0.0000066540,0.05000,1.441
9,block_sparse_moe.experts.142.w2,0.0000059362,0.05000,1.473
9,block_sparse_moe.experts.135.w2,0.0000063311,0.05000,1.482
9,block_sparse_moe.experts.139.w2,0.0000093947,0.05000,1.493
9,block_sparse_moe.experts.131.w2,0.0000034560,0.05000,1.466
9,block_sparse_moe.experts.143.w2,0.0000165480,0.05000,1.542
9,block_sparse_moe.experts.153.w2,0.0000022849,0.05000,1.403
9,block_sparse_moe.experts.156.w2,0.0000072055,0.05000,1.475
9,block_sparse_moe.experts.157.w2,0.0000121862,0.05000,1.363
9,block_sparse_moe.experts.154.w2,0.0000080193,0.05000,1.353
9,block_sparse_moe.experts.149.w2,0.0000126606,0.05000,1.385
9,block_sparse_moe.experts.148.w2,0.0000163740,0.05000,1.531
9,block_sparse_moe.experts.146.w2,0.0000058041,0.05000,1.451
9,block_sparse_moe.experts.152.w2,0.0000044520,0.05000,1.487
9,block_sparse_moe.experts.150.w2,0.0000064319,0.05000,1.410
9,block_sparse_moe.experts.144.w2,0.0000081173,0.05000,1.502
9,block_sparse_moe.experts.158.w2,0.0000104732,0.05000,1.440
9,block_sparse_moe.experts.145.w2,0.0000084693,0.05000,1.442
9,block_sparse_moe.experts.151.w2,0.0000086759,0.05000,1.530
9,block_sparse_moe.experts.147.w2,0.0000629827,0.05000,1.569
9,block_sparse_moe.experts.155.w2,0.0000194865,0.05000,1.659
9,block_sparse_moe.experts.159.w2,0.0000082006,0.05000,1.561
9,block_sparse_moe.experts.169.w2,0.0000048299,0.05000,1.376
9,block_sparse_moe.experts.173.w2,0.0000108166,0.05000,1.349
9,block_sparse_moe.experts.172.w2,0.0000261276,0.05000,1.441
9,block_sparse_moe.experts.170.w2,0.0000123474,0.05000,1.465
9,block_sparse_moe.experts.165.w2,0.0000128468,0.05000,1.468
9,block_sparse_moe.experts.164.w2,0.0000204291,0.05000,1.435
9,block_sparse_moe.experts.162.w2,0.0000054945,0.05000,1.477
9,block_sparse_moe.experts.168.w2,0.0000104063,0.05000,1.473
9,block_sparse_moe.experts.166.w2,0.0000012948,0.05000,1.482
9,block_sparse_moe.experts.160.w2,0.0000152629,0.05000,1.450
9,block_sparse_moe.experts.161.w2,0.0000065449,0.05000,1.377
9,block_sparse_moe.experts.174.w2,0.0000036770,0.05000,1.451
9,block_sparse_moe.experts.167.w2,0.0000083693,0.05000,1.513
9,block_sparse_moe.experts.163.w2,0.0000102145,0.05000,1.508
9,block_sparse_moe.experts.171.w2,0.0000100077,0.05000,1.488
9,block_sparse_moe.experts.175.w2,0.0000009029,0.05000,1.493
9,block_sparse_moe.experts.185.w2,0.0000033657,0.05000,1.449
9,block_sparse_moe.experts.188.w2,0.0000045764,0.05000,1.453
9,block_sparse_moe.experts.189.w2,0.0000034884,0.05000,1.508
9,block_sparse_moe.experts.181.w2,0.0000089370,0.05000,1.454
9,block_sparse_moe.experts.186.w2,0.0000050354,0.05000,1.482
9,block_sparse_moe.experts.180.w2,0.0000086074,0.05000,1.437
9,block_sparse_moe.experts.184.w2,0.0000096527,0.05000,1.422
9,block_sparse_moe.experts.178.w2,0.0000047973,0.05000,1.443
9,block_sparse_moe.experts.176.w2,0.0000028459,0.05000,1.463
9,block_sparse_moe.experts.177.w2,0.0000029941,0.05000,1.438
9,block_sparse_moe.experts.182.w2,0.0000066126,0.05000,1.527
9,block_sparse_moe.experts.190.w2,0.0000088499,0.05000,1.565
9,block_sparse_moe.experts.183.w2,0.0000072485,0.05000,1.381
9,block_sparse_moe.experts.179.w2,0.0000034345,0.05000,1.406
9,block_sparse_moe.experts.187.w2,0.0000079307,0.05000,1.424
9,block_sparse_moe.experts.191.w2,0.0000075840,0.05000,1.465
9,block_sparse_moe.experts.201.w2,0.0000083445,0.05000,1.293
9,block_sparse_moe.experts.205.w2,0.0000067936,0.05000,1.301
9,block_sparse_moe.experts.197.w2,0.0000036111,0.05000,1.323
9,block_sparse_moe.experts.193.w2,0.0000080329,0.05000,1.234
9,block_sparse_moe.experts.204.w2,0.0000036448,0.05000,1.542
9,block_sparse_moe.experts.200.w2,0.0000042205,0.05000,1.495
9,block_sparse_moe.experts.196.w2,0.0000028225,0.05000,1.549
9,block_sparse_moe.experts.202.w2,0.0000041814,0.05000,1.613
9,block_sparse_moe.experts.192.w2,0.0000049516,0.05000,1.471
9,block_sparse_moe.experts.194.w2,0.0000055165,0.05000,1.621
9,block_sparse_moe.experts.198.w2,0.0000017215,0.05000,1.615
9,block_sparse_moe.experts.206.w2,0.0000089382,0.05000,1.538
9,block_sparse_moe.experts.199.w2,0.0000329938,0.05000,1.477
9,block_sparse_moe.experts.217.w2,0.0000068832,0.05000,1.306
9,block_sparse_moe.experts.195.w2,0.0000049162,0.05000,1.521
9,block_sparse_moe.experts.203.w2,0.0000110973,0.05000,1.539
9,block_sparse_moe.experts.207.w2,0.0000121706,0.05000,1.533
9,block_sparse_moe.experts.221.w2,0.0000076052,0.05000,1.359
9,block_sparse_moe.experts.213.w2,0.0000070032,0.05000,1.396
9,block_sparse_moe.experts.209.w2,0.0000059410,0.05000,1.404
9,block_sparse_moe.experts.220.w2,0.0000136859,0.05000,1.429
9,block_sparse_moe.experts.212.w2,0.0000142768,0.05000,1.444
9,block_sparse_moe.experts.218.w2,0.0000109811,0.05000,1.404
9,block_sparse_moe.experts.216.w2,0.0000030612,0.05000,1.462
9,block_sparse_moe.experts.210.w2,0.0000058971,0.05000,1.408
9,block_sparse_moe.experts.208.w2,0.0000076587,0.05000,1.570
9,block_sparse_moe.experts.214.w2,0.0000044837,0.05000,1.375
9,block_sparse_moe.experts.222.w2,0.0000106163,0.05000,1.313
9,block_sparse_moe.experts.215.w2,0.0000096821,0.05000,1.466
9,block_sparse_moe.experts.233.w2,0.0000139232,0.05000,1.407
9,block_sparse_moe.experts.211.w2,0.0000060959,0.05000,1.496
9,block_sparse_moe.experts.237.w2,0.0000072481,0.05000,1.409
9,block_sparse_moe.experts.223.w2,0.0000106262,0.05000,1.467
9,block_sparse_moe.experts.219.w2,0.0000163179,0.05000,1.525
9,block_sparse_moe.experts.229.w2,0.0000128205,0.05000,1.414
9,block_sparse_moe.experts.225.w2,0.0000123760,0.05000,1.375
9,block_sparse_moe.experts.236.w2,0.0000024303,0.05000,1.337
9,block_sparse_moe.experts.228.w2,0.0000060255,0.05000,1.316
9,block_sparse_moe.experts.232.w2,0.0000030488,0.05000,1.353
9,block_sparse_moe.experts.234.w2,0.0000073073,0.05000,1.447
9,block_sparse_moe.experts.224.w2,0.0000016647,0.05000,1.334
9,block_sparse_moe.experts.226.w2,0.0000208791,0.05000,1.475
9,block_sparse_moe.experts.230.w2,0.0000085549,0.05000,1.450
9,block_sparse_moe.experts.238.w2,0.0000050445,0.05000,1.502
9,block_sparse_moe.experts.249.w2,0.0000061179,0.05000,1.341
9,block_sparse_moe.experts.231.w2,0.0000116828,0.05000,1.440
9,block_sparse_moe.experts.253.w2,0.0000030468,0.05000,1.310
9,block_sparse_moe.experts.227.w2,0.0000231892,0.05000,1.383
9,block_sparse_moe.experts.245.w2,0.0000056740,0.05000,1.222
9,block_sparse_moe.experts.239.w2,0.0000055085,0.05000,1.373
9,block_sparse_moe.experts.241.w2,0.0000033062,0.05000,1.214
9,block_sparse_moe.experts.235.w2,0.0000053853,0.05000,1.460
9,block_sparse_moe.experts.252.w2,0.0000076275,0.05000,1.389
9,block_sparse_moe.experts.244.w2,0.0000042305,0.05000,1.358
9,block_sparse_moe.experts.248.w2,0.0000042449,0.05000,1.374
9,block_sparse_moe.experts.240.w2,0.0000060295,0.05000,1.298
9,block_sparse_moe.experts.250.w2,0.0000144899,0.05000,1.469
9,block_sparse_moe.experts.242.w2,0.0000239713,0.05000,1.448
9,block_sparse_moe.experts.246.w2,0.0000063404,0.05000,1.421
9,block_sparse_moe.experts.254.w2,0.0000028618,0.05000,1.350
9,block_sparse_moe.experts.247.w2,0.0000126189,0.05000,1.332
9,block_sparse_moe.experts.243.w2,0.0000078691,0.05000,1.206
9,block_sparse_moe.experts.255.w2,0.0000291526,0.05000,1.184
9,block_sparse_moe.experts.251.w2,0.0000118179,0.05000,1.142
10,self_attn.q_proj,0.0000001504,0.05000,0.919
10,self_attn.k_proj,0.0000000184,0.05000,0.927
10,self_attn.v_proj,0.0000000174,0.05000,1.011
10,self_attn.o_proj,0.0000000231,0.05000,1.816
10,block_sparse_moe.experts.4.w1,0.0000519327,0.05000,3.077
10,block_sparse_moe.experts.0.w1,0.0000487340,0.05000,3.100
10,block_sparse_moe.experts.8.w1,0.0000877333,0.05000,3.058
10,block_sparse_moe.experts.7.w1,0.0000264981,0.05000,3.108
10,block_sparse_moe.experts.15.w1,0.0000683875,0.05000,3.064
10,block_sparse_moe.experts.3.w1,0.0000294343,0.05000,3.157
10,block_sparse_moe.experts.12.w1,0.0000549424,0.05000,3.113
10,block_sparse_moe.experts.11.w1,0.0000773141,0.05000,3.114
10,block_sparse_moe.experts.5.w1,0.0000499673,0.05000,3.240
10,block_sparse_moe.experts.9.w1,0.0000786722,0.05000,3.229
10,block_sparse_moe.experts.1.w1,0.0001491563,0.05000,3.286
10,block_sparse_moe.experts.10.w1,0.0000140945,0.05000,3.280
10,block_sparse_moe.experts.6.w1,0.0000348402,0.05000,3.334
10,block_sparse_moe.experts.13.w1,0.0000726683,0.05000,3.291
10,block_sparse_moe.experts.2.w1,0.0000333448,0.05000,3.342
10,block_sparse_moe.experts.14.w1,0.0000271143,0.05000,3.344
10,block_sparse_moe.experts.28.w1,0.0000273562,0.05000,2.817
10,block_sparse_moe.experts.19.w1,0.0000561938,0.05000,2.840
10,block_sparse_moe.experts.27.w1,0.0001382260,0.05000,2.865
10,block_sparse_moe.experts.24.w1,0.0000196647,0.05000,2.951
10,block_sparse_moe.experts.20.w1,0.0000184448,0.05000,2.977
10,block_sparse_moe.experts.25.w1,0.0000156564,0.05000,2.782
10,block_sparse_moe.experts.23.w1,0.0000069150,0.05000,2.973
10,block_sparse_moe.experts.16.w1,0.0000290321,0.05000,3.004
10,block_sparse_moe.experts.31.w1,0.0000709543,0.05000,3.014
10,block_sparse_moe.experts.21.w1,0.0000360108,0.05000,2.889
10,block_sparse_moe.experts.17.w1,0.0000307080,0.05000,2.873
10,block_sparse_moe.experts.29.w1,0.0000370743,0.05000,2.885
10,block_sparse_moe.experts.22.w1,0.0000280734,0.05000,3.018
10,block_sparse_moe.experts.26.w1,0.0001122575,0.05000,3.063
10,block_sparse_moe.experts.18.w1,0.0000188039,0.05000,3.058
10,block_sparse_moe.experts.30.w1,0.0000381361,0.05000,3.026
10,block_sparse_moe.experts.41.w1,0.0000831869,0.05000,2.825
10,block_sparse_moe.experts.35.w1,0.0000360023,0.05000,2.892
10,block_sparse_moe.experts.44.w1,0.0000139489,0.05000,2.933
10,block_sparse_moe.experts.36.w1,0.0000533953,0.05000,2.885
10,block_sparse_moe.experts.37.w1,0.0000858728,0.05000,2.842
10,block_sparse_moe.experts.33.w1,0.0000426835,0.05000,2.846
10,block_sparse_moe.experts.43.w1,0.0000156714,0.05000,2.987
10,block_sparse_moe.experts.40.w1,0.0000233154,0.05000,2.966
10,block_sparse_moe.experts.32.w1,0.0000985544,0.05000,2.923
10,block_sparse_moe.experts.46.w1,0.0000251740,0.05000,2.609
10,block_sparse_moe.experts.39.w1,0.0000315267,0.05000,2.981
10,block_sparse_moe.experts.47.w1,0.0000272223,0.05000,2.947
10,block_sparse_moe.experts.34.w1,0.0000640745,0.05000,2.673
10,block_sparse_moe.experts.38.w1,0.0000500066,0.05000,2.775
10,block_sparse_moe.experts.45.w1,0.0000461547,0.05000,2.920
10,block_sparse_moe.experts.42.w1,0.0000624353,0.05000,2.794
10,block_sparse_moe.experts.57.w1,0.0000178563,0.05000,2.917
10,block_sparse_moe.experts.53.w1,0.0000280029,0.05000,2.867
10,block_sparse_moe.experts.51.w1,0.0000514398,0.05000,2.949
10,block_sparse_moe.experts.60.w1,0.0000902954,0.05000,2.945
10,block_sparse_moe.experts.52.w1,0.0000884364,0.05000,2.925
10,block_sparse_moe.experts.56.w1,0.0000327413,0.05000,2.919
10,block_sparse_moe.experts.49.w1,0.0001977577,0.05000,2.937
10,block_sparse_moe.experts.48.w1,0.0001520756,0.05000,2.938
10,block_sparse_moe.experts.59.w1,0.0000759462,0.05000,2.973
10,block_sparse_moe.experts.61.w1,0.0000284780,0.05000,2.881
10,block_sparse_moe.experts.54.w1,0.0000581844,0.05000,2.915
10,block_sparse_moe.experts.62.w1,0.0000408904,0.05000,3.017
10,block_sparse_moe.experts.63.w1,0.0000111849,0.05000,3.038
10,block_sparse_moe.experts.55.w1,0.0000136718,0.05000,3.051
10,block_sparse_moe.experts.50.w1,0.0000860293,0.05000,3.044
10,block_sparse_moe.experts.58.w1,0.0000337772,0.05000,3.029
10,block_sparse_moe.experts.76.w1,0.0000640822,0.05000,2.926
10,block_sparse_moe.experts.73.w1,0.0000792235,0.05000,2.987
10,block_sparse_moe.experts.69.w1,0.0000788541,0.05000,2.979
10,block_sparse_moe.experts.64.w1,0.0000319327,0.05000,2.860
10,block_sparse_moe.experts.67.w1,0.0000302607,0.05000,3.004
10,block_sparse_moe.experts.68.w1,0.0000070310,0.05000,2.995
10,block_sparse_moe.experts.77.w1,0.0000682232,0.05000,2.867
10,block_sparse_moe.experts.65.w1,0.0000411050,0.05000,2.988
10,block_sparse_moe.experts.72.w1,0.0000111648,0.05000,3.001
10,block_sparse_moe.experts.75.w1,0.0000939375,0.05000,3.024
10,block_sparse_moe.experts.71.w1,0.0000354607,0.05000,2.997
10,block_sparse_moe.experts.79.w1,0.0000666347,0.05000,3.027
10,block_sparse_moe.experts.78.w1,0.0000810292,0.05000,3.106
10,block_sparse_moe.experts.70.w1,0.0000240466,0.05000,3.112
10,block_sparse_moe.experts.66.w1,0.0000523105,0.05000,3.127
10,block_sparse_moe.experts.74.w1,0.0000507565,0.05000,3.106
10,block_sparse_moe.experts.80.w1,0.0000595911,0.05000,2.713
10,block_sparse_moe.experts.92.w1,0.0000519134,0.05000,2.785
10,block_sparse_moe.experts.84.w1,0.0000922673,0.05000,2.830
10,block_sparse_moe.experts.89.w1,0.0000531141,0.05000,2.912
10,block_sparse_moe.experts.88.w1,0.0000144279,0.05000,2.790
10,block_sparse_moe.experts.85.w1,0.0000368439,0.05000,2.970
10,block_sparse_moe.experts.83.w1,0.0000407881,0.05000,2.961
10,block_sparse_moe.experts.93.w1,0.0000607479,0.05000,2.959
10,block_sparse_moe.experts.81.w1,0.0000252853,0.05000,2.942
10,block_sparse_moe.experts.94.w1,0.0000496082,0.05000,2.837
10,block_sparse_moe.experts.86.w1,0.0000499720,0.05000,2.838
10,block_sparse_moe.experts.95.w1,0.0000664551,0.05000,2.914
10,block_sparse_moe.experts.82.w1,0.0000191592,0.05000,2.825
10,block_sparse_moe.experts.91.w1,0.0000663681,0.05000,3.079
10,block_sparse_moe.experts.87.w1,0.0000354476,0.05000,3.032
10,block_sparse_moe.experts.90.w1,0.0000263997,0.05000,2.872
10,block_sparse_moe.experts.96.w1,0.0001161434,0.05000,2.939
10,block_sparse_moe.experts.108.w1,0.0000402837,0.05000,2.987
10,block_sparse_moe.experts.104.w1,0.0000149570,0.05000,2.904
10,block_sparse_moe.experts.105.w1,0.0000525256,0.05000,3.020
10,block_sparse_moe.experts.100.w1,0.0000879533,0.05000,3.078
10,block_sparse_moe.experts.102.w1,0.0000542690,0.05000,2.810
10,block_sparse_moe.experts.98.w1,0.0000398717,0.05000,2.738
10,block_sparse_moe.experts.99.w1,0.0000504483,0.05000,3.017
10,block_sparse_moe.experts.101.w1,0.0000354951,0.05000,3.043
10,block_sparse_moe.experts.110.w1,0.0000537809,0.05000,2.857
10,block_sparse_moe.experts.97.w1,0.0000847742,0.05000,3.047
10,block_sparse_moe.experts.109.w1,0.0000160745,0.05000,3.106
10,block_sparse_moe.experts.111.w1,0.0000625987,0.05000,3.017
10,block_sparse_moe.experts.106.w1,0.0000432899,0.05000,2.877
10,block_sparse_moe.experts.103.w1,0.0000683752,0.05000,3.007
10,block_sparse_moe.experts.107.w1,0.0000487266,0.05000,3.066
10,block_sparse_moe.experts.112.w1,0.0000548347,0.05000,2.819
10,block_sparse_moe.experts.120.w1,0.0000179775,0.05000,2.797
10,block_sparse_moe.experts.124.w1,0.0000535617,0.05000,2.967
10,block_sparse_moe.experts.116.w1,0.0000294235,0.05000,2.858
10,block_sparse_moe.experts.115.w1,0.0000098675,0.05000,2.837
10,block_sparse_moe.experts.121.w1,0.0000306874,0.05000,2.983
10,block_sparse_moe.experts.118.w1,0.0000187377,0.05000,2.944
10,block_sparse_moe.experts.117.w1,0.0000517160,0.05000,2.969
10,block_sparse_moe.experts.126.w1,0.0000070280,0.05000,2.961
10,block_sparse_moe.experts.114.w1,0.0000484989,0.05000,3.035
10,block_sparse_moe.experts.113.w1,0.0001099929,0.05000,2.942
10,block_sparse_moe.experts.127.w1,0.0000974500,0.05000,2.794
10,block_sparse_moe.experts.125.w1,0.0000238881,0.05000,2.986
10,block_sparse_moe.experts.122.w1,0.0000444573,0.05000,2.937
10,block_sparse_moe.experts.119.w1,0.0000692127,0.05000,2.867
10,block_sparse_moe.experts.123.w1,0.0000462612,0.05000,2.867
10,block_sparse_moe.experts.128.w1,0.0000568991,0.05000,3.074
10,block_sparse_moe.experts.136.w1,0.0000728125,0.05000,3.083
10,block_sparse_moe.experts.134.w1,0.0000383057,0.05000,2.844
10,block_sparse_moe.experts.140.w1,0.0000253376,0.05000,3.075
10,block_sparse_moe.experts.130.w1,0.0000720991,0.05000,2.796
10,block_sparse_moe.experts.137.w1,0.0000631314,0.05000,2.966
10,block_sparse_moe.experts.131.w1,0.0000828473,0.05000,3.008
10,block_sparse_moe.experts.142.w1,0.0000543357,0.05000,2.879
10,block_sparse_moe.experts.132.w1,0.0001057608,0.05000,3.095
10,block_sparse_moe.experts.138.w1,0.0000531590,0.05000,2.792
10,block_sparse_moe.experts.133.w1,0.0000259319,0.05000,3.035
10,block_sparse_moe.experts.129.w1,0.0000770378,0.05000,3.022
10,block_sparse_moe.experts.143.w1,0.0000418937,0.05000,3.044
10,block_sparse_moe.experts.141.w1,0.0000585436,0.05000,3.065
10,block_sparse_moe.experts.135.w1,0.0000486751,0.05000,3.127
10,block_sparse_moe.experts.139.w1,0.0000570030,0.05000,3.180
10,block_sparse_moe.experts.144.w1,0.0000292191,0.05000,2.983
10,block_sparse_moe.experts.150.w1,0.0000423891,0.05000,2.828
10,block_sparse_moe.experts.158.w1,0.0000476436,0.05000,2.788
10,block_sparse_moe.experts.152.w1,0.0000328656,0.05000,3.004
10,block_sparse_moe.experts.146.w1,0.0000946950,0.05000,2.900
10,block_sparse_moe.experts.156.w1,0.0000631776,0.05000,2.983
10,block_sparse_moe.experts.154.w1,0.0001129822,0.05000,2.861
10,block_sparse_moe.experts.147.w1,0.0000369255,0.05000,3.033
10,block_sparse_moe.experts.153.w1,0.0000125709,0.05000,3.077
10,block_sparse_moe.experts.148.w1,0.0000434480,0.05000,3.068
10,block_sparse_moe.experts.149.w1,0.0000788927,0.05000,3.092
10,block_sparse_moe.experts.159.w1,0.0000313670,0.05000,3.075
10,block_sparse_moe.experts.145.w1,0.0000403676,0.05000,3.151
10,block_sparse_moe.experts.157.w1,0.0000285122,0.05000,3.060
10,block_sparse_moe.experts.151.w1,0.0000468359,0.05000,3.018
10,block_sparse_moe.experts.155.w1,0.0000334767,0.05000,3.106
10,block_sparse_moe.experts.160.w1,0.0000469155,0.05000,2.935
10,block_sparse_moe.experts.166.w1,0.0000648310,0.05000,2.914
10,block_sparse_moe.experts.174.w1,0.0000347897,0.05000,2.859
10,block_sparse_moe.experts.162.w1,0.0000398146,0.05000,2.854
10,block_sparse_moe.experts.172.w1,0.0000371997,0.05000,2.926
10,block_sparse_moe.experts.170.w1,0.0000402718,0.05000,2.865
10,block_sparse_moe.experts.168.w1,0.0000404880,0.05000,3.061
10,block_sparse_moe.experts.163.w1,0.0000346825,0.05000,2.996
10,block_sparse_moe.experts.164.w1,0.0000250370,0.05000,2.990
10,block_sparse_moe.experts.169.w1,0.0000149238,0.05000,3.067
10,block_sparse_moe.experts.175.w1,0.0000611644,0.05000,2.949
10,block_sparse_moe.experts.165.w1,0.0000977872,0.05000,3.031
10,block_sparse_moe.experts.161.w1,0.0000842402,0.05000,2.964
10,block_sparse_moe.experts.173.w1,0.0000358617,0.05000,2.961
10,block_sparse_moe.experts.167.w1,0.0000913238,0.05000,2.991
10,block_sparse_moe.experts.171.w1,0.0000930951,0.05000,2.931
10,block_sparse_moe.experts.182.w1,0.0000094723,0.05000,2.773
10,block_sparse_moe.experts.176.w1,0.0000554893,0.05000,2.910
10,block_sparse_moe.experts.178.w1,0.0000621933,0.05000,2.848
10,block_sparse_moe.experts.190.w1,0.0000698593,0.05000,2.955
10,block_sparse_moe.experts.186.w1,0.0000693810,0.05000,2.831
10,block_sparse_moe.experts.188.w1,0.0000325252,0.05000,2.965
10,block_sparse_moe.experts.185.w1,0.0000420129,0.05000,2.667
10,block_sparse_moe.experts.184.w1,0.0000338789,0.05000,3.008
10,block_sparse_moe.experts.181.w1,0.0000659635,0.05000,2.668
10,block_sparse_moe.experts.189.w1,0.0000233364,0.05000,2.642
10,block_sparse_moe.experts.177.w1,0.0000287983,0.05000,2.677
10,block_sparse_moe.experts.179.w1,0.0000347811,0.05000,3.023
10,block_sparse_moe.experts.180.w1,0.0000075589,0.05000,2.947
10,block_sparse_moe.experts.191.w1,0.0000196602,0.05000,2.893
10,block_sparse_moe.experts.183.w1,0.0000394281,0.05000,2.865
10,block_sparse_moe.experts.187.w1,0.0000651130,0.05000,2.940
10,block_sparse_moe.experts.198.w1,0.0000327824,0.05000,2.935
10,block_sparse_moe.experts.202.w1,0.0000475436,0.05000,2.783
10,block_sparse_moe.experts.194.w1,0.0000656044,0.05000,2.903
10,block_sparse_moe.experts.201.w1,0.0000456301,0.05000,2.720
10,block_sparse_moe.experts.206.w1,0.0000695100,0.05000,2.924
10,block_sparse_moe.experts.192.w1,0.0000775080,0.05000,3.018
10,block_sparse_moe.experts.197.w1,0.0001246149,0.05000,2.734
10,block_sparse_moe.experts.193.w1,0.0000110666,0.05000,2.749
10,block_sparse_moe.experts.205.w1,0.0000185006,0.05000,2.795
10,block_sparse_moe.experts.204.w1,0.0000607754,0.05000,3.002
10,block_sparse_moe.experts.200.w1,0.0000856610,0.05000,2.986
10,block_sparse_moe.experts.195.w1,0.0000477015,0.05000,2.974
10,block_sparse_moe.experts.196.w1,0.0000059599,0.05000,2.997
10,block_sparse_moe.experts.207.w1,0.0000612839,0.05000,2.938
10,block_sparse_moe.experts.199.w1,0.0000228917,0.05000,3.107
10,block_sparse_moe.experts.203.w1,0.0000654375,0.05000,3.085
10,block_sparse_moe.experts.217.w1,0.0000664797,0.05000,2.803
10,block_sparse_moe.experts.210.w1,0.0000437085,0.05000,2.938
10,block_sparse_moe.experts.214.w1,0.0000349223,0.05000,3.070
10,block_sparse_moe.experts.213.w1,0.0000437013,0.05000,2.751
10,block_sparse_moe.experts.222.w1,0.0000383518,0.05000,2.910
10,block_sparse_moe.experts.218.w1,0.0000820963,0.05000,2.985
10,block_sparse_moe.experts.208.w1,0.0000978499,0.05000,2.944
10,block_sparse_moe.experts.221.w1,0.0000819263,0.05000,2.752
10,block_sparse_moe.experts.209.w1,0.0000175483,0.05000,2.827
10,block_sparse_moe.experts.220.w1,0.0000691434,0.05000,2.921
10,block_sparse_moe.experts.216.w1,0.0000153752,0.05000,2.850
10,block_sparse_moe.experts.211.w1,0.0000661412,0.05000,2.863
10,block_sparse_moe.experts.212.w1,0.0000433671,0.05000,2.901
10,block_sparse_moe.experts.223.w1,0.0000274396,0.05000,2.992
10,block_sparse_moe.experts.215.w1,0.0000620603,0.05000,2.935
10,block_sparse_moe.experts.219.w1,0.0000792643,0.05000,3.017
10,block_sparse_moe.experts.233.w1,0.0000058916,0.05000,2.663
10,block_sparse_moe.experts.229.w1,0.0000556129,0.05000,2.609
10,block_sparse_moe.experts.226.w1,0.0000511986,0.05000,2.765
10,block_sparse_moe.experts.237.w1,0.0000201879,0.05000,2.648
10,block_sparse_moe.experts.230.w1,0.0000841049,0.05000,2.797
10,block_sparse_moe.experts.238.w1,0.0000667057,0.05000,2.815
10,block_sparse_moe.experts.225.w1,0.0000098440,0.05000,2.716
10,block_sparse_moe.experts.234.w1,0.0000585892,0.05000,2.863
10,block_sparse_moe.experts.224.w1,0.0000278303,0.05000,2.940
10,block_sparse_moe.experts.236.w1,0.0000787202,0.05000,2.903
10,block_sparse_moe.experts.232.w1,0.0000313816,0.05000,2.870
10,block_sparse_moe.experts.228.w1,0.0000569540,0.05000,2.874
10,block_sparse_moe.experts.227.w1,0.0000407320,0.05000,2.964
10,block_sparse_moe.experts.239.w1,0.0000596333,0.05000,2.876
10,block_sparse_moe.experts.231.w1,0.0001084160,0.05000,2.940
10,block_sparse_moe.experts.235.w1,0.0000172074,0.05000,2.905
10,block_sparse_moe.experts.249.w1,0.0000609133,0.05000,2.741
10,block_sparse_moe.experts.245.w1,0.0000497542,0.05000,2.715
10,block_sparse_moe.experts.253.w1,0.0000275835,0.05000,2.814
10,block_sparse_moe.experts.246.w1,0.0000329757,0.05000,2.790
10,block_sparse_moe.experts.242.w1,0.0000810013,0.05000,2.848
10,block_sparse_moe.experts.241.w1,0.0000182062,0.05000,2.794
10,block_sparse_moe.experts.250.w1,0.0001019229,0.05000,2.817
10,block_sparse_moe.experts.240.w1,0.0001005664,0.05000,2.746
10,block_sparse_moe.experts.254.w1,0.0000736927,0.05000,2.925
10,block_sparse_moe.experts.252.w1,0.0000700079,0.05000,2.751
10,block_sparse_moe.experts.248.w1,0.0000654360,0.05000,2.769
10,block_sparse_moe.experts.244.w1,0.0000874182,0.05000,2.738
10,block_sparse_moe.experts.243.w1,0.0000446911,0.05000,2.928
10,block_sparse_moe.experts.255.w1,0.0000163167,0.05000,2.935
10,block_sparse_moe.experts.247.w1,0.0000439142,0.05000,3.023
10,block_sparse_moe.experts.251.w1,0.0000247464,0.05000,3.012
10,block_sparse_moe.experts.9.w3,0.0000773477,0.05000,2.566
10,block_sparse_moe.experts.5.w3,0.0000485536,0.05000,2.647
10,block_sparse_moe.experts.13.w3,0.0000704554,0.05000,2.649
10,block_sparse_moe.experts.1.w3,0.0001457980,0.05000,2.655
10,block_sparse_moe.experts.2.w3,0.0000331536,0.05000,2.722
10,block_sparse_moe.experts.10.w3,0.0000132484,0.05000,2.691
10,block_sparse_moe.experts.6.w3,0.0000333647,0.05000,2.805
10,block_sparse_moe.experts.14.w3,0.0000254683,0.05000,2.816
10,block_sparse_moe.experts.0.w3,0.0000481718,0.05000,2.918
10,block_sparse_moe.experts.12.w3,0.0000538923,0.05000,2.868
10,block_sparse_moe.experts.8.w3,0.0000845798,0.05000,2.875
10,block_sparse_moe.experts.4.w3,0.0000510823,0.05000,2.940
10,block_sparse_moe.experts.3.w3,0.0000285350,0.05000,3.152
10,block_sparse_moe.experts.15.w3,0.0000671222,0.05000,3.088
10,block_sparse_moe.experts.7.w3,0.0000257016,0.05000,3.112
10,block_sparse_moe.experts.11.w3,0.0000759124,0.05000,3.072
10,block_sparse_moe.experts.25.w3,0.0000149687,0.05000,2.649
10,block_sparse_moe.experts.21.w3,0.0000351966,0.05000,2.693
10,block_sparse_moe.experts.29.w3,0.0000366105,0.05000,2.572
10,block_sparse_moe.experts.17.w3,0.0000298340,0.05000,2.604
10,block_sparse_moe.experts.18.w3,0.0000181911,0.05000,2.971
10,block_sparse_moe.experts.22.w3,0.0000273602,0.05000,2.964
10,block_sparse_moe.experts.26.w3,0.0001056205,0.05000,2.978
10,block_sparse_moe.experts.30.w3,0.0000376878,0.05000,2.989
10,block_sparse_moe.experts.16.w3,0.0000279554,0.05000,3.024
10,block_sparse_moe.experts.28.w3,0.0000257553,0.05000,3.003
10,block_sparse_moe.experts.24.w3,0.0000186815,0.05000,3.019
10,block_sparse_moe.experts.20.w3,0.0000170378,0.05000,3.086
10,block_sparse_moe.experts.31.w3,0.0000677571,0.05000,2.882
10,block_sparse_moe.experts.19.w3,0.0000548293,0.05000,3.027
10,block_sparse_moe.experts.41.w3,0.0000821646,0.05000,2.522
10,block_sparse_moe.experts.23.w3,0.0000066392,0.05000,3.007
10,block_sparse_moe.experts.37.w3,0.0000834901,0.05000,2.488
10,block_sparse_moe.experts.27.w3,0.0001350607,0.05000,3.064
10,block_sparse_moe.experts.45.w3,0.0000450314,0.05000,2.513
10,block_sparse_moe.experts.33.w3,0.0000420023,0.05000,2.492
10,block_sparse_moe.experts.38.w3,0.0000486563,0.05000,2.841
10,block_sparse_moe.experts.34.w3,0.0000626790,0.05000,2.978
10,block_sparse_moe.experts.42.w3,0.0000579413,0.05000,2.948
10,block_sparse_moe.experts.46.w3,0.0000235557,0.05000,2.962
10,block_sparse_moe.experts.32.w3,0.0000964861,0.05000,3.086
10,block_sparse_moe.experts.44.w3,0.0000133676,0.05000,3.144
10,block_sparse_moe.experts.40.w3,0.0000224614,0.05000,3.120
10,block_sparse_moe.experts.36.w3,0.0000508772,0.05000,2.917
10,block_sparse_moe.experts.47.w3,0.0000262979,0.05000,2.909
10,block_sparse_moe.experts.35.w3,0.0000348154,0.05000,2.859
10,block_sparse_moe.experts.57.w3,0.0000177731,0.05000,2.716
10,block_sparse_moe.experts.53.w3,0.0000273385,0.05000,2.748
10,block_sparse_moe.experts.48.w3,0.0001469289,0.05000,1.136
10,block_sparse_moe.experts.39.w3,0.0000303113,0.05000,2.938
10,block_sparse_moe.experts.43.w3,0.0000152397,0.05000,2.758
10,block_sparse_moe.experts.61.w3,0.0000279395,0.05000,2.760
10,block_sparse_moe.experts.49.w3,0.0001952684,0.05000,2.941
10,block_sparse_moe.experts.54.w3,0.0000566625,0.05000,3.100
10,block_sparse_moe.experts.50.w3,0.0000839474,0.05000,3.229
10,block_sparse_moe.experts.58.w3,0.0000331052,0.05000,3.175
10,block_sparse_moe.experts.62.w3,0.0000393889,0.05000,3.357
10,block_sparse_moe.experts.63.w3,0.0000107612,0.05000,3.294
10,block_sparse_moe.experts.51.w3,0.0000503051,0.05000,3.364
10,block_sparse_moe.experts.55.w3,0.0000121478,0.05000,3.366
10,block_sparse_moe.experts.59.w3,0.0000747804,0.05000,3.422
10,block_sparse_moe.experts.70.w3,0.0000235651,0.05000,3.176
10,block_sparse_moe.experts.74.w3,0.0000489644,0.05000,3.089
10,block_sparse_moe.experts.66.w3,0.0000516974,0.05000,3.201
10,block_sparse_moe.experts.78.w3,0.0000789382,0.05000,3.123
10,block_sparse_moe.experts.79.w3,0.0000653766,0.05000,3.350
10,block_sparse_moe.experts.67.w3,0.0000293450,0.05000,3.301
10,block_sparse_moe.experts.71.w3,0.0000350285,0.05000,3.292
10,block_sparse_moe.experts.75.w3,0.0000914598,0.05000,3.298
10,block_sparse_moe.experts.86.w3,0.0000480696,0.05000,3.143
10,block_sparse_moe.experts.90.w3,0.0000254425,0.05000,3.268
10,block_sparse_moe.experts.82.w3,0.0000187167,0.05000,3.231
10,block_sparse_moe.experts.94.w3,0.0000481027,0.05000,3.193
10,block_sparse_moe.experts.73.w3,0.0000777930,0.05000,9.360
10,block_sparse_moe.experts.69.w3,0.0000766332,0.05000,9.377
10,block_sparse_moe.experts.95.w3,0.0000653290,0.05000,3.353
10,block_sparse_moe.experts.83.w3,0.0000392895,0.05000,3.326
10,block_sparse_moe.experts.77.w3,0.0000667427,0.05000,9.367
10,block_sparse_moe.experts.65.w3,0.0000398440,0.05000,9.371
10,block_sparse_moe.experts.87.w3,0.0000346037,0.05000,3.225
10,block_sparse_moe.experts.91.w3,0.0000644830,0.05000,3.284
10,block_sparse_moe.experts.89.w3,0.0000485917,0.05000,3.092
10,block_sparse_moe.experts.85.w3,0.0000355853,0.05000,3.001
10,block_sparse_moe.experts.93.w3,0.0000593245,0.05000,3.159
10,block_sparse_moe.experts.81.w3,0.0000234916,0.05000,3.057
10,block_sparse_moe.experts.102.w3,0.0000528662,0.05000,6.186
10,block_sparse_moe.experts.106.w3,0.0000409843,0.05000,6.175
10,block_sparse_moe.experts.98.w3,0.0000382668,0.05000,6.186
10,block_sparse_moe.experts.110.w3,0.0000512725,0.05000,6.166
10,block_sparse_moe.experts.105.w3,0.0000507090,0.05000,3.003
10,block_sparse_moe.experts.101.w3,0.0000353795,0.05000,3.035
10,block_sparse_moe.experts.109.w3,0.0000158348,0.05000,3.014
10,block_sparse_moe.experts.97.w3,0.0000830902,0.05000,3.030
10,block_sparse_moe.experts.118.w3,0.0000183381,0.05000,3.106
10,block_sparse_moe.experts.122.w3,0.0000432149,0.05000,3.161
10,block_sparse_moe.experts.114.w3,0.0000473493,0.05000,3.145
10,block_sparse_moe.experts.126.w3,0.0000064433,0.05000,3.218
10,block_sparse_moe.experts.121.w3,0.0000299037,0.05000,2.805
10,block_sparse_moe.experts.99.w3,0.0000483082,0.05000,8.717
10,block_sparse_moe.experts.117.w3,0.0000507840,0.05000,2.778
10,block_sparse_moe.experts.111.w3,0.0000593509,0.05000,8.808
10,block_sparse_moe.experts.125.w3,0.0000210647,0.05000,2.880
10,block_sparse_moe.experts.103.w3,0.0000668074,0.05000,8.771
10,block_sparse_moe.experts.113.w3,0.0001078873,0.05000,2.839
10,block_sparse_moe.experts.107.w3,0.0000477407,0.05000,8.881
10,block_sparse_moe.experts.134.w3,0.0000375935,0.05000,2.825
10,block_sparse_moe.experts.138.w3,0.0000500149,0.05000,2.748
10,block_sparse_moe.experts.130.w3,0.0000697977,0.05000,2.778
10,block_sparse_moe.experts.142.w3,0.0000534657,0.05000,2.758
10,block_sparse_moe.experts.60.w3,0.0000885706,0.05000,2.942
10,block_sparse_moe.experts.64.w3,0.0000307579,0.05000,2.943
10,block_sparse_moe.experts.52.w3,0.0000865670,0.05000,2.993
10,block_sparse_moe.experts.56.w3,0.0000298789,0.05000,3.015
10,block_sparse_moe.experts.115.w3,0.0000096772,0.05000,2.891
10,block_sparse_moe.experts.137.w3,0.0000622094,0.05000,2.983
10,block_sparse_moe.experts.133.w3,0.0000245728,0.05000,2.967
10,block_sparse_moe.experts.127.w3,0.0000945196,0.05000,2.944
10,block_sparse_moe.experts.141.w3,0.0000557572,0.05000,2.903
10,block_sparse_moe.experts.119.w3,0.0000678236,0.05000,2.775
10,block_sparse_moe.experts.129.w3,0.0000754420,0.05000,2.986
10,block_sparse_moe.experts.123.w3,0.0000449709,0.05000,2.802
10,block_sparse_moe.experts.150.w3,0.0000410797,0.05000,2.864
10,block_sparse_moe.experts.154.w3,0.0001091194,0.05000,2.833
10,block_sparse_moe.experts.146.w3,0.0000930543,0.05000,2.881
10,block_sparse_moe.experts.158.w3,0.0000453948,0.05000,2.801
10,block_sparse_moe.experts.80.w3,0.0000567893,0.05000,2.901
10,block_sparse_moe.experts.76.w3,0.0000590297,0.05000,2.996
10,block_sparse_moe.experts.68.w3,0.0000068031,0.05000,2.946
10,block_sparse_moe.experts.72.w3,0.0000107413,0.05000,2.958
10,block_sparse_moe.experts.131.w3,0.0000792926,0.05000,2.863
10,block_sparse_moe.experts.143.w3,0.0000411180,0.05000,2.836
10,block_sparse_moe.experts.153.w3,0.0000123536,0.05000,3.009
10,block_sparse_moe.experts.149.w3,0.0000784339,0.05000,3.080
10,block_sparse_moe.experts.135.w3,0.0000478894,0.05000,2.890
10,block_sparse_moe.experts.157.w3,0.0000281172,0.05000,3.093
10,block_sparse_moe.experts.139.w3,0.0000550825,0.05000,2.881
10,block_sparse_moe.experts.145.w3,0.0000395822,0.05000,3.138
10,block_sparse_moe.experts.166.w3,0.0000634719,0.05000,2.979
10,block_sparse_moe.experts.170.w3,0.0000383007,0.05000,3.064
10,block_sparse_moe.experts.162.w3,0.0000391908,0.05000,3.057
10,block_sparse_moe.experts.96.w3,0.0001132129,0.05000,2.760
10,block_sparse_moe.experts.174.w3,0.0000341291,0.05000,2.999
10,block_sparse_moe.experts.84.w3,0.0000907584,0.05000,2.724
10,block_sparse_moe.experts.92.w3,0.0000466472,0.05000,2.810
10,block_sparse_moe.experts.88.w3,0.0000140345,0.05000,2.808
10,block_sparse_moe.experts.147.w3,0.0000365443,0.05000,2.650
10,block_sparse_moe.experts.159.w3,0.0000308189,0.05000,2.587
10,block_sparse_moe.experts.169.w3,0.0000134152,0.05000,2.910
10,block_sparse_moe.experts.151.w3,0.0000452957,0.05000,2.702
10,block_sparse_moe.experts.165.w3,0.0000961095,0.05000,2.926
10,block_sparse_moe.experts.155.w3,0.0000320045,0.05000,2.756
10,block_sparse_moe.experts.173.w3,0.0000350240,0.05000,2.883
10,block_sparse_moe.experts.161.w3,0.0000833627,0.05000,2.897
10,block_sparse_moe.experts.182.w3,0.0000089165,0.05000,2.707
10,block_sparse_moe.experts.186.w3,0.0000675866,0.05000,2.849
10,block_sparse_moe.experts.178.w3,0.0000607575,0.05000,2.742
10,block_sparse_moe.experts.112.w3,0.0000537616,0.05000,2.842
10,block_sparse_moe.experts.100.w3,0.0000854664,0.05000,2.860
10,block_sparse_moe.experts.190.w3,0.0000685346,0.05000,2.924
10,block_sparse_moe.experts.108.w3,0.0000389644,0.05000,2.829
10,block_sparse_moe.experts.104.w3,0.0000143597,0.05000,2.863
10,block_sparse_moe.experts.163.w3,0.0000334022,0.05000,2.896
10,block_sparse_moe.experts.175.w3,0.0000589193,0.05000,2.879
10,block_sparse_moe.experts.185.w3,0.0000413913,0.05000,2.817
10,block_sparse_moe.experts.167.w3,0.0000898626,0.05000,2.882
10,block_sparse_moe.experts.181.w3,0.0000644280,0.05000,2.916
10,block_sparse_moe.experts.189.w3,0.0000219632,0.05000,2.787
10,block_sparse_moe.experts.171.w3,0.0000917731,0.05000,2.890
10,block_sparse_moe.experts.177.w3,0.0000273428,0.05000,2.826
10,block_sparse_moe.experts.198.w3,0.0000319327,0.05000,2.975
10,block_sparse_moe.experts.202.w3,0.0000468433,0.05000,2.901
10,block_sparse_moe.experts.194.w3,0.0000640557,0.05000,2.947
10,block_sparse_moe.experts.206.w3,0.0000677209,0.05000,2.876
10,block_sparse_moe.experts.128.w3,0.0000549534,0.05000,3.091
10,block_sparse_moe.experts.116.w3,0.0000280251,0.05000,3.079
10,block_sparse_moe.experts.120.w3,0.0000167049,0.05000,3.027
10,block_sparse_moe.experts.124.w3,0.0000520580,0.05000,3.106
10,block_sparse_moe.experts.191.w3,0.0000179261,0.05000,2.920
10,block_sparse_moe.experts.179.w3,0.0000316622,0.05000,2.945
10,block_sparse_moe.experts.201.w3,0.0000446319,0.05000,3.008
10,block_sparse_moe.experts.183.w3,0.0000382637,0.05000,2.867
10,block_sparse_moe.experts.197.w3,0.0001219709,0.05000,3.026
10,block_sparse_moe.experts.187.w3,0.0000627642,0.05000,2.859
10,block_sparse_moe.experts.205.w3,0.0000182393,0.05000,3.074
10,block_sparse_moe.experts.193.w3,0.0000105791,0.05000,3.032
10,block_sparse_moe.experts.214.w3,0.0000337605,0.05000,2.927
10,block_sparse_moe.experts.210.w3,0.0000420756,0.05000,2.870
10,block_sparse_moe.experts.218.w3,0.0000808683,0.05000,2.976
10,block_sparse_moe.experts.222.w3,0.0000377165,0.05000,2.966
10,block_sparse_moe.experts.144.w3,0.0000285625,0.05000,3.073
10,block_sparse_moe.experts.132.w3,0.0001033797,0.05000,3.097
10,block_sparse_moe.experts.136.w3,0.0000711542,0.05000,3.059
10,block_sparse_moe.experts.140.w3,0.0000246172,0.05000,3.050
10,block_sparse_moe.experts.207.w3,0.0000603918,0.05000,2.978
10,block_sparse_moe.experts.195.w3,0.0000465388,0.05000,3.020
10,block_sparse_moe.experts.217.w3,0.0000657530,0.05000,2.967
10,block_sparse_moe.experts.199.w3,0.0000221139,0.05000,3.024
10,block_sparse_moe.experts.213.w3,0.0000402188,0.05000,2.983
10,block_sparse_moe.experts.203.w3,0.0000644615,0.05000,3.051
10,block_sparse_moe.experts.221.w3,0.0000805136,0.05000,3.010
10,block_sparse_moe.experts.209.w3,0.0000171907,0.05000,2.940
10,block_sparse_moe.experts.230.w3,0.0000821783,0.05000,2.821
10,block_sparse_moe.experts.234.w3,0.0000563590,0.05000,2.803
10,block_sparse_moe.experts.226.w3,0.0000501688,0.05000,2.832
10,block_sparse_moe.experts.238.w3,0.0000643358,0.05000,2.728
10,block_sparse_moe.experts.211.w3,0.0000626582,0.05000,2.799
10,block_sparse_moe.experts.160.w3,0.0000460665,0.05000,3.052
10,block_sparse_moe.experts.223.w3,0.0000271282,0.05000,2.901
10,block_sparse_moe.experts.152.w3,0.0000305965,0.05000,2.997
10,block_sparse_moe.experts.148.w3,0.0000422231,0.05000,3.065
10,block_sparse_moe.experts.156.w3,0.0000608210,0.05000,3.058
10,block_sparse_moe.experts.215.w3,0.0000607230,0.05000,2.827
10,block_sparse_moe.experts.233.w3,0.0000057769,0.05000,2.891
10,block_sparse_moe.experts.229.w3,0.0000538831,0.05000,2.902
10,block_sparse_moe.experts.219.w3,0.0000779630,0.05000,2.808
10,block_sparse_moe.experts.237.w3,0.0000199097,0.05000,2.853
10,block_sparse_moe.experts.225.w3,0.0000092134,0.05000,2.854
10,block_sparse_moe.experts.246.w3,0.0000323916,0.05000,2.918
10,block_sparse_moe.experts.242.w3,0.0000800434,0.05000,2.822
10,block_sparse_moe.experts.250.w3,0.0000997837,0.05000,2.848
10,block_sparse_moe.experts.254.w3,0.0000722183,0.05000,2.627
10,block_sparse_moe.experts.227.w3,0.0000392748,0.05000,2.914
10,block_sparse_moe.experts.168.w3,0.0000399406,0.05000,2.863
10,block_sparse_moe.experts.164.w3,0.0000243173,0.05000,2.881
10,block_sparse_moe.experts.239.w3,0.0000574462,0.05000,2.975
10,block_sparse_moe.experts.176.w3,0.0000546230,0.05000,3.012
10,block_sparse_moe.experts.172.w3,0.0000345906,0.05000,2.979
10,block_sparse_moe.experts.231.w3,0.0001072727,0.05000,2.959
10,block_sparse_moe.experts.249.w3,0.0000596537,0.05000,3.063
10,block_sparse_moe.experts.235.w3,0.0000165538,0.05000,2.933
10,block_sparse_moe.experts.245.w3,0.0000468479,0.05000,2.991
10,block_sparse_moe.experts.253.w3,0.0000264686,0.05000,2.847
10,block_sparse_moe.experts.241.w3,0.0000175816,0.05000,2.745
10,block_sparse_moe.experts.243.w3,0.0000409722,0.05000,2.864
10,block_sparse_moe.experts.255.w3,0.0000158072,0.05000,2.797
10,block_sparse_moe.experts.184.w3,0.0000325054,0.05000,2.999
10,block_sparse_moe.experts.192.w3,0.0000760059,0.05000,2.964
10,block_sparse_moe.experts.247.w3,0.0000425538,0.05000,2.582
10,block_sparse_moe.experts.180.w3,0.0000073637,0.05000,3.057
10,block_sparse_moe.experts.251.w3,0.0000237635,0.05000,2.375
10,block_sparse_moe.experts.188.w3,0.0000306587,0.05000,2.971
10,block_sparse_moe.experts.200.w3,0.0000842220,0.05000,2.694
10,block_sparse_moe.experts.208.w3,0.0000953429,0.05000,2.670
10,block_sparse_moe.experts.196.w3,0.0000056347,0.05000,2.674
10,block_sparse_moe.experts.204.w3,0.0000587010,0.05000,2.721
10,block_sparse_moe.experts.224.w3,0.0000276092,0.05000,2.351
10,block_sparse_moe.experts.216.w3,0.0000146442,0.05000,2.458
10,block_sparse_moe.experts.212.w3,0.0000428563,0.05000,2.438
10,block_sparse_moe.experts.220.w3,0.0000673331,0.05000,2.426
10,block_sparse_moe.experts.240.w3,0.0000984129,0.05000,2.369
10,block_sparse_moe.experts.232.w3,0.0000309281,0.05000,2.394
10,block_sparse_moe.experts.228.w3,0.0000558303,0.05000,2.389
10,block_sparse_moe.experts.236.w3,0.0000765167,0.05000,2.457
10,block_sparse_moe.experts.248.w3,0.0000633016,0.05000,2.069
10,block_sparse_moe.experts.244.w3,0.0000858580,0.05000,2.019
10,block_sparse_moe.experts.252.w3,0.0000687037,0.05000,1.888
10,block_sparse_moe.experts.7.w2,0.0000102034,0.05000,1.354
10,block_sparse_moe.experts.11.w2,0.0000119619,0.05000,1.349
10,block_sparse_moe.experts.15.w2,0.0000094616,0.05000,1.351
10,block_sparse_moe.experts.2.w2,0.0000035862,0.05000,1.410
10,block_sparse_moe.experts.5.w2,0.0000081320,0.05000,1.413
10,block_sparse_moe.experts.13.w2,0.0000172971,0.05000,1.372
10,block_sparse_moe.experts.3.w2,0.0000042341,0.05000,1.434
10,block_sparse_moe.experts.6.w2,0.0000053793,0.05000,1.436
10,block_sparse_moe.experts.9.w2,0.0000137596,0.05000,1.384
10,block_sparse_moe.experts.1.w2,0.0000246987,0.05000,1.459
10,block_sparse_moe.experts.10.w2,0.0000062071,0.05000,1.404
10,block_sparse_moe.experts.14.w2,0.0000057465,0.05000,1.435
10,block_sparse_moe.experts.4.w2,0.0000099797,0.05000,1.637
10,block_sparse_moe.experts.12.w2,0.0000140025,0.05000,1.601
10,block_sparse_moe.experts.8.w2,0.0000078696,0.05000,1.676
10,block_sparse_moe.experts.0.w2,0.0000108164,0.05000,1.692
10,block_sparse_moe.experts.23.w2,0.0000012706,0.05000,1.410
10,block_sparse_moe.experts.18.w2,0.0000050773,0.05000,1.400
10,block_sparse_moe.experts.19.w2,0.0000120727,0.05000,1.403
10,block_sparse_moe.experts.27.w2,0.0000270280,0.05000,1.435
10,block_sparse_moe.experts.31.w2,0.0000073790,0.05000,1.434
10,block_sparse_moe.experts.26.w2,0.0000529909,0.05000,1.439
10,block_sparse_moe.experts.22.w2,0.0000037913,0.05000,1.486
10,block_sparse_moe.experts.17.w2,0.0000049890,0.05000,1.495
10,block_sparse_moe.experts.30.w2,0.0000063943,0.05000,1.466
10,block_sparse_moe.experts.29.w2,0.0000053452,0.05000,1.541
10,block_sparse_moe.experts.25.w2,0.0000040846,0.05000,1.532
10,block_sparse_moe.experts.21.w2,0.0000056278,0.05000,1.627
10,block_sparse_moe.experts.20.w2,0.0000086773,0.05000,1.437
10,block_sparse_moe.experts.24.w2,0.0000060607,0.05000,1.448
10,block_sparse_moe.experts.16.w2,0.0000041759,0.05000,1.442
10,block_sparse_moe.experts.28.w2,0.0000033034,0.05000,1.494
10,block_sparse_moe.experts.39.w2,0.0000029133,0.05000,1.446
10,block_sparse_moe.experts.34.w2,0.0000092560,0.05000,1.446
10,block_sparse_moe.experts.43.w2,0.0000011222,0.05000,1.424
10,block_sparse_moe.experts.47.w2,0.0000054435,0.05000,1.453
10,block_sparse_moe.experts.35.w2,0.0000052367,0.05000,1.459
10,block_sparse_moe.experts.42.w2,0.0000062656,0.05000,1.490
10,block_sparse_moe.experts.38.w2,0.0000107691,0.05000,1.535
10,block_sparse_moe.experts.45.w2,0.0000073374,0.05000,1.491
10,block_sparse_moe.experts.41.w2,0.0000134516,0.05000,1.502
10,block_sparse_moe.experts.33.w2,0.0000079440,0.05000,1.550
10,block_sparse_moe.experts.46.w2,0.0000063682,0.05000,1.548
10,block_sparse_moe.experts.40.w2,0.0000070434,0.05000,1.430
10,block_sparse_moe.experts.36.w2,0.0000179714,0.05000,1.484
10,block_sparse_moe.experts.44.w2,0.0000043558,0.05000,1.434
10,block_sparse_moe.experts.37.w2,0.0000083980,0.05000,1.573
10,block_sparse_moe.experts.32.w2,0.0000334555,0.05000,1.490
10,block_sparse_moe.experts.55.w2,0.0000053018,0.05000,1.436
10,block_sparse_moe.experts.59.w2,0.0000116504,0.05000,1.438
10,block_sparse_moe.experts.63.w2,0.0000045459,0.05000,1.461
10,block_sparse_moe.experts.50.w2,0.0000195111,0.05000,1.499
10,block_sparse_moe.experts.51.w2,0.0000076338,0.05000,1.490
10,block_sparse_moe.experts.58.w2,0.0000047890,0.05000,1.501
10,block_sparse_moe.experts.61.w2,0.0000034614,0.05000,1.524
10,block_sparse_moe.experts.49.w2,0.0000208487,0.05000,1.498
10,block_sparse_moe.experts.54.w2,0.0000101729,0.05000,1.555
10,block_sparse_moe.experts.57.w2,0.0000019868,0.05000,1.551
10,block_sparse_moe.experts.62.w2,0.0000114322,0.05000,1.555
10,block_sparse_moe.experts.56.w2,0.0000077128,0.05000,1.547
10,block_sparse_moe.experts.60.w2,0.0000100347,0.05000,1.518
10,block_sparse_moe.experts.52.w2,0.0000115052,0.05000,1.565
10,block_sparse_moe.experts.53.w2,0.0000071557,0.05000,1.538
10,block_sparse_moe.experts.48.w2,0.0000139817,0.05000,1.542
10,block_sparse_moe.experts.71.w2,0.0000040289,0.05000,1.427
10,block_sparse_moe.experts.75.w2,0.0000085569,0.05000,1.428
10,block_sparse_moe.experts.79.w2,0.0000096324,0.05000,1.450
10,block_sparse_moe.experts.67.w2,0.0000067103,0.05000,1.459
10,block_sparse_moe.experts.66.w2,0.0000049443,0.05000,1.554
10,block_sparse_moe.experts.77.w2,0.0000117366,0.05000,1.377
10,block_sparse_moe.experts.73.w2,0.0000094442,0.05000,1.378
10,block_sparse_moe.experts.65.w2,0.0000127932,0.05000,1.442
10,block_sparse_moe.experts.74.w2,0.0000044406,0.05000,1.553
10,block_sparse_moe.experts.70.w2,0.0000034305,0.05000,1.507
10,block_sparse_moe.experts.69.w2,0.0000090843,0.05000,1.374
10,block_sparse_moe.experts.76.w2,0.0000125242,0.05000,1.469
10,block_sparse_moe.experts.68.w2,0.0000012061,0.05000,1.478
10,block_sparse_moe.experts.72.w2,0.0000036704,0.05000,1.515
10,block_sparse_moe.experts.78.w2,0.0000216843,0.05000,1.565
10,block_sparse_moe.experts.64.w2,0.0000037478,0.05000,1.505
10,block_sparse_moe.experts.87.w2,0.0000035299,0.05000,1.405
10,block_sparse_moe.experts.91.w2,0.0000143360,0.05000,1.389
10,block_sparse_moe.experts.95.w2,0.0000118348,0.05000,1.403
10,block_sparse_moe.experts.83.w2,0.0000129632,0.05000,1.367
10,block_sparse_moe.experts.82.w2,0.0000080756,0.05000,1.467
10,block_sparse_moe.experts.93.w2,0.0000156347,0.05000,1.450
10,block_sparse_moe.experts.89.w2,0.0000106778,0.05000,1.496
10,block_sparse_moe.experts.81.w2,0.0000052223,0.05000,1.454
10,block_sparse_moe.experts.90.w2,0.0000052639,0.05000,1.461
10,block_sparse_moe.experts.85.w2,0.0000105277,0.05000,1.486
10,block_sparse_moe.experts.92.w2,0.0000156449,0.05000,1.442
10,block_sparse_moe.experts.86.w2,0.0000126250,0.05000,1.516
10,block_sparse_moe.experts.84.w2,0.0000113343,0.05000,1.481
10,block_sparse_moe.experts.88.w2,0.0000028196,0.05000,1.486
10,block_sparse_moe.experts.94.w2,0.0000151727,0.05000,1.483
10,block_sparse_moe.experts.80.w2,0.0000048021,0.05000,1.442
10,block_sparse_moe.experts.103.w2,0.0000155299,0.05000,1.403
10,block_sparse_moe.experts.107.w2,0.0000059850,0.05000,1.388
10,block_sparse_moe.experts.111.w2,0.0000220485,0.05000,1.436
10,block_sparse_moe.experts.99.w2,0.0000094717,0.05000,1.468
10,block_sparse_moe.experts.109.w2,0.0000030478,0.05000,1.414
10,block_sparse_moe.experts.98.w2,0.0000080433,0.05000,1.510
10,block_sparse_moe.experts.105.w2,0.0000055057,0.05000,1.425
10,block_sparse_moe.experts.97.w2,0.0000139171,0.05000,1.439
10,block_sparse_moe.experts.106.w2,0.0000111363,0.05000,1.519
10,block_sparse_moe.experts.101.w2,0.0000083089,0.05000,1.460
10,block_sparse_moe.experts.108.w2,0.0000092681,0.05000,1.513
10,block_sparse_moe.experts.102.w2,0.0000061903,0.05000,1.509
10,block_sparse_moe.experts.104.w2,0.0000033150,0.05000,1.497
10,block_sparse_moe.experts.96.w2,0.0000148091,0.05000,1.501
10,block_sparse_moe.experts.110.w2,0.0000107661,0.05000,1.517
10,block_sparse_moe.experts.100.w2,0.0000109793,0.05000,1.552
10,block_sparse_moe.experts.119.w2,0.0000072367,0.05000,1.401
10,block_sparse_moe.experts.123.w2,0.0000076035,0.05000,1.420
10,block_sparse_moe.experts.127.w2,0.0000202540,0.05000,1.448
10,block_sparse_moe.experts.115.w2,0.0000021767,0.05000,1.420
10,block_sparse_moe.experts.125.w2,0.0000061610,0.05000,1.519
10,block_sparse_moe.experts.114.w2,0.0000055159,0.05000,1.480
10,block_sparse_moe.experts.122.w2,0.0000041834,0.05000,1.384
10,block_sparse_moe.experts.121.w2,0.0000053463,0.05000,1.553
10,block_sparse_moe.experts.113.w2,0.0000228682,0.05000,1.557
10,block_sparse_moe.experts.118.w2,0.0000027842,0.05000,1.407
10,block_sparse_moe.experts.117.w2,0.0000139110,0.05000,1.519
10,block_sparse_moe.experts.120.w2,0.0000051326,0.05000,1.478
10,block_sparse_moe.experts.126.w2,0.0000016892,0.05000,1.465
10,block_sparse_moe.experts.124.w2,0.0000092968,0.05000,1.574
10,block_sparse_moe.experts.116.w2,0.0000079761,0.05000,1.527
10,block_sparse_moe.experts.112.w2,0.0000103042,0.05000,1.552
10,block_sparse_moe.experts.139.w2,0.0000132363,0.05000,1.598
10,block_sparse_moe.experts.135.w2,0.0000106205,0.05000,1.634
10,block_sparse_moe.experts.143.w2,0.0000081322,0.05000,1.596
10,block_sparse_moe.experts.131.w2,0.0000207085,0.05000,1.593
10,block_sparse_moe.experts.141.w2,0.0000132289,0.05000,1.436
10,block_sparse_moe.experts.138.w2,0.0000145271,0.05000,1.420
10,block_sparse_moe.experts.130.w2,0.0000086270,0.05000,1.466
10,block_sparse_moe.experts.137.w2,0.0000103051,0.05000,1.472
10,block_sparse_moe.experts.129.w2,0.0000072832,0.05000,1.454
10,block_sparse_moe.experts.133.w2,0.0000071992,0.05000,1.422
10,block_sparse_moe.experts.134.w2,0.0000046499,0.05000,1.499
10,block_sparse_moe.experts.142.w2,0.0000096442,0.05000,1.442
10,block_sparse_moe.experts.136.w2,0.0000082251,0.05000,1.499
10,block_sparse_moe.experts.140.w2,0.0000067663,0.05000,1.485
10,block_sparse_moe.experts.128.w2,0.0000098817,0.05000,1.449
10,block_sparse_moe.experts.132.w2,0.0000243300,0.05000,1.520
10,block_sparse_moe.experts.151.w2,0.0000092219,0.05000,1.439
10,block_sparse_moe.experts.155.w2,0.0000055564,0.05000,1.440
10,block_sparse_moe.experts.147.w2,0.0000073421,0.05000,1.400
10,block_sparse_moe.experts.159.w2,0.0000058762,0.05000,1.447
10,block_sparse_moe.experts.146.w2,0.0000117466,0.05000,1.359
10,block_sparse_moe.experts.157.w2,0.0000027715,0.05000,1.414
10,block_sparse_moe.experts.154.w2,0.0000279686,0.05000,1.393
10,block_sparse_moe.experts.153.w2,0.0000028381,0.05000,1.424
10,block_sparse_moe.experts.145.w2,0.0000092187,0.05000,1.464
10,block_sparse_moe.experts.149.w2,0.0000142978,0.05000,1.448
10,block_sparse_moe.experts.150.w2,0.0000091727,0.05000,1.437
10,block_sparse_moe.experts.158.w2,0.0000083902,0.05000,1.433
10,block_sparse_moe.experts.152.w2,0.0000100475,0.05000,1.487
10,block_sparse_moe.experts.144.w2,0.0000051286,0.05000,1.476
10,block_sparse_moe.experts.156.w2,0.0000386718,0.05000,1.526
10,block_sparse_moe.experts.148.w2,0.0000035847,0.05000,1.526
10,block_sparse_moe.experts.171.w2,0.0000114236,0.05000,1.509
10,block_sparse_moe.experts.167.w2,0.0000122132,0.05000,1.511
10,block_sparse_moe.experts.163.w2,0.0000057638,0.05000,1.506
10,block_sparse_moe.experts.175.w2,0.0000107664,0.05000,1.498
10,block_sparse_moe.experts.173.w2,0.0000035109,0.05000,1.529
10,block_sparse_moe.experts.162.w2,0.0000083781,0.05000,1.587
10,block_sparse_moe.experts.170.w2,0.0000121357,0.05000,1.620
10,block_sparse_moe.experts.161.w2,0.0000103953,0.05000,1.459
10,block_sparse_moe.experts.169.w2,0.0000030715,0.05000,1.502
10,block_sparse_moe.experts.165.w2,0.0000178699,0.05000,1.486
10,block_sparse_moe.experts.166.w2,0.0000080675,0.05000,1.522
10,block_sparse_moe.experts.172.w2,0.0000100004,0.05000,1.333
10,block_sparse_moe.experts.174.w2,0.0000065817,0.05000,1.507
10,block_sparse_moe.experts.168.w2,0.0000052883,0.05000,1.440
10,block_sparse_moe.experts.160.w2,0.0000053367,0.05000,1.436
10,block_sparse_moe.experts.164.w2,0.0000107208,0.05000,1.418
10,block_sparse_moe.experts.183.w2,0.0000095085,0.05000,1.581
10,block_sparse_moe.experts.187.w2,0.0000071195,0.05000,1.594
10,block_sparse_moe.experts.178.w2,0.0000094555,0.05000,1.409
10,block_sparse_moe.experts.186.w2,0.0000075321,0.05000,1.364
10,block_sparse_moe.experts.179.w2,0.0000071647,0.05000,1.635
10,block_sparse_moe.experts.189.w2,0.0000056808,0.05000,1.531
10,block_sparse_moe.experts.191.w2,0.0000026866,0.05000,1.633
10,block_sparse_moe.experts.185.w2,0.0000040536,0.05000,1.527
10,block_sparse_moe.experts.177.w2,0.0000052068,0.05000,1.531
10,block_sparse_moe.experts.182.w2,0.0000027620,0.05000,1.420
10,block_sparse_moe.experts.181.w2,0.0000127489,0.05000,1.497
10,block_sparse_moe.experts.188.w2,0.0000121167,0.05000,1.405
10,block_sparse_moe.experts.190.w2,0.0000146427,0.05000,1.385
10,block_sparse_moe.experts.184.w2,0.0000055996,0.05000,1.420
10,block_sparse_moe.experts.176.w2,0.0000064181,0.05000,1.439
10,block_sparse_moe.experts.180.w2,0.0000025654,0.05000,1.411
10,block_sparse_moe.experts.203.w2,0.0000111224,0.05000,1.449
10,block_sparse_moe.experts.199.w2,0.0000029340,0.05000,1.469
10,block_sparse_moe.experts.194.w2,0.0000149588,0.05000,1.361
10,block_sparse_moe.experts.202.w2,0.0000058166,0.05000,1.346
10,block_sparse_moe.experts.205.w2,0.0000028452,0.05000,1.313
10,block_sparse_moe.experts.195.w2,0.0000128951,0.05000,1.453
10,block_sparse_moe.experts.207.w2,0.0000095594,0.05000,1.475
10,block_sparse_moe.experts.198.w2,0.0000112585,0.05000,1.330
10,block_sparse_moe.experts.201.w2,0.0000171859,0.05000,1.389
10,block_sparse_moe.experts.206.w2,0.0000077986,0.05000,1.357
10,block_sparse_moe.experts.193.w2,0.0000041823,0.05000,1.414
10,block_sparse_moe.experts.197.w2,0.0000206913,0.05000,1.382
10,block_sparse_moe.experts.200.w2,0.0000135493,0.05000,1.394
10,block_sparse_moe.experts.204.w2,0.0000113631,0.05000,1.490
10,block_sparse_moe.experts.196.w2,0.0000010171,0.05000,1.392
10,block_sparse_moe.experts.192.w2,0.0000129773,0.05000,1.470
10,block_sparse_moe.experts.221.w2,0.0000129529,0.05000,1.363
10,block_sparse_moe.experts.210.w2,0.0000107444,0.05000,1.387
10,block_sparse_moe.experts.218.w2,0.0000148134,0.05000,1.409
10,block_sparse_moe.experts.219.w2,0.0000097900,0.05000,1.486
10,block_sparse_moe.experts.215.w2,0.0000072406,0.05000,1.558
10,block_sparse_moe.experts.217.w2,0.0000152823,0.05000,1.348
10,block_sparse_moe.experts.211.w2,0.0000213224,0.05000,1.483
10,block_sparse_moe.experts.213.w2,0.0000079990,0.05000,1.365
10,block_sparse_moe.experts.214.w2,0.0000038934,0.05000,1.436
10,block_sparse_moe.experts.209.w2,0.0000020820,0.05000,1.392
10,block_sparse_moe.experts.222.w2,0.0000066849,0.05000,1.404
10,block_sparse_moe.experts.223.w2,0.0000037443,0.05000,1.495
10,block_sparse_moe.experts.216.w2,0.0000057501,0.05000,1.372
10,block_sparse_moe.experts.220.w2,0.0000127773,0.05000,1.384
10,block_sparse_moe.experts.208.w2,0.0000191746,0.05000,1.347
10,block_sparse_moe.experts.212.w2,0.0000059870,0.05000,1.437
10,block_sparse_moe.experts.237.w2,0.0000048729,0.05000,1.463
10,block_sparse_moe.experts.226.w2,0.0000101324,0.05000,1.463
10,block_sparse_moe.experts.234.w2,0.0000138870,0.05000,1.460
10,block_sparse_moe.experts.235.w2,0.0000044901,0.05000,1.429
10,block_sparse_moe.experts.231.w2,0.0000141936,0.05000,1.402
10,block_sparse_moe.experts.233.w2,0.0000015294,0.05000,1.433
10,block_sparse_moe.experts.229.w2,0.0000059179,0.05000,1.394
10,block_sparse_moe.experts.227.w2,0.0000087943,0.05000,1.460
10,block_sparse_moe.experts.230.w2,0.0000113574,0.05000,1.433
10,block_sparse_moe.experts.238.w2,0.0000234405,0.05000,1.451
10,block_sparse_moe.experts.225.w2,0.0000024458,0.05000,1.496
10,block_sparse_moe.experts.239.w2,0.0000112633,0.05000,1.489
10,block_sparse_moe.experts.232.w2,0.0000055854,0.05000,1.476
10,block_sparse_moe.experts.236.w2,0.0000114474,0.05000,1.506
10,block_sparse_moe.experts.224.w2,0.0000051180,0.05000,1.515
10,block_sparse_moe.experts.228.w2,0.0000105322,0.05000,1.507
10,block_sparse_moe.experts.242.w2,0.0000168715,0.05000,1.316
10,block_sparse_moe.experts.250.w2,0.0000187250,0.05000,1.323
10,block_sparse_moe.experts.253.w2,0.0000074044,0.05000,1.445
10,block_sparse_moe.experts.246.w2,0.0000056248,0.05000,1.222
10,block_sparse_moe.experts.254.w2,0.0000113459,0.05000,1.202
10,block_sparse_moe.experts.251.w2,0.0000013950,0.05000,1.446
10,block_sparse_moe.experts.249.w2,0.0000120765,0.05000,1.359
10,block_sparse_moe.experts.247.w2,0.0000056754,0.05000,1.440
10,block_sparse_moe.experts.245.w2,0.0000152196,0.05000,1.382
10,block_sparse_moe.experts.241.w2,0.0000066452,0.05000,1.293
10,block_sparse_moe.experts.243.w2,0.0000100319,0.05000,1.386
10,block_sparse_moe.experts.255.w2,0.0000034928,0.05000,1.338
10,block_sparse_moe.experts.248.w2,0.0000265432,0.05000,1.423
10,block_sparse_moe.experts.252.w2,0.0000088921,0.05000,1.403
10,block_sparse_moe.experts.240.w2,0.0000210013,0.05000,1.396
10,block_sparse_moe.experts.244.w2,0.0000129555,0.05000,1.347
11,self_attn.k_proj,0.0000000987,0.05000,0.980
11,self_attn.q_proj,0.0000005937,0.05000,0.994
11,self_attn.v_proj,0.0000000858,0.05000,1.023
11,self_attn.o_proj,0.0000000560,0.05000,1.843
11,block_sparse_moe.experts.0.w1,0.0000275437,0.05000,2.982
11,block_sparse_moe.experts.12.w1,0.0000120595,0.05000,2.959
11,block_sparse_moe.experts.2.w1,0.0000745664,0.05000,3.014
11,block_sparse_moe.experts.10.w1,0.0000199843,0.05000,2.959
11,block_sparse_moe.experts.4.w1,0.0000481858,0.05000,3.052
11,block_sparse_moe.experts.8.w1,0.0000767299,0.05000,3.008
11,block_sparse_moe.experts.14.w1,0.0000325092,0.05000,3.047
11,block_sparse_moe.experts.6.w1,0.0000344617,0.05000,3.074
11,block_sparse_moe.experts.1.w1,0.0000643332,0.05000,3.233
11,block_sparse_moe.experts.5.w1,0.0000645545,0.05000,3.184
11,block_sparse_moe.experts.11.w1,0.0000104079,0.05000,3.190
11,block_sparse_moe.experts.13.w1,0.0000440960,0.05000,3.227
11,block_sparse_moe.experts.15.w1,0.0000281152,0.05000,3.252
11,block_sparse_moe.experts.7.w1,0.0000243689,0.05000,3.278
11,block_sparse_moe.experts.9.w1,0.0000586370,0.05000,3.291
11,block_sparse_moe.experts.3.w1,0.0000915056,0.05000,3.372
11,block_sparse_moe.experts.21.w1,0.0000711931,0.05000,2.768
11,block_sparse_moe.experts.20.w1,0.0000740468,0.05000,2.992
11,block_sparse_moe.experts.28.w1,0.0000621162,0.05000,3.034
11,block_sparse_moe.experts.29.w1,0.0000979863,0.05000,2.769
11,block_sparse_moe.experts.16.w1,0.0000571756,0.05000,3.067
11,block_sparse_moe.experts.17.w1,0.0000697673,0.05000,2.848
11,block_sparse_moe.experts.24.w1,0.0000203625,0.05000,3.099
11,block_sparse_moe.experts.25.w1,0.0000441728,0.05000,2.848
11,block_sparse_moe.experts.18.w1,0.0000158829,0.05000,3.221
11,block_sparse_moe.experts.26.w1,0.0001093074,0.05000,3.247
11,block_sparse_moe.experts.30.w1,0.0000636367,0.05000,3.166
11,block_sparse_moe.experts.22.w1,0.0000949987,0.05000,3.189
11,block_sparse_moe.experts.31.w1,0.0000391333,0.05000,3.053
11,block_sparse_moe.experts.27.w1,0.0001193052,0.05000,3.158
11,block_sparse_moe.experts.19.w1,0.0000356920,0.05000,3.033
11,block_sparse_moe.experts.23.w1,0.0000344463,0.05000,3.074
11,block_sparse_moe.experts.36.w1,0.0001473205,0.05000,2.751
11,block_sparse_moe.experts.32.w1,0.0000764497,0.05000,2.795
11,block_sparse_moe.experts.37.w1,0.0001128981,0.05000,2.918
11,block_sparse_moe.experts.44.w1,0.0000248570,0.05000,2.900
11,block_sparse_moe.experts.40.w1,0.0001363997,0.05000,2.807
11,block_sparse_moe.experts.45.w1,0.0000642253,0.05000,2.931
11,block_sparse_moe.experts.33.w1,0.0000872411,0.05000,2.970
11,block_sparse_moe.experts.41.w1,0.0000832131,0.05000,2.920
11,block_sparse_moe.experts.34.w1,0.0000295429,0.05000,2.962
11,block_sparse_moe.experts.43.w1,0.0000925663,0.05000,2.802
11,block_sparse_moe.experts.42.w1,0.0001388080,0.05000,3.015
11,block_sparse_moe.experts.47.w1,0.0000723661,0.05000,2.931
11,block_sparse_moe.experts.35.w1,0.0000575328,0.05000,2.929
11,block_sparse_moe.experts.39.w1,0.0000239638,0.05000,2.932
11,block_sparse_moe.experts.46.w1,0.0000924863,0.05000,3.109
11,block_sparse_moe.experts.38.w1,0.0000837220,0.05000,3.086
11,block_sparse_moe.experts.52.w1,0.0000396387,0.05000,2.979
11,block_sparse_moe.experts.48.w1,0.0000148462,0.05000,2.981
11,block_sparse_moe.experts.53.w1,0.0000482527,0.05000,2.931
11,block_sparse_moe.experts.61.w1,0.0000702801,0.05000,2.914
11,block_sparse_moe.experts.56.w1,0.0000877286,0.05000,2.926
11,block_sparse_moe.experts.49.w1,0.0000902998,0.05000,2.872
11,block_sparse_moe.experts.60.w1,0.0000451215,0.05000,3.040
11,block_sparse_moe.experts.59.w1,0.0000577301,0.05000,2.830
11,block_sparse_moe.experts.57.w1,0.0000276942,0.05000,2.972
11,block_sparse_moe.experts.51.w1,0.0000942331,0.05000,2.761
11,block_sparse_moe.experts.63.w1,0.0001549916,0.05000,2.855
11,block_sparse_moe.experts.55.w1,0.0000300742,0.05000,2.854
11,block_sparse_moe.experts.58.w1,0.0000429319,0.05000,3.089
11,block_sparse_moe.experts.50.w1,0.0000768243,0.05000,3.234
11,block_sparse_moe.experts.62.w1,0.0001058455,0.05000,3.174
11,block_sparse_moe.experts.54.w1,0.0000833666,0.05000,3.192
11,block_sparse_moe.experts.68.w1,0.0000826806,0.05000,2.794
11,block_sparse_moe.experts.64.w1,0.0000673619,0.05000,2.758
11,block_sparse_moe.experts.72.w1,0.0000574860,0.05000,2.810
11,block_sparse_moe.experts.76.w1,0.0000697281,0.05000,2.723
11,block_sparse_moe.experts.69.w1,0.0000442740,0.05000,3.013
11,block_sparse_moe.experts.65.w1,0.0000113526,0.05000,3.014
11,block_sparse_moe.experts.77.w1,0.0000479216,0.05000,3.051
11,block_sparse_moe.experts.75.w1,0.0000726419,0.05000,3.030
11,block_sparse_moe.experts.67.w1,0.0001906971,0.05000,2.970
11,block_sparse_moe.experts.79.w1,0.0000053292,0.05000,2.973
11,block_sparse_moe.experts.71.w1,0.0000284895,0.05000,2.958
11,block_sparse_moe.experts.73.w1,0.0000740672,0.05000,3.110
11,block_sparse_moe.experts.74.w1,0.0000136824,0.05000,2.994
11,block_sparse_moe.experts.66.w1,0.0000711569,0.05000,2.971
11,block_sparse_moe.experts.78.w1,0.0000473041,0.05000,2.983
11,block_sparse_moe.experts.70.w1,0.0000859487,0.05000,3.076
11,block_sparse_moe.experts.80.w1,0.0000914274,0.05000,2.799
11,block_sparse_moe.experts.84.w1,0.0000300310,0.05000,2.864
11,block_sparse_moe.experts.92.w1,0.0000513762,0.05000,2.825
11,block_sparse_moe.experts.88.w1,0.0000220402,0.05000,2.862
11,block_sparse_moe.experts.85.w1,0.0000882932,0.05000,3.063
11,block_sparse_moe.experts.93.w1,0.0000131409,0.05000,3.085
11,block_sparse_moe.experts.83.w1,0.0000461080,0.05000,2.993
11,block_sparse_moe.experts.91.w1,0.0000392526,0.05000,3.030
11,block_sparse_moe.experts.81.w1,0.0000099543,0.05000,3.160
11,block_sparse_moe.experts.95.w1,0.0000776005,0.05000,3.024
11,block_sparse_moe.experts.87.w1,0.0000469890,0.05000,3.000
11,block_sparse_moe.experts.89.w1,0.0000239276,0.05000,3.020
11,block_sparse_moe.experts.90.w1,0.0000164309,0.05000,2.876
11,block_sparse_moe.experts.82.w1,0.0001146918,0.05000,2.837
11,block_sparse_moe.experts.94.w1,0.0000960619,0.05000,2.822
11,block_sparse_moe.experts.86.w1,0.0000330245,0.05000,2.742
11,block_sparse_moe.experts.100.w1,0.0000832797,0.05000,2.909
11,block_sparse_moe.experts.96.w1,0.0000947959,0.05000,3.031
11,block_sparse_moe.experts.108.w1,0.0000817680,0.05000,2.888
11,block_sparse_moe.experts.104.w1,0.0001015155,0.05000,2.939
11,block_sparse_moe.experts.99.w1,0.0000985372,0.05000,2.910
11,block_sparse_moe.experts.106.w1,0.0000330740,0.05000,2.773
11,block_sparse_moe.experts.101.w1,0.0000785499,0.05000,3.080
11,block_sparse_moe.experts.107.w1,0.0000330883,0.05000,2.929
11,block_sparse_moe.experts.98.w1,0.0000133085,0.05000,2.817
11,block_sparse_moe.experts.103.w1,0.0000566918,0.05000,2.923
11,block_sparse_moe.experts.111.w1,0.0000630951,0.05000,2.933
11,block_sparse_moe.experts.110.w1,0.0000659532,0.05000,2.735
11,block_sparse_moe.experts.109.w1,0.0001042436,0.05000,3.170
11,block_sparse_moe.experts.102.w1,0.0000646900,0.05000,2.840
11,block_sparse_moe.experts.97.w1,0.0000953333,0.05000,3.244
11,block_sparse_moe.experts.105.w1,0.0000948509,0.05000,3.157
11,block_sparse_moe.experts.116.w1,0.0000127188,0.05000,2.993
11,block_sparse_moe.experts.124.w1,0.0000616125,0.05000,2.916
11,block_sparse_moe.experts.112.w1,0.0000311098,0.05000,3.001
11,block_sparse_moe.experts.120.w1,0.0000283815,0.05000,2.950
11,block_sparse_moe.experts.114.w1,0.0000360103,0.05000,2.874
11,block_sparse_moe.experts.115.w1,0.0001211982,0.05000,2.995
11,block_sparse_moe.experts.122.w1,0.0000239881,0.05000,2.970
11,block_sparse_moe.experts.127.w1,0.0000535737,0.05000,2.929
11,block_sparse_moe.experts.117.w1,0.0000291319,0.05000,3.003
11,block_sparse_moe.experts.123.w1,0.0000490676,0.05000,3.009
11,block_sparse_moe.experts.126.w1,0.0000578868,0.05000,3.045
11,block_sparse_moe.experts.119.w1,0.0000674427,0.05000,3.082
11,block_sparse_moe.experts.125.w1,0.0000624239,0.05000,2.981
11,block_sparse_moe.experts.118.w1,0.0000961215,0.05000,2.936
11,block_sparse_moe.experts.113.w1,0.0001149108,0.05000,2.931
11,block_sparse_moe.experts.121.w1,0.0000909272,0.05000,2.982
11,block_sparse_moe.experts.132.w1,0.0000841493,0.05000,2.951
11,block_sparse_moe.experts.136.w1,0.0000041993,0.05000,2.946
11,block_sparse_moe.experts.140.w1,0.0000879596,0.05000,3.066
11,block_sparse_moe.experts.128.w1,0.0000554919,0.05000,3.049
11,block_sparse_moe.experts.131.w1,0.0000245720,0.05000,2.976
11,block_sparse_moe.experts.143.w1,0.0001664309,0.05000,2.962
11,block_sparse_moe.experts.138.w1,0.0000370181,0.05000,3.004
11,block_sparse_moe.experts.130.w1,0.0001280965,0.05000,3.057
11,block_sparse_moe.experts.139.w1,0.0000963328,0.05000,2.974
11,block_sparse_moe.experts.135.w1,0.0000468073,0.05000,2.883
11,block_sparse_moe.experts.133.w1,0.0000474296,0.05000,3.033
11,block_sparse_moe.experts.141.w1,0.0000807633,0.05000,3.034
11,block_sparse_moe.experts.134.w1,0.0001026635,0.05000,3.051
11,block_sparse_moe.experts.142.w1,0.0000187891,0.05000,3.111
11,block_sparse_moe.experts.129.w1,0.0000730887,0.05000,3.087
11,block_sparse_moe.experts.137.w1,0.0000126467,0.05000,3.071
11,block_sparse_moe.experts.148.w1,0.0000454465,0.05000,3.009
11,block_sparse_moe.experts.152.w1,0.0000281097,0.05000,2.927
11,block_sparse_moe.experts.156.w1,0.0001000502,0.05000,2.966
11,block_sparse_moe.experts.144.w1,0.0000430254,0.05000,2.963
11,block_sparse_moe.experts.149.w1,0.0000721697,0.05000,2.884
11,block_sparse_moe.experts.159.w1,0.0000720446,0.05000,2.965
11,block_sparse_moe.experts.155.w1,0.0000747532,0.05000,2.970
11,block_sparse_moe.experts.147.w1,0.0000843075,0.05000,3.038
11,block_sparse_moe.experts.154.w1,0.0000119330,0.05000,3.005
11,block_sparse_moe.experts.157.w1,0.0000976648,0.05000,2.778
11,block_sparse_moe.experts.151.w1,0.0000427692,0.05000,3.015
11,block_sparse_moe.experts.146.w1,0.0001028946,0.05000,3.092
11,block_sparse_moe.experts.145.w1,0.0000854867,0.05000,2.831
11,block_sparse_moe.experts.150.w1,0.0000274828,0.05000,3.020
11,block_sparse_moe.experts.153.w1,0.0000864594,0.05000,2.916
11,block_sparse_moe.experts.158.w1,0.0000366911,0.05000,3.122
11,block_sparse_moe.experts.168.w1,0.0000531560,0.05000,2.983
11,block_sparse_moe.experts.172.w1,0.0000695520,0.05000,3.016
11,block_sparse_moe.experts.160.w1,0.0000937072,0.05000,2.964
11,block_sparse_moe.experts.164.w1,0.0000353443,0.05000,3.131
11,block_sparse_moe.experts.175.w1,0.0000437670,0.05000,2.914
11,block_sparse_moe.experts.171.w1,0.0000468003,0.05000,2.869
11,block_sparse_moe.experts.163.w1,0.0000596014,0.05000,2.907
11,block_sparse_moe.experts.165.w1,0.0000632182,0.05000,2.985
11,block_sparse_moe.experts.167.w1,0.0002260751,0.05000,2.934
11,block_sparse_moe.experts.173.w1,0.0000338069,0.05000,2.996
11,block_sparse_moe.experts.170.w1,0.0000512054,0.05000,3.077
11,block_sparse_moe.experts.162.w1,0.0000640559,0.05000,3.057
11,block_sparse_moe.experts.161.w1,0.0000476841,0.05000,3.008
11,block_sparse_moe.experts.166.w1,0.0000802526,0.05000,3.075
11,block_sparse_moe.experts.169.w1,0.0000690427,0.05000,3.015
11,block_sparse_moe.experts.174.w1,0.0000894463,0.05000,3.056
11,block_sparse_moe.experts.188.w1,0.0000150332,0.05000,2.822
11,block_sparse_moe.experts.184.w1,0.0001058837,0.05000,2.903
11,block_sparse_moe.experts.180.w1,0.0001575911,0.05000,2.839
11,block_sparse_moe.experts.176.w1,0.0000698827,0.05000,2.933
11,block_sparse_moe.experts.187.w1,0.0000352372,0.05000,2.771
11,block_sparse_moe.experts.179.w1,0.0000928979,0.05000,2.749
11,block_sparse_moe.experts.191.w1,0.0000971062,0.05000,2.903
11,block_sparse_moe.experts.189.w1,0.0000477069,0.05000,2.794
11,block_sparse_moe.experts.181.w1,0.0000531737,0.05000,2.867
11,block_sparse_moe.experts.183.w1,0.0000269570,0.05000,2.808
11,block_sparse_moe.experts.186.w1,0.0001970616,0.05000,2.922
11,block_sparse_moe.experts.177.w1,0.0000612522,0.05000,2.793
11,block_sparse_moe.experts.178.w1,0.0001257765,0.05000,2.950
11,block_sparse_moe.experts.182.w1,0.0000211563,0.05000,2.792
11,block_sparse_moe.experts.185.w1,0.0000333263,0.05000,2.786
11,block_sparse_moe.experts.190.w1,0.0000496564,0.05000,2.892
11,block_sparse_moe.experts.200.w1,0.0000420211,0.05000,3.011
11,block_sparse_moe.experts.204.w1,0.0000407425,0.05000,3.102
11,block_sparse_moe.experts.196.w1,0.0001102602,0.05000,3.075
11,block_sparse_moe.experts.192.w1,0.0000880422,0.05000,3.073
11,block_sparse_moe.experts.197.w1,0.0000939474,0.05000,2.883
11,block_sparse_moe.experts.205.w1,0.0000403973,0.05000,2.922
11,block_sparse_moe.experts.195.w1,0.0000504234,0.05000,3.231
11,block_sparse_moe.experts.193.w1,0.0000217901,0.05000,2.894
11,block_sparse_moe.experts.203.w1,0.0000086466,0.05000,3.269
11,block_sparse_moe.experts.202.w1,0.0001147204,0.05000,2.926
11,block_sparse_moe.experts.199.w1,0.0000547229,0.05000,3.154
11,block_sparse_moe.experts.207.w1,0.0000830380,0.05000,3.200
11,block_sparse_moe.experts.201.w1,0.0000337343,0.05000,2.938
11,block_sparse_moe.experts.194.w1,0.0000902653,0.05000,2.986
11,block_sparse_moe.experts.198.w1,0.0000728923,0.05000,2.967
11,block_sparse_moe.experts.206.w1,0.0001073369,0.05000,2.931
11,block_sparse_moe.experts.216.w1,0.0000395201,0.05000,2.953
11,block_sparse_moe.experts.212.w1,0.0000456633,0.05000,2.930
11,block_sparse_moe.experts.220.w1,0.0000782285,0.05000,2.990
11,block_sparse_moe.experts.208.w1,0.0001507558,0.05000,2.971
11,block_sparse_moe.experts.213.w1,0.0000933627,0.05000,2.784
11,block_sparse_moe.experts.221.w1,0.0000498563,0.05000,2.829
11,block_sparse_moe.experts.209.w1,0.0000417452,0.05000,2.805
11,block_sparse_moe.experts.219.w1,0.0000340935,0.05000,2.846
11,block_sparse_moe.experts.218.w1,0.0000252312,0.05000,2.846
11,block_sparse_moe.experts.211.w1,0.0000663940,0.05000,2.898
11,block_sparse_moe.experts.215.w1,0.0000748767,0.05000,2.817
11,block_sparse_moe.experts.223.w1,0.0000594949,0.05000,2.816
11,block_sparse_moe.experts.217.w1,0.0000583725,0.05000,2.744
11,block_sparse_moe.experts.210.w1,0.0001108144,0.05000,2.841
11,block_sparse_moe.experts.214.w1,0.0000771951,0.05000,2.872
11,block_sparse_moe.experts.222.w1,0.0001511259,0.05000,2.905
11,block_sparse_moe.experts.232.w1,0.0000761619,0.05000,3.083
11,block_sparse_moe.experts.236.w1,0.0000408764,0.05000,3.002
11,block_sparse_moe.experts.229.w1,0.0000780128,0.05000,2.884
11,block_sparse_moe.experts.228.w1,0.0000336495,0.05000,3.072
11,block_sparse_moe.experts.237.w1,0.0000069533,0.05000,2.892
11,block_sparse_moe.experts.224.w1,0.0000210964,0.05000,3.111
11,block_sparse_moe.experts.239.w1,0.0000660482,0.05000,2.844
11,block_sparse_moe.experts.235.w1,0.0000646755,0.05000,2.914
11,block_sparse_moe.experts.233.w1,0.0000220898,0.05000,2.836
11,block_sparse_moe.experts.225.w1,0.0000516668,0.05000,2.973
11,block_sparse_moe.experts.234.w1,0.0000401356,0.05000,2.921
11,block_sparse_moe.experts.227.w1,0.0000585147,0.05000,2.922
11,block_sparse_moe.experts.231.w1,0.0000408930,0.05000,2.957
11,block_sparse_moe.experts.230.w1,0.0000531678,0.05000,2.969
11,block_sparse_moe.experts.226.w1,0.0000790036,0.05000,3.071
11,block_sparse_moe.experts.238.w1,0.0000368568,0.05000,2.996
11,block_sparse_moe.experts.245.w1,0.0000196529,0.05000,2.657
11,block_sparse_moe.experts.253.w1,0.0000674842,0.05000,2.686
11,block_sparse_moe.experts.248.w1,0.0000471597,0.05000,2.900
11,block_sparse_moe.experts.244.w1,0.0000924668,0.05000,2.852
11,block_sparse_moe.experts.252.w1,0.0000785065,0.05000,2.981
11,block_sparse_moe.experts.240.w1,0.0000974132,0.05000,2.857
11,block_sparse_moe.experts.241.w1,0.0000245233,0.05000,2.702
11,block_sparse_moe.experts.249.w1,0.0000540301,0.05000,2.741
11,block_sparse_moe.experts.250.w1,0.0000873550,0.05000,2.807
11,block_sparse_moe.experts.255.w1,0.0001281497,0.05000,2.979
11,block_sparse_moe.experts.251.w1,0.0000295511,0.05000,2.983
11,block_sparse_moe.experts.242.w1,0.0000456778,0.05000,2.683
11,block_sparse_moe.experts.243.w1,0.0000790086,0.05000,3.013
11,block_sparse_moe.experts.246.w1,0.0000558643,0.05000,2.838
11,block_sparse_moe.experts.247.w1,0.0000587703,0.05000,3.080
11,block_sparse_moe.experts.254.w1,0.0000719009,0.05000,2.668
11,block_sparse_moe.experts.5.w3,0.0000631141,0.05000,2.809
11,block_sparse_moe.experts.13.w3,0.0000430769,0.05000,2.861
11,block_sparse_moe.experts.1.w3,0.0000626780,0.05000,2.781
11,block_sparse_moe.experts.9.w3,0.0000571332,0.05000,2.788
11,block_sparse_moe.experts.8.w3,0.0000739971,0.05000,3.065
11,block_sparse_moe.experts.4.w3,0.0000474244,0.05000,3.054
11,block_sparse_moe.experts.10.w3,0.0000194230,0.05000,2.817
11,block_sparse_moe.experts.12.w3,0.0000118388,0.05000,3.081
11,block_sparse_moe.experts.0.w3,0.0000268182,0.05000,3.070
11,block_sparse_moe.experts.11.w3,0.0000099454,0.05000,2.859
11,block_sparse_moe.experts.15.w3,0.0000272823,0.05000,2.920
11,block_sparse_moe.experts.2.w3,0.0000715258,0.05000,2.844
11,block_sparse_moe.experts.14.w3,0.0000313299,0.05000,2.800
11,block_sparse_moe.experts.7.w3,0.0000233672,0.05000,2.830
11,block_sparse_moe.experts.3.w3,0.0000897966,0.05000,2.961
11,block_sparse_moe.experts.6.w3,0.0000337210,0.05000,2.909
11,block_sparse_moe.experts.21.w3,0.0000699474,0.05000,2.953
11,block_sparse_moe.experts.29.w3,0.0000970077,0.05000,3.037
11,block_sparse_moe.experts.26.w3,0.0001075472,0.05000,2.850
11,block_sparse_moe.experts.17.w3,0.0000687858,0.05000,3.084
11,block_sparse_moe.experts.25.w3,0.0000433214,0.05000,3.053
11,block_sparse_moe.experts.20.w3,0.0000714557,0.05000,3.016
11,block_sparse_moe.experts.18.w3,0.0000158221,0.05000,2.785
11,block_sparse_moe.experts.24.w3,0.0000191766,0.05000,3.141
11,block_sparse_moe.experts.22.w3,0.0000918581,0.05000,2.752
11,block_sparse_moe.experts.28.w3,0.0000604317,0.05000,3.094
11,block_sparse_moe.experts.31.w3,0.0000373915,0.05000,2.977
11,block_sparse_moe.experts.16.w3,0.0000560517,0.05000,3.099
11,block_sparse_moe.experts.27.w3,0.0001172711,0.05000,3.042
11,block_sparse_moe.experts.30.w3,0.0000613061,0.05000,2.933
11,block_sparse_moe.experts.19.w3,0.0000351406,0.05000,3.051
11,block_sparse_moe.experts.23.w3,0.0000334551,0.05000,3.106
11,block_sparse_moe.experts.37.w3,0.0001104563,0.05000,2.777
11,block_sparse_moe.experts.45.w3,0.0000631492,0.05000,2.822
11,block_sparse_moe.experts.41.w3,0.0000785488,0.05000,2.829
11,block_sparse_moe.experts.33.w3,0.0000850017,0.05000,2.838
11,block_sparse_moe.experts.42.w3,0.0001343614,0.05000,3.001
11,block_sparse_moe.experts.36.w3,0.0001422552,0.05000,3.006
11,block_sparse_moe.experts.34.w3,0.0000291938,0.05000,3.026
11,block_sparse_moe.experts.47.w3,0.0000713146,0.05000,2.889
11,block_sparse_moe.experts.40.w3,0.0001348936,0.05000,3.038
11,block_sparse_moe.experts.38.w3,0.0000821769,0.05000,2.983
11,block_sparse_moe.experts.43.w3,0.0000897314,0.05000,2.927
11,block_sparse_moe.experts.32.w3,0.0000749435,0.05000,3.013
11,block_sparse_moe.experts.44.w3,0.0000236151,0.05000,3.084
11,block_sparse_moe.experts.35.w3,0.0000560234,0.05000,2.862
11,block_sparse_moe.experts.46.w3,0.0000903138,0.05000,3.017
11,block_sparse_moe.experts.39.w3,0.0000234768,0.05000,2.868
11,block_sparse_moe.experts.53.w3,0.0000477002,0.05000,2.988
11,block_sparse_moe.experts.61.w3,0.0000689048,0.05000,3.011
11,block_sparse_moe.experts.58.w3,0.0000416288,0.05000,2.936
11,block_sparse_moe.experts.57.w3,0.0000270125,0.05000,3.085
11,block_sparse_moe.experts.49.w3,0.0000890449,0.05000,3.121
11,block_sparse_moe.experts.50.w3,0.0000752073,0.05000,2.936
11,block_sparse_moe.experts.52.w3,0.0000386446,0.05000,3.011
11,block_sparse_moe.experts.54.w3,0.0000814660,0.05000,2.876
11,block_sparse_moe.experts.63.w3,0.0001517014,0.05000,2.973
11,block_sparse_moe.experts.59.w3,0.0000559322,0.05000,2.928
11,block_sparse_moe.experts.56.w3,0.0000853374,0.05000,3.021
11,block_sparse_moe.experts.62.w3,0.0001010506,0.05000,2.981
11,block_sparse_moe.experts.60.w3,0.0000444581,0.05000,3.037
11,block_sparse_moe.experts.48.w3,0.0000143480,0.05000,3.069
11,block_sparse_moe.experts.51.w3,0.0000925690,0.05000,3.033
11,block_sparse_moe.experts.55.w3,0.0000284030,0.05000,3.039
11,block_sparse_moe.experts.69.w3,0.0000411998,0.05000,2.923
11,block_sparse_moe.experts.77.w3,0.0000472414,0.05000,3.005
11,block_sparse_moe.experts.74.w3,0.0000132348,0.05000,2.926
11,block_sparse_moe.experts.65.w3,0.0000107251,0.05000,2.866
11,block_sparse_moe.experts.73.w3,0.0000699614,0.05000,2.931
11,block_sparse_moe.experts.68.w3,0.0000812219,0.05000,2.913
11,block_sparse_moe.experts.79.w3,0.0000051854,0.05000,2.876
11,block_sparse_moe.experts.66.w3,0.0000694192,0.05000,3.037
11,block_sparse_moe.experts.72.w3,0.0000555706,0.05000,2.897
11,block_sparse_moe.experts.70.w3,0.0000850608,0.05000,3.055
11,block_sparse_moe.experts.75.w3,0.0000713641,0.05000,2.964
11,block_sparse_moe.experts.76.w3,0.0000692576,0.05000,2.871
11,block_sparse_moe.experts.64.w3,0.0000650459,0.05000,2.886
11,block_sparse_moe.experts.78.w3,0.0000462794,0.05000,2.947
11,block_sparse_moe.experts.67.w3,0.0001823587,0.05000,2.906
11,block_sparse_moe.experts.71.w3,0.0000276260,0.05000,2.923
11,block_sparse_moe.experts.85.w3,0.0000861727,0.05000,2.761
11,block_sparse_moe.experts.93.w3,0.0000125743,0.05000,2.853
11,block_sparse_moe.experts.89.w3,0.0000233687,0.05000,2.721
11,block_sparse_moe.experts.81.w3,0.0000095898,0.05000,2.858
11,block_sparse_moe.experts.84.w3,0.0000292021,0.05000,2.740
11,block_sparse_moe.experts.90.w3,0.0000153291,0.05000,3.065
11,block_sparse_moe.experts.88.w3,0.0000211899,0.05000,2.757
11,block_sparse_moe.experts.92.w3,0.0000494518,0.05000,2.686
11,block_sparse_moe.experts.95.w3,0.0000759281,0.05000,2.923
11,block_sparse_moe.experts.91.w3,0.0000384093,0.05000,2.876
11,block_sparse_moe.experts.80.w3,0.0000890747,0.05000,2.758
11,block_sparse_moe.experts.86.w3,0.0000327452,0.05000,2.911
11,block_sparse_moe.experts.82.w3,0.0001116970,0.05000,3.013
11,block_sparse_moe.experts.83.w3,0.0000454287,0.05000,2.909
11,block_sparse_moe.experts.94.w3,0.0000916906,0.05000,2.999
11,block_sparse_moe.experts.87.w3,0.0000445290,0.05000,2.990
11,block_sparse_moe.experts.101.w3,0.0000768942,0.05000,2.687
11,block_sparse_moe.experts.109.w3,0.0000911762,0.05000,2.585
11,block_sparse_moe.experts.105.w3,0.0000932510,0.05000,2.574
11,block_sparse_moe.experts.97.w3,0.0000915611,0.05000,2.583
11,block_sparse_moe.experts.100.w3,0.0000813173,0.05000,2.887
11,block_sparse_moe.experts.104.w3,0.0000989850,0.05000,2.906
11,block_sparse_moe.experts.108.w3,0.0000799846,0.05000,2.857
11,block_sparse_moe.experts.106.w3,0.0000319729,0.05000,2.948
11,block_sparse_moe.experts.111.w3,0.0000627571,0.05000,2.913
11,block_sparse_moe.experts.107.w3,0.0000313513,0.05000,2.942
11,block_sparse_moe.experts.102.w3,0.0000626986,0.05000,2.945
11,block_sparse_moe.experts.96.w3,0.0000934585,0.05000,2.978
11,block_sparse_moe.experts.99.w3,0.0000972014,0.05000,2.829
11,block_sparse_moe.experts.98.w3,0.0000128645,0.05000,2.948
11,block_sparse_moe.experts.110.w3,0.0000638373,0.05000,2.946
11,block_sparse_moe.experts.103.w3,0.0000556268,0.05000,2.941
11,block_sparse_moe.experts.117.w3,0.0000283368,0.05000,2.803
11,block_sparse_moe.experts.125.w3,0.0000583535,0.05000,2.702
11,block_sparse_moe.experts.121.w3,0.0000879209,0.05000,2.807
11,block_sparse_moe.experts.113.w3,0.0001118862,0.05000,2.714
11,block_sparse_moe.experts.116.w3,0.0000123866,0.05000,2.990
11,block_sparse_moe.experts.127.w3,0.0000525368,0.05000,2.843
11,block_sparse_moe.experts.122.w3,0.0000233772,0.05000,2.933
11,block_sparse_moe.experts.124.w3,0.0000592086,0.05000,2.977
11,block_sparse_moe.experts.115.w3,0.0001098220,0.05000,2.736
11,block_sparse_moe.experts.120.w3,0.0000274776,0.05000,3.054
11,block_sparse_moe.experts.123.w3,0.0000475006,0.05000,2.878
11,block_sparse_moe.experts.118.w3,0.0000936864,0.05000,2.945
11,block_sparse_moe.experts.112.w3,0.0000300569,0.05000,3.010
11,block_sparse_moe.experts.114.w3,0.0000353935,0.05000,3.015
11,block_sparse_moe.experts.119.w3,0.0000662564,0.05000,2.911
11,block_sparse_moe.experts.126.w3,0.0000566539,0.05000,3.040
11,block_sparse_moe.experts.133.w3,0.0000437498,0.05000,2.805
11,block_sparse_moe.experts.141.w3,0.0000777098,0.05000,2.886
11,block_sparse_moe.experts.137.w3,0.0000122576,0.05000,2.907
11,block_sparse_moe.experts.129.w3,0.0000715566,0.05000,3.075
11,block_sparse_moe.experts.132.w3,0.0000824947,0.05000,2.887
11,block_sparse_moe.experts.140.w3,0.0000849982,0.05000,2.869
11,block_sparse_moe.experts.138.w3,0.0000361266,0.05000,2.891
11,block_sparse_moe.experts.136.w3,0.0000040403,0.05000,2.836
11,block_sparse_moe.experts.143.w3,0.0001589765,0.05000,3.081
11,block_sparse_moe.experts.128.w3,0.0000520086,0.05000,2.806
11,block_sparse_moe.experts.134.w3,0.0000978495,0.05000,2.916
11,block_sparse_moe.experts.131.w3,0.0000231230,0.05000,3.098
11,block_sparse_moe.experts.139.w3,0.0000947700,0.05000,3.109
11,block_sparse_moe.experts.130.w3,0.0001265699,0.05000,2.912
11,block_sparse_moe.experts.142.w3,0.0000177193,0.05000,2.932
11,block_sparse_moe.experts.135.w3,0.0000424951,0.05000,3.077
11,block_sparse_moe.experts.149.w3,0.0000711406,0.05000,2.987
11,block_sparse_moe.experts.157.w3,0.0000963692,0.05000,2.959
11,block_sparse_moe.experts.153.w3,0.0000853621,0.05000,2.884
11,block_sparse_moe.experts.145.w3,0.0000833638,0.05000,2.866
11,block_sparse_moe.experts.148.w3,0.0000447675,0.05000,2.903
11,block_sparse_moe.experts.156.w3,0.0000979567,0.05000,2.839
11,block_sparse_moe.experts.154.w3,0.0000115182,0.05000,2.824
11,block_sparse_moe.experts.152.w3,0.0000263628,0.05000,2.900
11,block_sparse_moe.experts.159.w3,0.0000697356,0.05000,2.801
11,block_sparse_moe.experts.147.w3,0.0000829003,0.05000,2.827
11,block_sparse_moe.experts.144.w3,0.0000415748,0.05000,2.899
11,block_sparse_moe.experts.146.w3,0.0000994926,0.05000,2.781
11,block_sparse_moe.experts.155.w3,0.0000722802,0.05000,2.892
11,block_sparse_moe.experts.150.w3,0.0000270426,0.05000,2.989
11,block_sparse_moe.experts.158.w3,0.0000356412,0.05000,2.869
11,block_sparse_moe.experts.151.w3,0.0000417407,0.05000,2.940
11,block_sparse_moe.experts.165.w3,0.0000615458,0.05000,2.888
11,block_sparse_moe.experts.173.w3,0.0000325439,0.05000,2.864
11,block_sparse_moe.experts.169.w3,0.0000654284,0.05000,2.825
11,block_sparse_moe.experts.161.w3,0.0000472177,0.05000,2.955
11,block_sparse_moe.experts.164.w3,0.0000335462,0.05000,2.711
11,block_sparse_moe.experts.172.w3,0.0000689012,0.05000,2.702
11,block_sparse_moe.experts.168.w3,0.0000526947,0.05000,2.663
11,block_sparse_moe.experts.170.w3,0.0000501424,0.05000,2.874
11,block_sparse_moe.experts.175.w3,0.0000424030,0.05000,2.890
11,block_sparse_moe.experts.160.w3,0.0000926545,0.05000,2.752
11,block_sparse_moe.experts.163.w3,0.0000583596,0.05000,2.801
11,block_sparse_moe.experts.162.w3,0.0000627483,0.05000,2.919
11,block_sparse_moe.experts.171.w3,0.0000447388,0.05000,2.849
11,block_sparse_moe.experts.166.w3,0.0000777583,0.05000,2.930
11,block_sparse_moe.experts.167.w3,0.0002222858,0.05000,2.824
11,block_sparse_moe.experts.174.w3,0.0000877618,0.05000,2.968
11,block_sparse_moe.experts.181.w3,0.0000525517,0.05000,2.941
11,block_sparse_moe.experts.189.w3,0.0000456002,0.05000,2.923
11,block_sparse_moe.experts.185.w3,0.0000320327,0.05000,2.878
11,block_sparse_moe.experts.177.w3,0.0000606237,0.05000,2.855
11,block_sparse_moe.experts.188.w3,0.0000148820,0.05000,2.746
11,block_sparse_moe.experts.180.w3,0.0001547293,0.05000,2.873
11,block_sparse_moe.experts.184.w3,0.0001030739,0.05000,2.779
11,block_sparse_moe.experts.176.w3,0.0000687386,0.05000,2.894
11,block_sparse_moe.experts.191.w3,0.0000955437,0.05000,2.922
11,block_sparse_moe.experts.179.w3,0.0000911012,0.05000,2.937
11,block_sparse_moe.experts.186.w3,0.0001958706,0.05000,3.144
11,block_sparse_moe.experts.187.w3,0.0000343843,0.05000,3.051
11,block_sparse_moe.experts.182.w3,0.0000207897,0.05000,3.009
11,block_sparse_moe.experts.178.w3,0.0001224201,0.05000,3.139
11,block_sparse_moe.experts.183.w3,0.0000259169,0.05000,2.934
11,block_sparse_moe.experts.190.w3,0.0000462521,0.05000,3.060
11,block_sparse_moe.experts.197.w3,0.0000900530,0.05000,2.810
11,block_sparse_moe.experts.205.w3,0.0000398374,0.05000,2.776
11,block_sparse_moe.experts.201.w3,0.0000325830,0.05000,2.877
11,block_sparse_moe.experts.193.w3,0.0000203969,0.05000,2.808
11,block_sparse_moe.experts.204.w3,0.0000397117,0.05000,2.867
11,block_sparse_moe.experts.196.w3,0.0001086905,0.05000,2.915
11,block_sparse_moe.experts.200.w3,0.0000409006,0.05000,3.004
11,block_sparse_moe.experts.207.w3,0.0000814010,0.05000,2.855
11,block_sparse_moe.experts.202.w3,0.0001125025,0.05000,2.780
11,block_sparse_moe.experts.195.w3,0.0000495450,0.05000,2.880
11,block_sparse_moe.experts.192.w3,0.0000844140,0.05000,2.999
11,block_sparse_moe.experts.198.w3,0.0000688570,0.05000,2.715
11,block_sparse_moe.experts.194.w3,0.0000882826,0.05000,2.757
11,block_sparse_moe.experts.203.w3,0.0000084201,0.05000,3.023
11,block_sparse_moe.experts.199.w3,0.0000534711,0.05000,2.896
11,block_sparse_moe.experts.206.w3,0.0001051737,0.05000,2.843
11,block_sparse_moe.experts.213.w3,0.0000918075,0.05000,2.800
11,block_sparse_moe.experts.221.w3,0.0000484656,0.05000,2.916
11,block_sparse_moe.experts.217.w3,0.0000572854,0.05000,2.888
11,block_sparse_moe.experts.209.w3,0.0000401388,0.05000,2.972
11,block_sparse_moe.experts.220.w3,0.0000756534,0.05000,2.935
11,block_sparse_moe.experts.212.w3,0.0000446737,0.05000,3.057
11,block_sparse_moe.experts.216.w3,0.0000377083,0.05000,2.996
11,block_sparse_moe.experts.223.w3,0.0000573523,0.05000,2.840
11,block_sparse_moe.experts.211.w3,0.0000629856,0.05000,2.773
11,block_sparse_moe.experts.218.w3,0.0000246404,0.05000,2.957
11,block_sparse_moe.experts.208.w3,0.0001475008,0.05000,2.998
11,block_sparse_moe.experts.219.w3,0.0000327710,0.05000,2.721
11,block_sparse_moe.experts.210.w3,0.0001088756,0.05000,2.917
11,block_sparse_moe.experts.214.w3,0.0000751746,0.05000,3.028
11,block_sparse_moe.experts.215.w3,0.0000732150,0.05000,2.896
11,block_sparse_moe.experts.222.w3,0.0001463803,0.05000,3.013
11,block_sparse_moe.experts.229.w3,0.0000752851,0.05000,2.902
11,block_sparse_moe.experts.237.w3,0.0000066660,0.05000,2.882
11,block_sparse_moe.experts.233.w3,0.0000186842,0.05000,2.834
11,block_sparse_moe.experts.225.w3,0.0000511302,0.05000,2.812
11,block_sparse_moe.experts.236.w3,0.0000405966,0.05000,2.711
11,block_sparse_moe.experts.228.w3,0.0000331629,0.05000,2.634
11,block_sparse_moe.experts.232.w3,0.0000773303,0.05000,2.754
11,block_sparse_moe.experts.239.w3,0.0000647749,0.05000,2.950
11,block_sparse_moe.experts.234.w3,0.0000386985,0.05000,2.847
11,block_sparse_moe.experts.227.w3,0.0000563379,0.05000,3.026
11,block_sparse_moe.experts.224.w3,0.0000204730,0.05000,2.788
11,block_sparse_moe.experts.226.w3,0.0000766868,0.05000,2.928
11,block_sparse_moe.experts.235.w3,0.0000637583,0.05000,2.998
11,block_sparse_moe.experts.230.w3,0.0000519611,0.05000,2.978
11,block_sparse_moe.experts.231.w3,0.0000399193,0.05000,2.966
11,block_sparse_moe.experts.238.w3,0.0000352954,0.05000,2.961
11,block_sparse_moe.experts.245.w3,0.0000192899,0.05000,2.733
11,block_sparse_moe.experts.253.w3,0.0000633013,0.05000,2.592
11,block_sparse_moe.experts.249.w3,0.0000531384,0.05000,2.579
11,block_sparse_moe.experts.241.w3,0.0000239390,0.05000,2.398
11,block_sparse_moe.experts.252.w3,0.0000775672,0.05000,2.894
11,block_sparse_moe.experts.244.w3,0.0000912363,0.05000,2.784
11,block_sparse_moe.experts.248.w3,0.0000421721,0.05000,2.797
11,block_sparse_moe.experts.240.w3,0.0000952621,0.05000,2.495
11,block_sparse_moe.experts.255.w3,0.0001249644,0.05000,2.957
11,block_sparse_moe.experts.250.w3,0.0000855751,0.05000,2.993
11,block_sparse_moe.experts.243.w3,0.0000767493,0.05000,2.987
11,block_sparse_moe.experts.251.w3,0.0000290257,0.05000,2.775
11,block_sparse_moe.experts.247.w3,0.0000557910,0.05000,2.576
11,block_sparse_moe.experts.242.w3,0.0000449115,0.05000,2.951
11,block_sparse_moe.experts.246.w3,0.0000553078,0.05000,2.890
11,block_sparse_moe.experts.254.w3,0.0000695409,0.05000,2.568
11,block_sparse_moe.experts.1.w2,0.0000129688,0.05000,1.336
11,block_sparse_moe.experts.9.w2,0.0000124297,0.05000,1.344
11,block_sparse_moe.experts.5.w2,0.0000121613,0.05000,1.348
11,block_sparse_moe.experts.0.w2,0.0000056654,0.05000,1.370
11,block_sparse_moe.experts.4.w2,0.0000071890,0.05000,1.376
11,block_sparse_moe.experts.11.w2,0.0000047861,0.05000,1.377
11,block_sparse_moe.experts.8.w2,0.0000065858,0.05000,1.391
11,block_sparse_moe.experts.13.w2,0.0000065877,0.05000,1.394
11,block_sparse_moe.experts.7.w2,0.0000092892,0.05000,1.408
11,block_sparse_moe.experts.15.w2,0.0000045037,0.05000,1.417
11,block_sparse_moe.experts.12.w2,0.0000048301,0.05000,1.418
11,block_sparse_moe.experts.6.w2,0.0000115691,0.05000,1.432
11,block_sparse_moe.experts.2.w2,0.0000195730,0.05000,1.463
11,block_sparse_moe.experts.3.w2,0.0000149337,0.05000,1.463
11,block_sparse_moe.experts.14.w2,0.0000101704,0.05000,1.454
11,block_sparse_moe.experts.10.w2,0.0000051636,0.05000,1.485
11,block_sparse_moe.experts.21.w2,0.0000088868,0.05000,1.243
11,block_sparse_moe.experts.17.w2,0.0000096274,0.05000,1.268
11,block_sparse_moe.experts.25.w2,0.0000065546,0.05000,1.261
11,block_sparse_moe.experts.29.w2,0.0000177706,0.05000,1.226
11,block_sparse_moe.experts.24.w2,0.0000100660,0.05000,1.325
11,block_sparse_moe.experts.16.w2,0.0000060024,0.05000,1.362
11,block_sparse_moe.experts.28.w2,0.0000084166,0.05000,1.325
11,block_sparse_moe.experts.20.w2,0.0000105160,0.05000,1.383
11,block_sparse_moe.experts.22.w2,0.0000196405,0.05000,1.381
11,block_sparse_moe.experts.18.w2,0.0000047385,0.05000,1.376
11,block_sparse_moe.experts.26.w2,0.0000160023,0.05000,1.380
11,block_sparse_moe.experts.30.w2,0.0000155126,0.05000,1.414
11,block_sparse_moe.experts.31.w2,0.0000095699,0.05000,1.512
11,block_sparse_moe.experts.23.w2,0.0000072630,0.05000,1.539
11,block_sparse_moe.experts.27.w2,0.0000233501,0.05000,1.596
11,block_sparse_moe.experts.19.w2,0.0000045762,0.05000,1.532
11,block_sparse_moe.experts.37.w2,0.0000369073,0.05000,1.276
11,block_sparse_moe.experts.33.w2,0.0000112937,0.05000,1.369
11,block_sparse_moe.experts.41.w2,0.0000342092,0.05000,1.370
11,block_sparse_moe.experts.45.w2,0.0000090746,0.05000,1.368
11,block_sparse_moe.experts.34.w2,0.0000088257,0.05000,1.468
11,block_sparse_moe.experts.38.w2,0.0000116506,0.05000,1.573
11,block_sparse_moe.experts.42.w2,0.0000198682,0.05000,1.519
11,block_sparse_moe.experts.46.w2,0.0000182076,0.05000,1.591
11,block_sparse_moe.experts.47.w2,0.0000163379,0.05000,1.627
11,block_sparse_moe.experts.43.w2,0.0000125521,0.05000,1.626
11,block_sparse_moe.experts.39.w2,0.0000049069,0.05000,1.670
11,block_sparse_moe.experts.35.w2,0.0000139749,0.05000,1.682
11,block_sparse_moe.experts.53.w2,0.0000121798,0.05000,1.528
11,block_sparse_moe.experts.49.w2,0.0000184949,0.05000,1.478
11,block_sparse_moe.experts.57.w2,0.0000079676,0.05000,1.509
11,block_sparse_moe.experts.61.w2,0.0000098309,0.05000,1.595
11,block_sparse_moe.experts.50.w2,0.0000243938,0.05000,1.692
11,block_sparse_moe.experts.58.w2,0.0000121741,0.05000,1.646
11,block_sparse_moe.experts.54.w2,0.0000214750,0.05000,1.691
11,block_sparse_moe.experts.62.w2,0.0000265347,0.05000,1.635
11,block_sparse_moe.experts.55.w2,0.0000082272,0.05000,1.686
11,block_sparse_moe.experts.59.w2,0.0000214207,0.05000,1.712
11,block_sparse_moe.experts.63.w2,0.0000312834,0.05000,1.799
11,block_sparse_moe.experts.51.w2,0.0000148873,0.05000,1.690
11,block_sparse_moe.experts.69.w2,0.0000089386,0.05000,1.304
11,block_sparse_moe.experts.73.w2,0.0000159672,0.05000,1.279
11,block_sparse_moe.experts.65.w2,0.0000018199,0.05000,1.326
11,block_sparse_moe.experts.66.w2,0.0000112902,0.05000,1.465
11,block_sparse_moe.experts.74.w2,0.0000049103,0.05000,1.560
11,block_sparse_moe.experts.70.w2,0.0000214437,0.05000,1.559
11,block_sparse_moe.experts.78.w2,0.0000090445,0.05000,1.556
11,block_sparse_moe.experts.67.w2,0.0000849559,0.05000,1.478
11,block_sparse_moe.experts.75.w2,0.0000223118,0.05000,1.523
11,block_sparse_moe.experts.71.w2,0.0000084557,0.05000,1.536
11,block_sparse_moe.experts.79.w2,0.0000025501,0.05000,1.536
11,block_sparse_moe.experts.82.w2,0.0000171004,0.05000,1.694
11,block_sparse_moe.experts.91.w2,0.0000069856,0.05000,1.421
11,block_sparse_moe.experts.83.w2,0.0000121082,0.05000,1.478
11,block_sparse_moe.experts.86.w2,0.0000077244,0.05000,1.683
11,block_sparse_moe.experts.87.w2,0.0000064658,0.05000,1.475
11,block_sparse_moe.experts.90.w2,0.0000044397,0.05000,1.748
11,block_sparse_moe.experts.94.w2,0.0000197254,0.05000,1.692
11,block_sparse_moe.experts.95.w2,0.0000069749,0.05000,1.503
11,block_sparse_moe.experts.98.w2,0.0000043355,0.05000,1.690
11,block_sparse_moe.experts.107.w2,0.0000117583,0.05000,1.599
11,block_sparse_moe.experts.103.w2,0.0000119507,0.05000,1.546
11,block_sparse_moe.experts.99.w2,0.0000152502,0.05000,1.570
11,block_sparse_moe.experts.102.w2,0.0000181209,0.05000,1.617
11,block_sparse_moe.experts.111.w2,0.0000123034,0.05000,1.579
11,block_sparse_moe.experts.110.w2,0.0000187905,0.05000,1.659
11,block_sparse_moe.experts.106.w2,0.0000086823,0.05000,1.666
11,block_sparse_moe.experts.114.w2,0.0000056814,0.05000,1.566
11,block_sparse_moe.experts.123.w2,0.0000103391,0.05000,1.587
11,block_sparse_moe.experts.115.w2,0.0000377093,0.05000,1.577
11,block_sparse_moe.experts.119.w2,0.0000164472,0.05000,1.640
11,block_sparse_moe.experts.127.w2,0.0000117195,0.05000,1.566
11,block_sparse_moe.experts.118.w2,0.0000117587,0.05000,1.613
11,block_sparse_moe.experts.122.w2,0.0000063311,0.05000,1.602
11,block_sparse_moe.experts.126.w2,0.0000088680,0.05000,1.671
11,block_sparse_moe.experts.139.w2,0.0000255000,0.05000,1.376
11,block_sparse_moe.experts.131.w2,0.0000039735,0.05000,1.385
11,block_sparse_moe.experts.143.w2,0.0000817888,0.05000,1.360
11,block_sparse_moe.experts.135.w2,0.0000087054,0.05000,1.455
11,block_sparse_moe.experts.130.w2,0.0000243075,0.05000,1.593
11,block_sparse_moe.experts.134.w2,0.0000135319,0.05000,1.534
11,block_sparse_moe.experts.138.w2,0.0000074657,0.05000,1.593
11,block_sparse_moe.experts.142.w2,0.0000060312,0.05000,1.633
11,block_sparse_moe.experts.77.w2,0.0000128201,0.05000,9.830
11,block_sparse_moe.experts.147.w2,0.0000214681,0.05000,1.637
11,block_sparse_moe.experts.155.w2,0.0000137090,0.05000,1.681
11,block_sparse_moe.experts.159.w2,0.0000280043,0.05000,1.616
11,block_sparse_moe.experts.151.w2,0.0000070933,0.05000,1.583
11,block_sparse_moe.experts.85.w2,0.0000130128,0.05000,10.092
11,block_sparse_moe.experts.163.w2,0.0000095926,0.05000,1.341
11,block_sparse_moe.experts.81.w2,0.0000036654,0.05000,10.117
11,block_sparse_moe.experts.89.w2,0.0000046712,0.05000,10.137
11,block_sparse_moe.experts.171.w2,0.0000217702,0.05000,1.396
11,block_sparse_moe.experts.175.w2,0.0000125504,0.05000,1.452
11,block_sparse_moe.experts.167.w2,0.0000507471,0.05000,1.423
11,block_sparse_moe.experts.93.w2,0.0000031371,0.05000,1.578
11,block_sparse_moe.experts.101.w2,0.0000122160,0.05000,1.498
11,block_sparse_moe.experts.179.w2,0.0000151427,0.05000,1.482
11,block_sparse_moe.experts.97.w2,0.0000096178,0.05000,1.464
11,block_sparse_moe.experts.105.w2,0.0000207562,0.05000,1.481
11,block_sparse_moe.experts.187.w2,0.0000081431,0.05000,1.539
11,block_sparse_moe.experts.109.w2,0.0000248588,0.05000,1.481
11,block_sparse_moe.experts.183.w2,0.0000042435,0.05000,1.540
11,block_sparse_moe.experts.191.w2,0.0000177782,0.05000,1.647
11,block_sparse_moe.experts.117.w2,0.0000044717,0.05000,1.353
11,block_sparse_moe.experts.113.w2,0.0000171412,0.05000,1.379
11,block_sparse_moe.experts.121.w2,0.0000201752,0.05000,1.369
11,block_sparse_moe.experts.125.w2,0.0000112228,0.05000,1.387
11,block_sparse_moe.experts.195.w2,0.0000085703,0.05000,1.605
11,block_sparse_moe.experts.199.w2,0.0000143464,0.05000,1.591
11,block_sparse_moe.experts.203.w2,0.0000026154,0.05000,1.683
11,block_sparse_moe.experts.207.w2,0.0000148769,0.05000,1.548
11,block_sparse_moe.experts.133.w2,0.0000158774,0.05000,1.381
11,block_sparse_moe.experts.129.w2,0.0000111589,0.05000,1.416
11,block_sparse_moe.experts.137.w2,0.0000040362,0.05000,1.429
11,block_sparse_moe.experts.211.w2,0.0000068649,0.05000,1.430
11,block_sparse_moe.experts.141.w2,0.0000187937,0.05000,1.563
11,block_sparse_moe.experts.215.w2,0.0000111612,0.05000,1.389
11,block_sparse_moe.experts.223.w2,0.0000131116,0.05000,1.380
11,block_sparse_moe.experts.219.w2,0.0000056846,0.05000,1.448
11,block_sparse_moe.experts.149.w2,0.0000187382,0.05000,1.530
11,block_sparse_moe.experts.145.w2,0.0000112362,0.05000,1.539
11,block_sparse_moe.experts.153.w2,0.0000179207,0.05000,1.605
11,block_sparse_moe.experts.146.w2,0.0000224408,0.05000,8.938
11,block_sparse_moe.experts.150.w2,0.0000044748,0.05000,8.898
11,block_sparse_moe.experts.157.w2,0.0000295613,0.05000,1.575
11,block_sparse_moe.experts.154.w2,0.0000035146,0.05000,8.953
11,block_sparse_moe.experts.158.w2,0.0000030452,0.05000,8.868
11,block_sparse_moe.experts.165.w2,0.0000158400,0.05000,1.715
11,block_sparse_moe.experts.161.w2,0.0000140600,0.05000,1.660
11,block_sparse_moe.experts.169.w2,0.0000114857,0.05000,1.666
11,block_sparse_moe.experts.162.w2,0.0000106218,0.05000,1.527
11,block_sparse_moe.experts.166.w2,0.0000178578,0.05000,1.568
11,block_sparse_moe.experts.174.w2,0.0000140880,0.05000,1.492
11,block_sparse_moe.experts.170.w2,0.0000073594,0.05000,1.574
11,block_sparse_moe.experts.173.w2,0.0000112833,0.05000,1.735
11,block_sparse_moe.experts.181.w2,0.0000096707,0.05000,1.577
11,block_sparse_moe.experts.177.w2,0.0000107753,0.05000,1.561
11,block_sparse_moe.experts.185.w2,0.0000053385,0.05000,1.545
11,block_sparse_moe.experts.178.w2,0.0000100305,0.05000,1.532
11,block_sparse_moe.experts.182.w2,0.0000041749,0.05000,1.503
11,block_sparse_moe.experts.190.w2,0.0000068591,0.05000,1.495
11,block_sparse_moe.experts.186.w2,0.0000519789,0.05000,1.528
11,block_sparse_moe.experts.189.w2,0.0000176334,0.05000,1.545
11,block_sparse_moe.experts.197.w2,0.0000118930,0.05000,1.553
11,block_sparse_moe.experts.193.w2,0.0000042005,0.05000,1.592
11,block_sparse_moe.experts.201.w2,0.0000096282,0.05000,1.562
11,block_sparse_moe.experts.194.w2,0.0000158645,0.05000,1.602
11,block_sparse_moe.experts.198.w2,0.0000475291,0.05000,1.599
11,block_sparse_moe.experts.206.w2,0.0000216496,0.05000,1.531
11,block_sparse_moe.experts.202.w2,0.0000190538,0.05000,1.622
11,block_sparse_moe.experts.205.w2,0.0000091810,0.05000,1.621
11,block_sparse_moe.experts.213.w2,0.0000195110,0.05000,1.621
11,block_sparse_moe.experts.209.w2,0.0000163971,0.05000,1.610
11,block_sparse_moe.experts.217.w2,0.0000139520,0.05000,1.567
11,block_sparse_moe.experts.210.w2,0.0000237933,0.05000,1.554
11,block_sparse_moe.experts.214.w2,0.0000289766,0.05000,1.626
11,block_sparse_moe.experts.222.w2,0.0000340178,0.05000,1.597
11,block_sparse_moe.experts.218.w2,0.0000098509,0.05000,1.593
11,block_sparse_moe.experts.221.w2,0.0000143699,0.05000,1.580
11,block_sparse_moe.experts.227.w2,0.0000151728,0.05000,8.520
11,block_sparse_moe.experts.231.w2,0.0000048863,0.05000,8.510
11,block_sparse_moe.experts.239.w2,0.0000096927,0.05000,8.520
11,block_sparse_moe.experts.235.w2,0.0000069902,0.05000,8.549
11,block_sparse_moe.experts.229.w2,0.0000262473,0.05000,1.410
11,block_sparse_moe.experts.225.w2,0.0000116825,0.05000,1.406
11,block_sparse_moe.experts.233.w2,0.0000088981,0.05000,1.421
11,block_sparse_moe.experts.226.w2,0.0000275312,0.05000,1.585
11,block_sparse_moe.experts.230.w2,0.0000056102,0.05000,1.548
11,block_sparse_moe.experts.238.w2,0.0000089612,0.05000,1.582
11,block_sparse_moe.experts.237.w2,0.0000023573,0.05000,1.431
11,block_sparse_moe.experts.234.w2,0.0000147035,0.05000,1.533
11,block_sparse_moe.experts.44.w2,0.0000052228,0.05000,1.482
11,block_sparse_moe.experts.36.w2,0.0000253686,0.05000,1.490
11,block_sparse_moe.experts.40.w2,0.0000261997,0.05000,1.497
11,block_sparse_moe.experts.32.w2,0.0000182662,0.05000,1.521
11,block_sparse_moe.experts.243.w2,0.0000157295,0.05000,1.443
11,block_sparse_moe.experts.247.w2,0.0000134315,0.05000,1.380
11,block_sparse_moe.experts.255.w2,0.0000260500,0.05000,1.415
11,block_sparse_moe.experts.251.w2,0.0000089417,0.05000,1.397
11,block_sparse_moe.experts.245.w2,0.0000021618,0.05000,1.223
11,block_sparse_moe.experts.241.w2,0.0000073132,0.05000,1.180
11,block_sparse_moe.experts.249.w2,0.0000102767,0.05000,1.205
11,block_sparse_moe.experts.242.w2,0.0000081012,0.05000,1.471
11,block_sparse_moe.experts.246.w2,0.0000109865,0.05000,1.489
11,block_sparse_moe.experts.254.w2,0.0000108174,0.05000,1.470
11,block_sparse_moe.experts.250.w2,0.0000209098,0.05000,1.417
11,block_sparse_moe.experts.60.w2,0.0000097939,0.05000,1.558
11,block_sparse_moe.experts.52.w2,0.0000082730,0.05000,1.552
11,block_sparse_moe.experts.56.w2,0.0000177765,0.05000,1.600
11,block_sparse_moe.experts.48.w2,0.0000055796,0.05000,1.616
11,block_sparse_moe.experts.253.w2,0.0000306974,0.05000,0.486
11,block_sparse_moe.experts.76.w2,0.0000126706,0.05000,1.287
11,block_sparse_moe.experts.68.w2,0.0000108583,0.05000,1.285
11,block_sparse_moe.experts.72.w2,0.0000068022,0.05000,1.290
11,block_sparse_moe.experts.64.w2,0.0000252630,0.05000,1.299
11,block_sparse_moe.experts.92.w2,0.0000205922,0.05000,1.191
11,block_sparse_moe.experts.84.w2,0.0000064108,0.05000,1.219
11,block_sparse_moe.experts.88.w2,0.0000043066,0.05000,1.204
11,block_sparse_moe.experts.80.w2,0.0000181012,0.05000,1.259
11,block_sparse_moe.experts.108.w2,0.0000228456,0.05000,1.361
11,block_sparse_moe.experts.100.w2,0.0000193924,0.05000,1.337
11,block_sparse_moe.experts.104.w2,0.0000228211,0.05000,1.357
11,block_sparse_moe.experts.96.w2,0.0000222414,0.05000,1.382
11,block_sparse_moe.experts.124.w2,0.0000129127,0.05000,1.079
11,block_sparse_moe.experts.116.w2,0.0000061332,0.05000,1.095
11,block_sparse_moe.experts.120.w2,0.0000116278,0.05000,1.128
11,block_sparse_moe.experts.112.w2,0.0000047097,0.05000,1.166
11,block_sparse_moe.experts.132.w2,0.0000121441,0.05000,1.318
11,block_sparse_moe.experts.140.w2,0.0000111077,0.05000,1.340
11,block_sparse_moe.experts.136.w2,0.0000026055,0.05000,1.309
11,block_sparse_moe.experts.128.w2,0.0000135103,0.05000,1.381
11,block_sparse_moe.experts.148.w2,0.0000149727,0.05000,1.418
11,block_sparse_moe.experts.156.w2,0.0000250560,0.05000,1.454
11,block_sparse_moe.experts.152.w2,0.0000076640,0.05000,1.440
11,block_sparse_moe.experts.144.w2,0.0000038204,0.05000,1.460
11,block_sparse_moe.experts.164.w2,0.0000079530,0.05000,1.378
11,block_sparse_moe.experts.172.w2,0.0000152185,0.05000,1.392
11,block_sparse_moe.experts.168.w2,0.0000084423,0.05000,1.390
11,block_sparse_moe.experts.160.w2,0.0000191628,0.05000,1.342
11,block_sparse_moe.experts.180.w2,0.0000341353,0.05000,1.431
11,block_sparse_moe.experts.188.w2,0.0000030302,0.05000,1.402
11,block_sparse_moe.experts.184.w2,0.0000149303,0.05000,1.415
11,block_sparse_moe.experts.176.w2,0.0000179547,0.05000,1.401
11,block_sparse_moe.experts.204.w2,0.0000057795,0.05000,1.266
11,block_sparse_moe.experts.196.w2,0.0000211231,0.05000,1.304
11,block_sparse_moe.experts.200.w2,0.0000080672,0.05000,1.305
11,block_sparse_moe.experts.192.w2,0.0000134173,0.05000,1.307
11,block_sparse_moe.experts.220.w2,0.0000127935,0.05000,1.302
11,block_sparse_moe.experts.212.w2,0.0000129123,0.05000,1.342
11,block_sparse_moe.experts.216.w2,0.0000098420,0.05000,1.362
11,block_sparse_moe.experts.208.w2,0.0000365563,0.05000,1.346
11,block_sparse_moe.experts.236.w2,0.0000082653,0.05000,1.293
11,block_sparse_moe.experts.228.w2,0.0000054679,0.05000,1.311
11,block_sparse_moe.experts.232.w2,0.0000122790,0.05000,1.287
11,block_sparse_moe.experts.224.w2,0.0000023876,0.05000,1.271
11,block_sparse_moe.experts.252.w2,0.0000127717,0.05000,1.193
11,block_sparse_moe.experts.244.w2,0.0000219956,0.05000,1.211
11,block_sparse_moe.experts.248.w2,0.0000153518,0.05000,1.159
11,block_sparse_moe.experts.240.w2,0.0000188398,0.05000,1.042
12,self_attn.k_proj,0.0000000712,0.05000,0.890
12,self_attn.v_proj,0.0000000567,0.05000,0.902
12,self_attn.q_proj,0.0000004145,0.05000,0.905
12,self_attn.o_proj,0.0000000437,0.05000,1.743
12,block_sparse_moe.experts.10.w1,0.0000863273,0.05000,2.702
12,block_sparse_moe.experts.2.w1,0.0001371496,0.05000,2.740
12,block_sparse_moe.experts.14.w1,0.0000125078,0.05000,2.849
12,block_sparse_moe.experts.6.w1,0.0000625895,0.05000,2.818
12,block_sparse_moe.experts.12.w1,0.0000841657,0.05000,3.004
12,block_sparse_moe.experts.8.w1,0.0001408511,0.05000,3.014
12,block_sparse_moe.experts.4.w1,0.0000917122,0.05000,3.162
12,block_sparse_moe.experts.0.w1,0.0000806514,0.05000,3.225
12,block_sparse_moe.experts.3.w1,0.0000266587,0.05000,3.318
12,block_sparse_moe.experts.7.w1,0.0000768773,0.05000,3.337
12,block_sparse_moe.experts.11.w1,0.0000426037,0.05000,3.376
12,block_sparse_moe.experts.15.w1,0.0000128601,0.05000,3.411
12,block_sparse_moe.experts.13.w1,0.0000809616,0.05000,3.445
12,block_sparse_moe.experts.1.w1,0.0000319113,0.05000,3.391
12,block_sparse_moe.experts.9.w1,0.0001046087,0.05000,3.409
12,block_sparse_moe.experts.5.w1,0.0000270882,0.05000,3.448
12,block_sparse_moe.experts.26.w1,0.0000597963,0.05000,2.873
12,block_sparse_moe.experts.18.w1,0.0000909940,0.05000,2.866
12,block_sparse_moe.experts.30.w1,0.0002194193,0.05000,2.841
12,block_sparse_moe.experts.22.w1,0.0001282424,0.05000,2.898
12,block_sparse_moe.experts.28.w1,0.0000625963,0.05000,3.026
12,block_sparse_moe.experts.24.w1,0.0000297491,0.05000,3.019
12,block_sparse_moe.experts.19.w1,0.0000700493,0.05000,2.893
12,block_sparse_moe.experts.20.w1,0.0000449709,0.05000,3.064
12,block_sparse_moe.experts.16.w1,0.0000759888,0.05000,3.025
12,block_sparse_moe.experts.27.w1,0.0000321172,0.05000,2.880
12,block_sparse_moe.experts.23.w1,0.0000709989,0.05000,2.954
12,block_sparse_moe.experts.31.w1,0.0000239026,0.05000,2.900
12,block_sparse_moe.experts.29.w1,0.0000266781,0.05000,2.916
12,block_sparse_moe.experts.25.w1,0.0001206951,0.05000,3.014
12,block_sparse_moe.experts.21.w1,0.0000120001,0.05000,3.022
12,block_sparse_moe.experts.17.w1,0.0000717192,0.05000,3.125
12,block_sparse_moe.experts.42.w1,0.0000357995,0.05000,2.960
12,block_sparse_moe.experts.34.w1,0.0000532263,0.05000,2.939
12,block_sparse_moe.experts.38.w1,0.0000257118,0.05000,2.978
12,block_sparse_moe.experts.46.w1,0.0000337062,0.05000,3.077
12,block_sparse_moe.experts.40.w1,0.0001189759,0.05000,2.822
12,block_sparse_moe.experts.44.w1,0.0000807965,0.05000,2.823
12,block_sparse_moe.experts.32.w1,0.0000893256,0.05000,2.786
12,block_sparse_moe.experts.36.w1,0.0000634401,0.05000,2.818
12,block_sparse_moe.experts.47.w1,0.0000277596,0.05000,2.834
12,block_sparse_moe.experts.35.w1,0.0001639934,0.05000,2.952
12,block_sparse_moe.experts.43.w1,0.0000280444,0.05000,2.929
12,block_sparse_moe.experts.39.w1,0.0001777585,0.05000,2.894
12,block_sparse_moe.experts.45.w1,0.0000958721,0.05000,2.874
12,block_sparse_moe.experts.41.w1,0.0001309028,0.05000,2.773
12,block_sparse_moe.experts.33.w1,0.0001249609,0.05000,2.798
12,block_sparse_moe.experts.37.w1,0.0000982841,0.05000,2.844
12,block_sparse_moe.experts.58.w1,0.0000346434,0.05000,3.015
12,block_sparse_moe.experts.50.w1,0.0000240400,0.05000,3.053
12,block_sparse_moe.experts.60.w1,0.0000079116,0.05000,2.825
12,block_sparse_moe.experts.56.w1,0.0001046875,0.05000,2.828
12,block_sparse_moe.experts.54.w1,0.0000902340,0.05000,2.978
12,block_sparse_moe.experts.52.w1,0.0000886470,0.05000,2.771
12,block_sparse_moe.experts.62.w1,0.0001679116,0.05000,3.052
12,block_sparse_moe.experts.48.w1,0.0000537923,0.05000,2.836
12,block_sparse_moe.experts.51.w1,0.0000111712,0.05000,2.767
12,block_sparse_moe.experts.59.w1,0.0000310486,0.05000,2.806
12,block_sparse_moe.experts.63.w1,0.0001007026,0.05000,2.865
12,block_sparse_moe.experts.55.w1,0.0000531901,0.05000,2.885
12,block_sparse_moe.experts.57.w1,0.0000256576,0.05000,2.984
12,block_sparse_moe.experts.61.w1,0.0000627057,0.05000,3.078
12,block_sparse_moe.experts.49.w1,0.0000504867,0.05000,2.969
12,block_sparse_moe.experts.53.w1,0.0000650895,0.05000,3.073
12,block_sparse_moe.experts.66.w1,0.0000921046,0.05000,2.719
12,block_sparse_moe.experts.74.w1,0.0000607435,0.05000,2.815
12,block_sparse_moe.experts.78.w1,0.0001622374,0.05000,2.691
12,block_sparse_moe.experts.76.w1,0.0000581726,0.05000,2.875
12,block_sparse_moe.experts.70.w1,0.0001095627,0.05000,2.864
12,block_sparse_moe.experts.72.w1,0.0000933700,0.05000,2.897
12,block_sparse_moe.experts.68.w1,0.0001784555,0.05000,2.798
12,block_sparse_moe.experts.64.w1,0.0000893160,0.05000,2.912
12,block_sparse_moe.experts.79.w1,0.0001250340,0.05000,2.873
12,block_sparse_moe.experts.67.w1,0.0001018658,0.05000,2.973
12,block_sparse_moe.experts.75.w1,0.0000061544,0.05000,3.037
12,block_sparse_moe.experts.71.w1,0.0000388629,0.05000,2.954
12,block_sparse_moe.experts.73.w1,0.0000362781,0.05000,3.090
12,block_sparse_moe.experts.77.w1,0.0000544457,0.05000,3.095
12,block_sparse_moe.experts.65.w1,0.0001164014,0.05000,3.119
12,block_sparse_moe.experts.69.w1,0.0001875151,0.05000,3.093
12,block_sparse_moe.experts.82.w1,0.0000411146,0.05000,2.987
12,block_sparse_moe.experts.94.w1,0.0000704168,0.05000,2.889
12,block_sparse_moe.experts.86.w1,0.0001421029,0.05000,2.882
12,block_sparse_moe.experts.90.w1,0.0000440561,0.05000,3.076
12,block_sparse_moe.experts.84.w1,0.0000927138,0.05000,2.944
12,block_sparse_moe.experts.95.w1,0.0000773968,0.05000,2.683
12,block_sparse_moe.experts.92.w1,0.0001719766,0.05000,3.040
12,block_sparse_moe.experts.88.w1,0.0000340819,0.05000,3.023
12,block_sparse_moe.experts.83.w1,0.0000203644,0.05000,2.758
12,block_sparse_moe.experts.87.w1,0.0000510920,0.05000,2.713
12,block_sparse_moe.experts.80.w1,0.0000384119,0.05000,2.992
12,block_sparse_moe.experts.91.w1,0.0001032881,0.05000,2.792
12,block_sparse_moe.experts.89.w1,0.0000752960,0.05000,2.946
12,block_sparse_moe.experts.93.w1,0.0000758081,0.05000,2.934
12,block_sparse_moe.experts.85.w1,0.0001672560,0.05000,2.798
12,block_sparse_moe.experts.81.w1,0.0000721552,0.05000,2.955
12,block_sparse_moe.experts.98.w1,0.0000614612,0.05000,2.856
12,block_sparse_moe.experts.110.w1,0.0001252810,0.05000,2.919
12,block_sparse_moe.experts.106.w1,0.0000409369,0.05000,2.836
12,block_sparse_moe.experts.102.w1,0.0001586928,0.05000,2.918
12,block_sparse_moe.experts.100.w1,0.0000263808,0.05000,2.892
12,block_sparse_moe.experts.108.w1,0.0000725927,0.05000,2.878
12,block_sparse_moe.experts.111.w1,0.0000394759,0.05000,2.940
12,block_sparse_moe.experts.104.w1,0.0000965322,0.05000,2.922
12,block_sparse_moe.experts.99.w1,0.0001195842,0.05000,2.995
12,block_sparse_moe.experts.96.w1,0.0000457332,0.05000,2.920
12,block_sparse_moe.experts.107.w1,0.0000209536,0.05000,2.904
12,block_sparse_moe.experts.103.w1,0.0000360076,0.05000,3.023
12,block_sparse_moe.experts.109.w1,0.0000443011,0.05000,2.781
12,block_sparse_moe.experts.105.w1,0.0000307818,0.05000,2.860
12,block_sparse_moe.experts.101.w1,0.0000630970,0.05000,2.854
12,block_sparse_moe.experts.97.w1,0.0000461755,0.05000,2.892
12,block_sparse_moe.experts.114.w1,0.0000516269,0.05000,2.765
12,block_sparse_moe.experts.126.w1,0.0000590345,0.05000,2.903
12,block_sparse_moe.experts.122.w1,0.0000821997,0.05000,2.915
12,block_sparse_moe.experts.118.w1,0.0000555462,0.05000,2.885
12,block_sparse_moe.experts.116.w1,0.0000432718,0.05000,2.959
12,block_sparse_moe.experts.120.w1,0.0001164550,0.05000,2.883
12,block_sparse_moe.experts.127.w1,0.0001304856,0.05000,2.920
12,block_sparse_moe.experts.124.w1,0.0001150471,0.05000,2.982
12,block_sparse_moe.experts.115.w1,0.0001284060,0.05000,2.917
12,block_sparse_moe.experts.112.w1,0.0000696923,0.05000,2.891
12,block_sparse_moe.experts.123.w1,0.0000819782,0.05000,2.906
12,block_sparse_moe.experts.119.w1,0.0000701393,0.05000,2.948
12,block_sparse_moe.experts.125.w1,0.0000702106,0.05000,2.983
12,block_sparse_moe.experts.121.w1,0.0000452298,0.05000,3.046
12,block_sparse_moe.experts.117.w1,0.0001439640,0.05000,2.997
12,block_sparse_moe.experts.113.w1,0.0001164897,0.05000,2.956
12,block_sparse_moe.experts.130.w1,0.0000402869,0.05000,2.908
12,block_sparse_moe.experts.134.w1,0.0001053935,0.05000,2.842
12,block_sparse_moe.experts.138.w1,0.0000706605,0.05000,2.947
12,block_sparse_moe.experts.142.w1,0.0000761990,0.05000,2.985
12,block_sparse_moe.experts.136.w1,0.0000315160,0.05000,2.912
12,block_sparse_moe.experts.132.w1,0.0000554849,0.05000,2.935
12,block_sparse_moe.experts.140.w1,0.0000250294,0.05000,2.991
12,block_sparse_moe.experts.143.w1,0.0000930022,0.05000,3.093
12,block_sparse_moe.experts.128.w1,0.0000172321,0.05000,2.954
12,block_sparse_moe.experts.131.w1,0.0000706044,0.05000,3.053
12,block_sparse_moe.experts.139.w1,0.0000449292,0.05000,3.072
12,block_sparse_moe.experts.135.w1,0.0000495984,0.05000,3.080
12,block_sparse_moe.experts.141.w1,0.0000866765,0.05000,2.871
12,block_sparse_moe.experts.133.w1,0.0000702578,0.05000,2.897
12,block_sparse_moe.experts.129.w1,0.0000989918,0.05000,2.844
12,block_sparse_moe.experts.137.w1,0.0000424118,0.05000,2.943
12,block_sparse_moe.experts.146.w1,0.0000680182,0.05000,2.850
12,block_sparse_moe.experts.150.w1,0.0000768814,0.05000,2.808
12,block_sparse_moe.experts.154.w1,0.0000480275,0.05000,2.819
12,block_sparse_moe.experts.158.w1,0.0001499954,0.05000,2.814
12,block_sparse_moe.experts.148.w1,0.0001359607,0.05000,2.893
12,block_sparse_moe.experts.152.w1,0.0000233756,0.05000,2.914
12,block_sparse_moe.experts.159.w1,0.0000202950,0.05000,2.781
12,block_sparse_moe.experts.156.w1,0.0000930747,0.05000,3.010
12,block_sparse_moe.experts.147.w1,0.0001219911,0.05000,2.865
12,block_sparse_moe.experts.155.w1,0.0000145793,0.05000,2.796
12,block_sparse_moe.experts.144.w1,0.0000826405,0.05000,2.993
12,block_sparse_moe.experts.151.w1,0.0000612141,0.05000,2.807
12,block_sparse_moe.experts.149.w1,0.0000775176,0.05000,2.797
12,block_sparse_moe.experts.157.w1,0.0000680627,0.05000,2.936
12,block_sparse_moe.experts.145.w1,0.0000234089,0.05000,2.895
12,block_sparse_moe.experts.153.w1,0.0000764103,0.05000,2.926
12,block_sparse_moe.experts.162.w1,0.0000526593,0.05000,2.688
12,block_sparse_moe.experts.166.w1,0.0000194907,0.05000,2.703
12,block_sparse_moe.experts.170.w1,0.0001040078,0.05000,2.762
12,block_sparse_moe.experts.174.w1,0.0000069994,0.05000,2.786
12,block_sparse_moe.experts.168.w1,0.0000110512,0.05000,3.024
12,block_sparse_moe.experts.164.w1,0.0000515776,0.05000,3.092
12,block_sparse_moe.experts.175.w1,0.0000719013,0.05000,3.060
12,block_sparse_moe.experts.163.w1,0.0000570509,0.05000,2.933
12,block_sparse_moe.experts.172.w1,0.0000491697,0.05000,2.978
12,block_sparse_moe.experts.160.w1,0.0000491551,0.05000,2.960
12,block_sparse_moe.experts.171.w1,0.0001124410,0.05000,2.993
12,block_sparse_moe.experts.167.w1,0.0000911330,0.05000,3.000
12,block_sparse_moe.experts.173.w1,0.0000908489,0.05000,2.926
12,block_sparse_moe.experts.165.w1,0.0000133381,0.05000,2.997
12,block_sparse_moe.experts.161.w1,0.0000298648,0.05000,2.957
12,block_sparse_moe.experts.169.w1,0.0001108924,0.05000,2.962
12,block_sparse_moe.experts.178.w1,0.0001654968,0.05000,2.984
12,block_sparse_moe.experts.182.w1,0.0000315409,0.05000,2.938
12,block_sparse_moe.experts.186.w1,0.0000153425,0.05000,2.874
12,block_sparse_moe.experts.190.w1,0.0001468181,0.05000,2.948
12,block_sparse_moe.experts.180.w1,0.0000877405,0.05000,2.721
12,block_sparse_moe.experts.184.w1,0.0000392783,0.05000,2.865
12,block_sparse_moe.experts.188.w1,0.0000335120,0.05000,2.746
12,block_sparse_moe.experts.176.w1,0.0001157563,0.05000,2.897
12,block_sparse_moe.experts.191.w1,0.0001106439,0.05000,3.139
12,block_sparse_moe.experts.179.w1,0.0000863947,0.05000,3.112
12,block_sparse_moe.experts.187.w1,0.0001095761,0.05000,3.123
12,block_sparse_moe.experts.183.w1,0.0000761628,0.05000,3.044
12,block_sparse_moe.experts.189.w1,0.0000598751,0.05000,2.999
12,block_sparse_moe.experts.181.w1,0.0000655955,0.05000,3.058
12,block_sparse_moe.experts.185.w1,0.0000934359,0.05000,2.954
12,block_sparse_moe.experts.177.w1,0.0000751804,0.05000,3.022
12,block_sparse_moe.experts.194.w1,0.0000147359,0.05000,3.017
12,block_sparse_moe.experts.198.w1,0.0000819231,0.05000,3.027
12,block_sparse_moe.experts.202.w1,0.0000502454,0.05000,2.997
12,block_sparse_moe.experts.206.w1,0.0000567854,0.05000,3.001
12,block_sparse_moe.experts.196.w1,0.0000733010,0.05000,2.819
12,block_sparse_moe.experts.200.w1,0.0000360629,0.05000,2.816
12,block_sparse_moe.experts.204.w1,0.0000302076,0.05000,2.878
12,block_sparse_moe.experts.192.w1,0.0000339915,0.05000,2.765
12,block_sparse_moe.experts.207.w1,0.0000692513,0.05000,2.896
12,block_sparse_moe.experts.195.w1,0.0001494347,0.05000,2.871
12,block_sparse_moe.experts.199.w1,0.0000288767,0.05000,2.869
12,block_sparse_moe.experts.203.w1,0.0000927270,0.05000,2.930
12,block_sparse_moe.experts.205.w1,0.0000983820,0.05000,2.852
12,block_sparse_moe.experts.193.w1,0.0000253632,0.05000,2.808
12,block_sparse_moe.experts.197.w1,0.0001116759,0.05000,2.887
12,block_sparse_moe.experts.201.w1,0.0001465876,0.05000,2.871
12,block_sparse_moe.experts.210.w1,0.0001160029,0.05000,2.892
12,block_sparse_moe.experts.214.w1,0.0000928401,0.05000,2.861
12,block_sparse_moe.experts.218.w1,0.0000289980,0.05000,2.901
12,block_sparse_moe.experts.222.w1,0.0001088064,0.05000,2.848
12,block_sparse_moe.experts.212.w1,0.0001383139,0.05000,2.869
12,block_sparse_moe.experts.216.w1,0.0002107203,0.05000,2.835
12,block_sparse_moe.experts.220.w1,0.0000752420,0.05000,2.918
12,block_sparse_moe.experts.211.w1,0.0000509595,0.05000,2.709
12,block_sparse_moe.experts.208.w1,0.0000952951,0.05000,2.969
12,block_sparse_moe.experts.223.w1,0.0000777232,0.05000,2.774
12,block_sparse_moe.experts.215.w1,0.0000720866,0.05000,2.714
12,block_sparse_moe.experts.219.w1,0.0000141840,0.05000,2.761
12,block_sparse_moe.experts.221.w1,0.0000234679,0.05000,2.843
12,block_sparse_moe.experts.213.w1,0.0000403495,0.05000,2.709
12,block_sparse_moe.experts.209.w1,0.0000305090,0.05000,2.822
12,block_sparse_moe.experts.217.w1,0.0000714219,0.05000,2.853
12,block_sparse_moe.experts.226.w1,0.0001377230,0.05000,3.030
12,block_sparse_moe.experts.230.w1,0.0001261258,0.05000,2.957
12,block_sparse_moe.experts.234.w1,0.0000261675,0.05000,2.948
12,block_sparse_moe.experts.238.w1,0.0001454863,0.05000,2.900
12,block_sparse_moe.experts.228.w1,0.0001720636,0.05000,2.979
12,block_sparse_moe.experts.232.w1,0.0001728110,0.05000,3.018
12,block_sparse_moe.experts.227.w1,0.0000850083,0.05000,2.729
12,block_sparse_moe.experts.239.w1,0.0000234219,0.05000,2.826
12,block_sparse_moe.experts.231.w1,0.0000578833,0.05000,2.759
12,block_sparse_moe.experts.236.w1,0.0000373851,0.05000,3.056
12,block_sparse_moe.experts.235.w1,0.0001504271,0.05000,2.798
12,block_sparse_moe.experts.224.w1,0.0000240004,0.05000,3.007
12,block_sparse_moe.experts.229.w1,0.0000628638,0.05000,2.965
12,block_sparse_moe.experts.225.w1,0.0002422968,0.05000,2.929
12,block_sparse_moe.experts.237.w1,0.0000839801,0.05000,3.064
12,block_sparse_moe.experts.233.w1,0.0000994240,0.05000,3.036
12,block_sparse_moe.experts.242.w1,0.0000619160,0.05000,2.868
12,block_sparse_moe.experts.246.w1,0.0000866832,0.05000,2.851
12,block_sparse_moe.experts.254.w1,0.0000561733,0.05000,2.861
12,block_sparse_moe.experts.250.w1,0.0001219485,0.05000,2.919
12,block_sparse_moe.experts.243.w1,0.0000917638,0.05000,2.730
12,block_sparse_moe.experts.248.w1,0.0000795469,0.05000,2.840
12,block_sparse_moe.experts.244.w1,0.0000458780,0.05000,2.938
12,block_sparse_moe.experts.247.w1,0.0000523670,0.05000,2.752
12,block_sparse_moe.experts.255.w1,0.0000632544,0.05000,2.803
12,block_sparse_moe.experts.251.w1,0.0000322900,0.05000,2.774
12,block_sparse_moe.experts.252.w1,0.0000319420,0.05000,2.874
12,block_sparse_moe.experts.240.w1,0.0000782292,0.05000,2.841
12,block_sparse_moe.experts.245.w1,0.0000858606,0.05000,2.878
12,block_sparse_moe.experts.241.w1,0.0000641999,0.05000,2.915
12,block_sparse_moe.experts.253.w1,0.0001645557,0.05000,2.948
12,block_sparse_moe.experts.249.w1,0.0001189150,0.05000,2.921
12,block_sparse_moe.experts.6.w3,0.0000612697,0.05000,2.894
12,block_sparse_moe.experts.2.w3,0.0001353425,0.05000,3.016
12,block_sparse_moe.experts.14.w3,0.0000121970,0.05000,2.886
12,block_sparse_moe.experts.10.w3,0.0000846685,0.05000,2.899
12,block_sparse_moe.experts.3.w3,0.0000261158,0.05000,2.808
12,block_sparse_moe.experts.8.w3,0.0001380253,0.05000,2.965
12,block_sparse_moe.experts.4.w3,0.0000905483,0.05000,2.946
12,block_sparse_moe.experts.7.w3,0.0000760983,0.05000,2.913
12,block_sparse_moe.experts.15.w3,0.0000118274,0.05000,2.864
12,block_sparse_moe.experts.11.w3,0.0000406205,0.05000,2.838
12,block_sparse_moe.experts.12.w3,0.0000821352,0.05000,2.953
12,block_sparse_moe.experts.0.w3,0.0000801380,0.05000,2.956
12,block_sparse_moe.experts.5.w3,0.0000259109,0.05000,2.813
12,block_sparse_moe.experts.1.w3,0.0000301262,0.05000,2.852
12,block_sparse_moe.experts.13.w3,0.0000794127,0.05000,2.831
12,block_sparse_moe.experts.9.w3,0.0001030106,0.05000,2.939
12,block_sparse_moe.experts.22.w3,0.0001271356,0.05000,3.063
12,block_sparse_moe.experts.30.w3,0.0002134075,0.05000,2.994
12,block_sparse_moe.experts.18.w3,0.0000884483,0.05000,3.030
12,block_sparse_moe.experts.26.w3,0.0000584397,0.05000,3.025
12,block_sparse_moe.experts.19.w3,0.0000684275,0.05000,2.985
12,block_sparse_moe.experts.24.w3,0.0000270670,0.05000,2.951
12,block_sparse_moe.experts.20.w3,0.0000444999,0.05000,2.988
12,block_sparse_moe.experts.31.w3,0.0000225333,0.05000,2.951
12,block_sparse_moe.experts.23.w3,0.0000691243,0.05000,3.035
12,block_sparse_moe.experts.27.w3,0.0000319182,0.05000,3.006
12,block_sparse_moe.experts.28.w3,0.0000605649,0.05000,3.038
12,block_sparse_moe.experts.16.w3,0.0000753366,0.05000,3.015
12,block_sparse_moe.experts.21.w3,0.0000114449,0.05000,3.002
12,block_sparse_moe.experts.17.w3,0.0000694308,0.05000,3.071
12,block_sparse_moe.experts.29.w3,0.0000250297,0.05000,3.084
12,block_sparse_moe.experts.25.w3,0.0001187054,0.05000,3.024
12,block_sparse_moe.experts.46.w3,0.0000322977,0.05000,3.069
12,block_sparse_moe.experts.34.w3,0.0000508654,0.05000,3.088
12,block_sparse_moe.experts.35.w3,0.0001612872,0.05000,2.965
12,block_sparse_moe.experts.38.w3,0.0000245655,0.05000,3.163
12,block_sparse_moe.experts.42.w3,0.0000353083,0.05000,3.074
12,block_sparse_moe.experts.40.w3,0.0001182142,0.05000,2.967
12,block_sparse_moe.experts.36.w3,0.0000624263,0.05000,3.012
12,block_sparse_moe.experts.47.w3,0.0000258980,0.05000,3.007
12,block_sparse_moe.experts.43.w3,0.0000255778,0.05000,2.955
12,block_sparse_moe.experts.39.w3,0.0001713074,0.05000,3.075
12,block_sparse_moe.experts.44.w3,0.0000801232,0.05000,2.974
12,block_sparse_moe.experts.32.w3,0.0000872663,0.05000,3.020
12,block_sparse_moe.experts.37.w3,0.0000960447,0.05000,2.841
12,block_sparse_moe.experts.33.w3,0.0001226454,0.05000,2.824
12,block_sparse_moe.experts.41.w3,0.0001302256,0.05000,2.804
12,block_sparse_moe.experts.45.w3,0.0000940171,0.05000,2.986
12,block_sparse_moe.experts.51.w3,0.0000106723,0.05000,2.867
12,block_sparse_moe.experts.62.w3,0.0001435237,0.05000,2.909
12,block_sparse_moe.experts.50.w3,0.0000225806,0.05000,2.900
12,block_sparse_moe.experts.54.w3,0.0000889137,0.05000,2.899
12,block_sparse_moe.experts.58.w3,0.0000339941,0.05000,2.995
12,block_sparse_moe.experts.56.w3,0.0001036077,0.05000,2.953
12,block_sparse_moe.experts.63.w3,0.0000993081,0.05000,2.883
12,block_sparse_moe.experts.52.w3,0.0000870051,0.05000,2.938
12,block_sparse_moe.experts.59.w3,0.0000300309,0.05000,2.913
12,block_sparse_moe.experts.55.w3,0.0000521483,0.05000,2.893
12,block_sparse_moe.experts.60.w3,0.0000074565,0.05000,2.961
12,block_sparse_moe.experts.48.w3,0.0000527508,0.05000,2.973
12,block_sparse_moe.experts.53.w3,0.0000642381,0.05000,3.025
12,block_sparse_moe.experts.49.w3,0.0000496898,0.05000,3.049
12,block_sparse_moe.experts.61.w3,0.0000618204,0.05000,3.007
12,block_sparse_moe.experts.57.w3,0.0000250398,0.05000,3.144
12,block_sparse_moe.experts.67.w3,0.0000996383,0.05000,2.806
12,block_sparse_moe.experts.79.w3,0.0001240274,0.05000,2.703
12,block_sparse_moe.experts.72.w3,0.0000915727,0.05000,2.782
12,block_sparse_moe.experts.78.w3,0.0001596989,0.05000,3.063
12,block_sparse_moe.experts.70.w3,0.0001091420,0.05000,3.050
12,block_sparse_moe.experts.75.w3,0.0000059904,0.05000,2.736
12,block_sparse_moe.experts.68.w3,0.0001747124,0.05000,2.808
12,block_sparse_moe.experts.66.w3,0.0000908809,0.05000,3.116
12,block_sparse_moe.experts.74.w3,0.0000590968,0.05000,3.033
12,block_sparse_moe.experts.71.w3,0.0000369384,0.05000,2.801
12,block_sparse_moe.experts.76.w3,0.0000560513,0.05000,2.801
12,block_sparse_moe.experts.64.w3,0.0000884888,0.05000,2.749
12,block_sparse_moe.experts.69.w3,0.0001809380,0.05000,2.865
12,block_sparse_moe.experts.65.w3,0.0001150385,0.05000,2.924
12,block_sparse_moe.experts.77.w3,0.0000541836,0.05000,2.945
12,block_sparse_moe.experts.73.w3,0.0000357558,0.05000,2.880
12,block_sparse_moe.experts.83.w3,0.0000196473,0.05000,2.799
12,block_sparse_moe.experts.95.w3,0.0000765398,0.05000,2.727
12,block_sparse_moe.experts.86.w3,0.0001398786,0.05000,2.684
12,block_sparse_moe.experts.94.w3,0.0000693938,0.05000,2.746
12,block_sparse_moe.experts.82.w3,0.0000410403,0.05000,2.708
12,block_sparse_moe.experts.91.w3,0.0001022075,0.05000,2.757
12,block_sparse_moe.experts.87.w3,0.0000504327,0.05000,2.709
12,block_sparse_moe.experts.84.w3,0.0000919848,0.05000,2.851
12,block_sparse_moe.experts.88.w3,0.0000329847,0.05000,2.950
12,block_sparse_moe.experts.90.w3,0.0000432822,0.05000,2.829
12,block_sparse_moe.experts.92.w3,0.0001703877,0.05000,2.898
12,block_sparse_moe.experts.80.w3,0.0000377815,0.05000,2.909
12,block_sparse_moe.experts.85.w3,0.0001652746,0.05000,2.854
12,block_sparse_moe.experts.81.w3,0.0000708975,0.05000,2.895
12,block_sparse_moe.experts.93.w3,0.0000750035,0.05000,2.805
12,block_sparse_moe.experts.89.w3,0.0000727945,0.05000,2.783
12,block_sparse_moe.experts.99.w3,0.0001176376,0.05000,2.870
12,block_sparse_moe.experts.111.w3,0.0000368040,0.05000,2.825
12,block_sparse_moe.experts.104.w3,0.0000952613,0.05000,2.726
12,block_sparse_moe.experts.107.w3,0.0000204787,0.05000,2.856
12,block_sparse_moe.experts.100.w3,0.0000256275,0.05000,2.776
12,block_sparse_moe.experts.102.w3,0.0001572914,0.05000,2.995
12,block_sparse_moe.experts.110.w3,0.0001242041,0.05000,3.001
12,block_sparse_moe.experts.98.w3,0.0000613345,0.05000,3.015
12,block_sparse_moe.experts.103.w3,0.0000350264,0.05000,2.938
12,block_sparse_moe.experts.96.w3,0.0000438961,0.05000,2.635
12,block_sparse_moe.experts.106.w3,0.0000392897,0.05000,3.007
12,block_sparse_moe.experts.108.w3,0.0000702289,0.05000,2.815
12,block_sparse_moe.experts.101.w3,0.0000612278,0.05000,2.953
12,block_sparse_moe.experts.97.w3,0.0000452864,0.05000,3.049
12,block_sparse_moe.experts.105.w3,0.0000300383,0.05000,2.972
12,block_sparse_moe.experts.109.w3,0.0000436020,0.05000,3.043
12,block_sparse_moe.experts.115.w3,0.0001246098,0.05000,2.917
12,block_sparse_moe.experts.127.w3,0.0001267593,0.05000,2.894
12,block_sparse_moe.experts.116.w3,0.0000418308,0.05000,2.851
12,block_sparse_moe.experts.120.w3,0.0001125777,0.05000,2.906
12,block_sparse_moe.experts.123.w3,0.0000804716,0.05000,2.903
12,block_sparse_moe.experts.118.w3,0.0000535125,0.05000,2.979
12,block_sparse_moe.experts.112.w3,0.0000684717,0.05000,2.786
12,block_sparse_moe.experts.126.w3,0.0000569431,0.05000,2.997
12,block_sparse_moe.experts.119.w3,0.0000691158,0.05000,2.936
12,block_sparse_moe.experts.114.w3,0.0000505526,0.05000,2.980
12,block_sparse_moe.experts.124.w3,0.0001125414,0.05000,2.866
12,block_sparse_moe.experts.122.w3,0.0000819264,0.05000,3.014
12,block_sparse_moe.experts.117.w3,0.0001428305,0.05000,2.849
12,block_sparse_moe.experts.113.w3,0.0001135871,0.05000,2.878
12,block_sparse_moe.experts.121.w3,0.0000442179,0.05000,2.868
12,block_sparse_moe.experts.125.w3,0.0000662791,0.05000,2.909
12,block_sparse_moe.experts.131.w3,0.0000700505,0.05000,2.911
12,block_sparse_moe.experts.143.w3,0.0000908173,0.05000,2.863
12,block_sparse_moe.experts.136.w3,0.0000293053,0.05000,2.684
12,block_sparse_moe.experts.132.w3,0.0000512731,0.05000,2.835
12,block_sparse_moe.experts.139.w3,0.0000402220,0.05000,2.939
12,block_sparse_moe.experts.128.w3,0.0000161358,0.05000,2.770
12,block_sparse_moe.experts.142.w3,0.0000737197,0.05000,2.787
12,block_sparse_moe.experts.134.w3,0.0001022996,0.05000,2.887
12,block_sparse_moe.experts.140.w3,0.0000245977,0.05000,2.782
12,block_sparse_moe.experts.130.w3,0.0000387286,0.05000,2.950
12,block_sparse_moe.experts.135.w3,0.0000488911,0.05000,2.971
12,block_sparse_moe.experts.138.w3,0.0000689612,0.05000,2.909
12,block_sparse_moe.experts.133.w3,0.0000683927,0.05000,2.855
12,block_sparse_moe.experts.129.w3,0.0000957707,0.05000,2.826
12,block_sparse_moe.experts.137.w3,0.0000407087,0.05000,2.878
12,block_sparse_moe.experts.141.w3,0.0000843831,0.05000,2.809
12,block_sparse_moe.experts.147.w3,0.0001191500,0.05000,2.832
12,block_sparse_moe.experts.152.w3,0.0000212748,0.05000,2.836
12,block_sparse_moe.experts.159.w3,0.0000194804,0.05000,2.937
12,block_sparse_moe.experts.148.w3,0.0001349294,0.05000,2.868
12,block_sparse_moe.experts.144.w3,0.0000798070,0.05000,2.843
12,block_sparse_moe.experts.155.w3,0.0000139618,0.05000,2.861
12,block_sparse_moe.experts.150.w3,0.0000738727,0.05000,2.931
12,block_sparse_moe.experts.158.w3,0.0001477396,0.05000,3.027
12,block_sparse_moe.experts.151.w3,0.0000600551,0.05000,2.827
12,block_sparse_moe.experts.146.w3,0.0000666982,0.05000,2.861
12,block_sparse_moe.experts.156.w3,0.0000920101,0.05000,2.958
12,block_sparse_moe.experts.154.w3,0.0000471211,0.05000,2.785
12,block_sparse_moe.experts.149.w3,0.0000730039,0.05000,2.733
12,block_sparse_moe.experts.145.w3,0.0000219577,0.05000,2.832
12,block_sparse_moe.experts.153.w3,0.0000746657,0.05000,2.903
12,block_sparse_moe.experts.157.w3,0.0000668910,0.05000,2.908
12,block_sparse_moe.experts.163.w3,0.0000543680,0.05000,2.780
12,block_sparse_moe.experts.175.w3,0.0000700296,0.05000,2.707
12,block_sparse_moe.experts.168.w3,0.0000105007,0.05000,2.968
12,block_sparse_moe.experts.171.w3,0.0001099710,0.05000,2.765
12,block_sparse_moe.experts.167.w3,0.0000880369,0.05000,2.676
12,block_sparse_moe.experts.164.w3,0.0000490796,0.05000,3.000
12,block_sparse_moe.experts.160.w3,0.0000479885,0.05000,2.988
12,block_sparse_moe.experts.166.w3,0.0000187691,0.05000,2.866
12,block_sparse_moe.experts.162.w3,0.0000511261,0.05000,2.882
12,block_sparse_moe.experts.174.w3,0.0000066694,0.05000,2.962
12,block_sparse_moe.experts.170.w3,0.0001018373,0.05000,2.945
12,block_sparse_moe.experts.172.w3,0.0000472631,0.05000,2.988
12,block_sparse_moe.experts.165.w3,0.0000132593,0.05000,2.926
12,block_sparse_moe.experts.161.w3,0.0000282153,0.05000,2.844
12,block_sparse_moe.experts.169.w3,0.0001086595,0.05000,2.932
12,block_sparse_moe.experts.173.w3,0.0000881024,0.05000,2.951
12,block_sparse_moe.experts.179.w3,0.0000837232,0.05000,2.722
12,block_sparse_moe.experts.191.w3,0.0001086762,0.05000,2.844
12,block_sparse_moe.experts.187.w3,0.0001077545,0.05000,2.816
12,block_sparse_moe.experts.184.w3,0.0000359560,0.05000,2.987
12,block_sparse_moe.experts.182.w3,0.0000302888,0.05000,2.669
12,block_sparse_moe.experts.183.w3,0.0000750018,0.05000,2.867
12,block_sparse_moe.experts.180.w3,0.0000869853,0.05000,2.972
12,block_sparse_moe.experts.190.w3,0.0001455210,0.05000,2.701
12,block_sparse_moe.experts.178.w3,0.0001630755,0.05000,2.791
12,block_sparse_moe.experts.176.w3,0.0001144295,0.05000,3.012
12,block_sparse_moe.experts.186.w3,0.0000148055,0.05000,2.814
12,block_sparse_moe.experts.188.w3,0.0000327085,0.05000,3.053
12,block_sparse_moe.experts.181.w3,0.0000643690,0.05000,2.915
12,block_sparse_moe.experts.177.w3,0.0000734719,0.05000,2.779
12,block_sparse_moe.experts.185.w3,0.0000908059,0.05000,2.833
12,block_sparse_moe.experts.189.w3,0.0000584635,0.05000,2.864
12,block_sparse_moe.experts.195.w3,0.0001467220,0.05000,2.848
12,block_sparse_moe.experts.207.w3,0.0000689042,0.05000,2.855
12,block_sparse_moe.experts.203.w3,0.0000909184,0.05000,2.879
12,block_sparse_moe.experts.198.w3,0.0000759303,0.05000,2.887
12,block_sparse_moe.experts.199.w3,0.0000261510,0.05000,2.930
12,block_sparse_moe.experts.200.w3,0.0000353557,0.05000,3.111
12,block_sparse_moe.experts.206.w3,0.0000561792,0.05000,2.959
12,block_sparse_moe.experts.194.w3,0.0000144990,0.05000,2.973
12,block_sparse_moe.experts.196.w3,0.0000724109,0.05000,3.112
12,block_sparse_moe.experts.202.w3,0.0000491368,0.05000,2.945
12,block_sparse_moe.experts.192.w3,0.0000328608,0.05000,3.132
12,block_sparse_moe.experts.197.w3,0.0001073352,0.05000,3.060
12,block_sparse_moe.experts.204.w3,0.0000295263,0.05000,3.099
12,block_sparse_moe.experts.193.w3,0.0000250144,0.05000,3.084
12,block_sparse_moe.experts.201.w3,0.0001439003,0.05000,3.101
12,block_sparse_moe.experts.205.w3,0.0000964550,0.05000,3.054
12,block_sparse_moe.experts.211.w3,0.0000487920,0.05000,2.903
12,block_sparse_moe.experts.223.w3,0.0000740050,0.05000,2.826
12,block_sparse_moe.experts.219.w3,0.0000139973,0.05000,2.812
12,block_sparse_moe.experts.215.w3,0.0000709310,0.05000,2.766
12,block_sparse_moe.experts.214.w3,0.0000895039,0.05000,3.048
12,block_sparse_moe.experts.222.w3,0.0001061126,0.05000,3.069
12,block_sparse_moe.experts.216.w3,0.0002037983,0.05000,3.125
12,block_sparse_moe.experts.210.w3,0.0001148490,0.05000,3.070
12,block_sparse_moe.experts.218.w3,0.0000284697,0.05000,3.096
12,block_sparse_moe.experts.212.w3,0.0001373219,0.05000,3.192
12,block_sparse_moe.experts.208.w3,0.0000948391,0.05000,3.138
12,block_sparse_moe.experts.213.w3,0.0000399421,0.05000,2.959
12,block_sparse_moe.experts.220.w3,0.0000740775,0.05000,3.113
12,block_sparse_moe.experts.209.w3,0.0000294891,0.05000,2.923
12,block_sparse_moe.experts.221.w3,0.0000223298,0.05000,2.834
12,block_sparse_moe.experts.217.w3,0.0000703044,0.05000,2.859
12,block_sparse_moe.experts.227.w3,0.0000764456,0.05000,2.731
12,block_sparse_moe.experts.239.w3,0.0000231409,0.05000,2.711
12,block_sparse_moe.experts.235.w3,0.0001478708,0.05000,2.766
12,block_sparse_moe.experts.231.w3,0.0000570288,0.05000,2.688
12,block_sparse_moe.experts.230.w3,0.0001232867,0.05000,2.937
12,block_sparse_moe.experts.238.w3,0.0001426983,0.05000,2.772
12,block_sparse_moe.experts.232.w3,0.0001706019,0.05000,2.955
12,block_sparse_moe.experts.226.w3,0.0001357033,0.05000,2.925
12,block_sparse_moe.experts.234.w3,0.0000258405,0.05000,2.892
12,block_sparse_moe.experts.228.w3,0.0001671716,0.05000,3.006
12,block_sparse_moe.experts.224.w3,0.0000233463,0.05000,2.969
12,block_sparse_moe.experts.229.w3,0.0000617815,0.05000,2.986
12,block_sparse_moe.experts.236.w3,0.0000369300,0.05000,2.932
12,block_sparse_moe.experts.225.w3,0.0002338703,0.05000,2.986
12,block_sparse_moe.experts.237.w3,0.0000780742,0.05000,3.003
12,block_sparse_moe.experts.233.w3,0.0000980933,0.05000,3.009
12,block_sparse_moe.experts.243.w3,0.0000914709,0.05000,2.869
12,block_sparse_moe.experts.255.w3,0.0000616020,0.05000,2.819
12,block_sparse_moe.experts.251.w3,0.0000305919,0.05000,2.662
12,block_sparse_moe.experts.247.w3,0.0000505175,0.05000,2.642
12,block_sparse_moe.experts.246.w3,0.0000836269,0.05000,2.678
12,block_sparse_moe.experts.254.w3,0.0000531304,0.05000,2.718
12,block_sparse_moe.experts.242.w3,0.0000615828,0.05000,2.580
12,block_sparse_moe.experts.250.w3,0.0001217398,0.05000,2.487
12,block_sparse_moe.experts.248.w3,0.0000785022,0.05000,2.918
12,block_sparse_moe.experts.244.w3,0.0000453723,0.05000,2.925
12,block_sparse_moe.experts.240.w3,0.0000774948,0.05000,2.861
12,block_sparse_moe.experts.252.w3,0.0000312642,0.05000,2.700
12,block_sparse_moe.experts.245.w3,0.0000781348,0.05000,2.833
12,block_sparse_moe.experts.241.w3,0.0000633447,0.05000,2.722
12,block_sparse_moe.experts.253.w3,0.0001606763,0.05000,2.570
12,block_sparse_moe.experts.249.w3,0.0001171703,0.05000,2.591
12,block_sparse_moe.experts.14.w2,0.0000029944,0.05000,1.305
12,block_sparse_moe.experts.6.w2,0.0000172416,0.05000,1.433
12,block_sparse_moe.experts.2.w2,0.0000324248,0.05000,1.453
12,block_sparse_moe.experts.10.w2,0.0000173945,0.05000,1.453
12,block_sparse_moe.experts.9.w2,0.0000263908,0.05000,1.478
12,block_sparse_moe.experts.1.w2,0.0000085207,0.05000,1.482
12,block_sparse_moe.experts.13.w2,0.0000139469,0.05000,1.499
12,block_sparse_moe.experts.0.w2,0.0000125270,0.05000,1.507
12,block_sparse_moe.experts.8.w2,0.0000294686,0.05000,1.529
12,block_sparse_moe.experts.7.w2,0.0000173486,0.05000,1.531
12,block_sparse_moe.experts.3.w2,0.0000133117,0.05000,1.531
12,block_sparse_moe.experts.5.w2,0.0000077200,0.05000,1.543
12,block_sparse_moe.experts.11.w2,0.0000141421,0.05000,1.546
12,block_sparse_moe.experts.12.w2,0.0000107322,0.05000,1.555
12,block_sparse_moe.experts.15.w2,0.0000024270,0.05000,1.569
12,block_sparse_moe.experts.4.w2,0.0000168535,0.05000,1.580
12,block_sparse_moe.experts.30.w2,0.0000483465,0.05000,1.419
12,block_sparse_moe.experts.18.w2,0.0000132225,0.05000,1.363
12,block_sparse_moe.experts.23.w2,0.0000091307,0.05000,1.289
12,block_sparse_moe.experts.19.w2,0.0000124091,0.05000,1.290
12,block_sparse_moe.experts.22.w2,0.0000227575,0.05000,1.400
12,block_sparse_moe.experts.29.w2,0.0000098088,0.05000,1.355
12,block_sparse_moe.experts.26.w2,0.0000104737,0.05000,1.411
12,block_sparse_moe.experts.25.w2,0.0000262759,0.05000,1.401
12,block_sparse_moe.experts.31.w2,0.0000035773,0.05000,1.313
12,block_sparse_moe.experts.27.w2,0.0000070622,0.05000,1.350
12,block_sparse_moe.experts.17.w2,0.0000472100,0.05000,1.444
12,block_sparse_moe.experts.21.w2,0.0000036982,0.05000,1.399
12,block_sparse_moe.experts.16.w2,0.0000142498,0.05000,1.501
12,block_sparse_moe.experts.24.w2,0.0000108519,0.05000,1.560
12,block_sparse_moe.experts.28.w2,0.0000112044,0.05000,1.542
12,block_sparse_moe.experts.20.w2,0.0000107449,0.05000,1.567
12,block_sparse_moe.experts.38.w2,0.0000070224,0.05000,1.304
12,block_sparse_moe.experts.46.w2,0.0000169696,0.05000,1.395
12,block_sparse_moe.experts.34.w2,0.0000174850,0.05000,1.373
12,block_sparse_moe.experts.42.w2,0.0000071191,0.05000,1.406
12,block_sparse_moe.experts.39.w2,0.0000419880,0.05000,1.465
12,block_sparse_moe.experts.35.w2,0.0000288923,0.05000,1.496
12,block_sparse_moe.experts.47.w2,0.0000093053,0.05000,1.455
12,block_sparse_moe.experts.43.w2,0.0000096710,0.05000,1.479
12,block_sparse_moe.experts.41.w2,0.0000267949,0.05000,1.497
12,block_sparse_moe.experts.33.w2,0.0000255116,0.05000,1.491
12,block_sparse_moe.experts.45.w2,0.0000127409,0.05000,1.598
12,block_sparse_moe.experts.32.w2,0.0000157456,0.05000,1.482
12,block_sparse_moe.experts.37.w2,0.0000222050,0.05000,1.553
12,block_sparse_moe.experts.40.w2,0.0000222716,0.05000,1.416
12,block_sparse_moe.experts.44.w2,0.0000122487,0.05000,1.432
12,block_sparse_moe.experts.36.w2,0.0000093938,0.05000,1.443
12,block_sparse_moe.experts.54.w2,0.0000158081,0.05000,1.566
12,block_sparse_moe.experts.50.w2,0.0000081832,0.05000,1.569
12,block_sparse_moe.experts.57.w2,0.0000051623,0.05000,1.382
12,block_sparse_moe.experts.62.w2,0.0000226960,0.05000,1.564
12,block_sparse_moe.experts.55.w2,0.0000063800,0.05000,1.487
12,block_sparse_moe.experts.51.w2,0.0000026710,0.05000,1.510
12,block_sparse_moe.experts.49.w2,0.0000091625,0.05000,1.414
12,block_sparse_moe.experts.61.w2,0.0000117132,0.05000,1.382
12,block_sparse_moe.experts.58.w2,0.0000048088,0.05000,1.571
12,block_sparse_moe.experts.63.w2,0.0000195697,0.05000,1.523
12,block_sparse_moe.experts.53.w2,0.0000123710,0.05000,1.389
12,block_sparse_moe.experts.59.w2,0.0000050365,0.05000,1.535
12,block_sparse_moe.experts.60.w2,0.0000058203,0.05000,1.450
12,block_sparse_moe.experts.56.w2,0.0000273249,0.05000,1.495
12,block_sparse_moe.experts.48.w2,0.0000093526,0.05000,1.522
12,block_sparse_moe.experts.52.w2,0.0000195969,0.05000,1.469
12,block_sparse_moe.experts.73.w2,0.0000079953,0.05000,1.411
12,block_sparse_moe.experts.77.w2,0.0000148307,0.05000,1.341
12,block_sparse_moe.experts.65.w2,0.0000300272,0.05000,1.352
12,block_sparse_moe.experts.69.w2,0.0000380343,0.05000,1.348
12,block_sparse_moe.experts.71.w2,0.0000140343,0.05000,1.481
12,block_sparse_moe.experts.70.w2,0.0000197690,0.05000,1.558
12,block_sparse_moe.experts.67.w2,0.0000197460,0.05000,1.487
12,block_sparse_moe.experts.78.w2,0.0000387420,0.05000,1.566
12,block_sparse_moe.experts.66.w2,0.0000136107,0.05000,1.580
12,block_sparse_moe.experts.74.w2,0.0000069144,0.05000,1.524
12,block_sparse_moe.experts.79.w2,0.0000158879,0.05000,1.551
12,block_sparse_moe.experts.75.w2,0.0000015551,0.05000,1.539
12,block_sparse_moe.experts.76.w2,0.0000128162,0.05000,1.537
12,block_sparse_moe.experts.64.w2,0.0000141789,0.05000,1.521
12,block_sparse_moe.experts.72.w2,0.0000176448,0.05000,1.550
12,block_sparse_moe.experts.68.w2,0.0000367343,0.05000,1.514
12,block_sparse_moe.experts.89.w2,0.0000160093,0.05000,1.441
12,block_sparse_moe.experts.93.w2,0.0000146319,0.05000,1.475
12,block_sparse_moe.experts.81.w2,0.0000106783,0.05000,1.476
12,block_sparse_moe.experts.86.w2,0.0000251725,0.05000,1.415
12,block_sparse_moe.experts.85.w2,0.0000377811,0.05000,1.459
12,block_sparse_moe.experts.87.w2,0.0000142213,0.05000,1.506
12,block_sparse_moe.experts.94.w2,0.0000132526,0.05000,1.426
12,block_sparse_moe.experts.82.w2,0.0000088306,0.05000,1.434
12,block_sparse_moe.experts.90.w2,0.0000122503,0.05000,1.409
12,block_sparse_moe.experts.83.w2,0.0000080018,0.05000,1.547
12,block_sparse_moe.experts.95.w2,0.0000129867,0.05000,1.496
12,block_sparse_moe.experts.91.w2,0.0000239077,0.05000,1.488
12,block_sparse_moe.experts.92.w2,0.0000285069,0.05000,1.516
12,block_sparse_moe.experts.80.w2,0.0000098971,0.05000,1.514
12,block_sparse_moe.experts.84.w2,0.0000170683,0.05000,1.474
12,block_sparse_moe.experts.88.w2,0.0000041816,0.05000,1.502
12,block_sparse_moe.experts.105.w2,0.0000102484,0.05000,1.571
12,block_sparse_moe.experts.101.w2,0.0000134393,0.05000,1.522
12,block_sparse_moe.experts.97.w2,0.0000102487,0.05000,1.573
12,block_sparse_moe.experts.102.w2,0.0000349169,0.05000,1.556
12,block_sparse_moe.experts.109.w2,0.0000088733,0.05000,1.594
12,block_sparse_moe.experts.106.w2,0.0000129098,0.05000,1.522
12,block_sparse_moe.experts.110.w2,0.0000305703,0.05000,1.542
12,block_sparse_moe.experts.103.w2,0.0000050946,0.05000,1.566
12,block_sparse_moe.experts.98.w2,0.0000136570,0.05000,1.561
12,block_sparse_moe.experts.99.w2,0.0000287174,0.05000,1.568
12,block_sparse_moe.experts.107.w2,0.0000073955,0.05000,1.516
12,block_sparse_moe.experts.108.w2,0.0000155714,0.05000,1.433
12,block_sparse_moe.experts.96.w2,0.0000125802,0.05000,1.421
12,block_sparse_moe.experts.111.w2,0.0000150038,0.05000,1.572
12,block_sparse_moe.experts.100.w2,0.0000054594,0.05000,1.456
12,block_sparse_moe.experts.104.w2,0.0000156488,0.05000,1.468
12,block_sparse_moe.experts.118.w2,0.0000092154,0.05000,1.366
12,block_sparse_moe.experts.113.w2,0.0000232218,0.05000,1.399
12,block_sparse_moe.experts.126.w2,0.0000125672,0.05000,1.358
12,block_sparse_moe.experts.114.w2,0.0000124358,0.05000,1.340
12,block_sparse_moe.experts.122.w2,0.0000165660,0.05000,1.378
12,block_sparse_moe.experts.121.w2,0.0000090036,0.05000,1.493
12,block_sparse_moe.experts.117.w2,0.0000375759,0.05000,1.470
12,block_sparse_moe.experts.125.w2,0.0000174244,0.05000,1.460
12,block_sparse_moe.experts.119.w2,0.0000113968,0.05000,1.535
12,block_sparse_moe.experts.112.w2,0.0000094408,0.05000,1.451
12,block_sparse_moe.experts.124.w2,0.0000304168,0.05000,1.504
12,block_sparse_moe.experts.115.w2,0.0000231130,0.05000,1.549
12,block_sparse_moe.experts.116.w2,0.0000092100,0.05000,1.479
12,block_sparse_moe.experts.120.w2,0.0000349084,0.05000,1.486
12,block_sparse_moe.experts.123.w2,0.0000114619,0.05000,1.556
12,block_sparse_moe.experts.127.w2,0.0000316710,0.05000,1.618
12,block_sparse_moe.experts.134.w2,0.0000135350,0.05000,1.388
12,block_sparse_moe.experts.142.w2,0.0000135591,0.05000,1.353
12,block_sparse_moe.experts.138.w2,0.0000116184,0.05000,1.399
12,block_sparse_moe.experts.130.w2,0.0000063211,0.05000,1.420
12,block_sparse_moe.experts.129.w2,0.0000122908,0.05000,1.488
12,block_sparse_moe.experts.133.w2,0.0000169444,0.05000,1.466
12,block_sparse_moe.experts.137.w2,0.0000105628,0.05000,1.488
12,block_sparse_moe.experts.141.w2,0.0000154964,0.05000,1.496
12,block_sparse_moe.experts.135.w2,0.0000079552,0.05000,1.372
12,block_sparse_moe.experts.131.w2,0.0000128175,0.05000,1.342
12,block_sparse_moe.experts.139.w2,0.0000153744,0.05000,1.381
12,block_sparse_moe.experts.128.w2,0.0000072599,0.05000,1.491
12,block_sparse_moe.experts.140.w2,0.0000030168,0.05000,1.478
12,block_sparse_moe.experts.143.w2,0.0000156572,0.05000,1.371
12,block_sparse_moe.experts.136.w2,0.0000090959,0.05000,1.479
12,block_sparse_moe.experts.132.w2,0.0000188648,0.05000,1.509
12,block_sparse_moe.experts.150.w2,0.0000102223,0.05000,1.357
12,block_sparse_moe.experts.158.w2,0.0000147192,0.05000,1.355
12,block_sparse_moe.experts.146.w2,0.0000131632,0.05000,1.326
12,block_sparse_moe.experts.154.w2,0.0000072251,0.05000,1.396
12,block_sparse_moe.experts.153.w2,0.0000115920,0.05000,1.403
12,block_sparse_moe.experts.149.w2,0.0000211973,0.05000,1.429
12,block_sparse_moe.experts.145.w2,0.0000066614,0.05000,1.465
12,block_sparse_moe.experts.157.w2,0.0000109715,0.05000,1.457
12,block_sparse_moe.experts.151.w2,0.0000115984,0.05000,1.488
12,block_sparse_moe.experts.147.w2,0.0000168705,0.05000,1.473
12,block_sparse_moe.experts.155.w2,0.0000029084,0.05000,1.471
12,block_sparse_moe.experts.144.w2,0.0000170821,0.05000,1.516
12,block_sparse_moe.experts.159.w2,0.0000084173,0.05000,1.470
12,block_sparse_moe.experts.156.w2,0.0000178568,0.05000,1.505
12,block_sparse_moe.experts.152.w2,0.0000074000,0.05000,1.468
12,block_sparse_moe.experts.148.w2,0.0000257659,0.05000,1.524
12,block_sparse_moe.experts.166.w2,0.0000046800,0.05000,1.552
12,block_sparse_moe.experts.174.w2,0.0000026000,0.05000,1.537
12,block_sparse_moe.experts.162.w2,0.0000129471,0.05000,1.523
12,block_sparse_moe.experts.165.w2,0.0000037308,0.05000,1.425
12,block_sparse_moe.experts.170.w2,0.0000312023,0.05000,1.531
12,block_sparse_moe.experts.161.w2,0.0000095391,0.05000,1.427
12,block_sparse_moe.experts.169.w2,0.0000171465,0.05000,1.469
12,block_sparse_moe.experts.173.w2,0.0000148427,0.05000,1.436
12,block_sparse_moe.experts.167.w2,0.0000133469,0.05000,1.508
12,block_sparse_moe.experts.171.w2,0.0000150967,0.05000,1.467
12,block_sparse_moe.experts.175.w2,0.0000153651,0.05000,1.453
12,block_sparse_moe.experts.163.w2,0.0000154034,0.05000,1.620
12,block_sparse_moe.experts.160.w2,0.0000083645,0.05000,1.485
12,block_sparse_moe.experts.168.w2,0.0000043970,0.05000,1.536
12,block_sparse_moe.experts.172.w2,0.0000178677,0.05000,1.557
12,block_sparse_moe.experts.164.w2,0.0000175502,0.05000,1.529
12,block_sparse_moe.experts.182.w2,0.0000061973,0.05000,1.285
12,block_sparse_moe.experts.178.w2,0.0000325619,0.05000,1.317
12,block_sparse_moe.experts.190.w2,0.0000334367,0.05000,1.372
12,block_sparse_moe.experts.186.w2,0.0000037211,0.05000,1.322
12,block_sparse_moe.experts.181.w2,0.0000247534,0.05000,1.456
12,block_sparse_moe.experts.189.w2,0.0000112451,0.05000,1.409
12,block_sparse_moe.experts.177.w2,0.0000131688,0.05000,1.499
12,block_sparse_moe.experts.185.w2,0.0000129568,0.05000,1.495
12,block_sparse_moe.experts.183.w2,0.0000115325,0.05000,1.586
12,block_sparse_moe.experts.187.w2,0.0000164806,0.05000,1.589
12,block_sparse_moe.experts.176.w2,0.0000218894,0.05000,1.523
12,block_sparse_moe.experts.191.w2,0.0000265589,0.05000,1.550
12,block_sparse_moe.experts.179.w2,0.0000385929,0.05000,1.545
12,block_sparse_moe.experts.184.w2,0.0000113367,0.05000,1.544
12,block_sparse_moe.experts.188.w2,0.0000101613,0.05000,1.586
12,block_sparse_moe.experts.180.w2,0.0000173165,0.05000,1.561
12,block_sparse_moe.experts.198.w2,0.0000160090,0.05000,1.448
12,block_sparse_moe.experts.194.w2,0.0000039131,0.05000,1.476
12,block_sparse_moe.experts.206.w2,0.0000103603,0.05000,1.503
12,block_sparse_moe.experts.202.w2,0.0000104830,0.05000,1.547
12,block_sparse_moe.experts.197.w2,0.0000125783,0.05000,1.470
12,block_sparse_moe.experts.205.w2,0.0000171588,0.05000,1.453
12,block_sparse_moe.experts.193.w2,0.0000062495,0.05000,1.477
12,block_sparse_moe.experts.201.w2,0.0000821910,0.05000,1.475
12,block_sparse_moe.experts.199.w2,0.0000057717,0.05000,1.455
12,block_sparse_moe.experts.192.w2,0.0000097402,0.05000,1.414
12,block_sparse_moe.experts.207.w2,0.0000130982,0.05000,1.463
12,block_sparse_moe.experts.203.w2,0.0000139937,0.05000,1.513
12,block_sparse_moe.experts.195.w2,0.0000251861,0.05000,1.505
12,block_sparse_moe.experts.200.w2,0.0000091236,0.05000,1.479
12,block_sparse_moe.experts.196.w2,0.0000200238,0.05000,1.420
12,block_sparse_moe.experts.204.w2,0.0000078711,0.05000,1.473
12,block_sparse_moe.experts.214.w2,0.0000162245,0.05000,1.446
12,block_sparse_moe.experts.210.w2,0.0000241336,0.05000,1.385
12,block_sparse_moe.experts.222.w2,0.0000199998,0.05000,1.395
12,block_sparse_moe.experts.218.w2,0.0000049531,0.05000,1.375
12,block_sparse_moe.experts.221.w2,0.0000079292,0.05000,1.332
12,block_sparse_moe.experts.213.w2,0.0000068947,0.05000,1.393
12,block_sparse_moe.experts.209.w2,0.0000093912,0.05000,1.337
12,block_sparse_moe.experts.217.w2,0.0000256572,0.05000,1.400
12,block_sparse_moe.experts.208.w2,0.0000311810,0.05000,1.360
12,block_sparse_moe.experts.216.w2,0.0000438004,0.05000,1.310
12,block_sparse_moe.experts.215.w2,0.0000141077,0.05000,1.558
12,block_sparse_moe.experts.212.w2,0.0000280479,0.05000,1.311
12,block_sparse_moe.experts.223.w2,0.0000282188,0.05000,1.501
12,block_sparse_moe.experts.219.w2,0.0000032614,0.05000,1.532
12,block_sparse_moe.experts.220.w2,0.0000196282,0.05000,1.411
12,block_sparse_moe.experts.211.w2,0.0000184746,0.05000,1.523
12,block_sparse_moe.experts.230.w2,0.0000282852,0.05000,1.230
12,block_sparse_moe.experts.226.w2,0.0000501192,0.05000,1.221
12,block_sparse_moe.experts.238.w2,0.0000320676,0.05000,1.229
12,block_sparse_moe.experts.234.w2,0.0000065408,0.05000,1.211
12,block_sparse_moe.experts.237.w2,0.0000264998,0.05000,1.412
12,block_sparse_moe.experts.225.w2,0.0000394426,0.05000,1.411
12,block_sparse_moe.experts.229.w2,0.0000141017,0.05000,1.433
12,block_sparse_moe.experts.233.w2,0.0000153132,0.05000,1.416
12,block_sparse_moe.experts.224.w2,0.0000077461,0.05000,1.548
12,block_sparse_moe.experts.231.w2,0.0000101766,0.05000,1.469
12,block_sparse_moe.experts.239.w2,0.0000040582,0.05000,1.449
12,block_sparse_moe.experts.232.w2,0.0000347794,0.05000,1.550
12,block_sparse_moe.experts.228.w2,0.0000467489,0.05000,1.555
12,block_sparse_moe.experts.235.w2,0.0000277796,0.05000,1.450
12,block_sparse_moe.experts.227.w2,0.0000243996,0.05000,1.477
12,block_sparse_moe.experts.236.w2,0.0000067084,0.05000,1.544
12,block_sparse_moe.experts.246.w2,0.0000377849,0.05000,1.481
12,block_sparse_moe.experts.242.w2,0.0000126748,0.05000,1.465
12,block_sparse_moe.experts.254.w2,0.0000231989,0.05000,1.407
12,block_sparse_moe.experts.250.w2,0.0000302932,0.05000,1.367
12,block_sparse_moe.experts.253.w2,0.0000290357,0.05000,1.367
12,block_sparse_moe.experts.241.w2,0.0000115476,0.05000,1.340
12,block_sparse_moe.experts.245.w2,0.0000176757,0.05000,1.331
12,block_sparse_moe.experts.249.w2,0.0000324988,0.05000,1.302
12,block_sparse_moe.experts.240.w2,0.0000159006,0.05000,1.505
12,block_sparse_moe.experts.247.w2,0.0000107219,0.05000,1.496
12,block_sparse_moe.experts.248.w2,0.0000145049,0.05000,1.472
12,block_sparse_moe.experts.255.w2,0.0000082247,0.05000,1.518
12,block_sparse_moe.experts.244.w2,0.0000146236,0.05000,1.487
12,block_sparse_moe.experts.243.w2,0.0000201653,0.05000,1.433
12,block_sparse_moe.experts.252.w2,0.0000069395,0.05000,1.379
12,block_sparse_moe.experts.251.w2,0.0000117625,0.05000,1.505
13,self_attn.k_proj,0.0000000823,0.05000,1.183
13,self_attn.q_proj,0.0000005516,0.05000,1.190
13,self_attn.v_proj,0.0000000730,0.05000,1.232
13,self_attn.o_proj,0.0000000346,0.05000,1.787
13,block_sparse_moe.experts.12.w1,0.0000980797,0.05000,2.969
13,block_sparse_moe.experts.14.w1,0.0000184814,0.05000,2.919
13,block_sparse_moe.experts.8.w1,0.0001803896,0.05000,2.995
13,block_sparse_moe.experts.10.w1,0.0000774540,0.05000,3.006
13,block_sparse_moe.experts.4.w1,0.0000665279,0.05000,3.047
13,block_sparse_moe.experts.2.w1,0.0000698917,0.05000,3.065
13,block_sparse_moe.experts.1.w1,0.0001607576,0.05000,3.076
13,block_sparse_moe.experts.6.w1,0.0000561801,0.05000,3.099
13,block_sparse_moe.experts.0.w1,0.0002111299,0.05000,3.111
13,block_sparse_moe.experts.13.w1,0.0001405562,0.05000,3.084
13,block_sparse_moe.experts.5.w1,0.0001477866,0.05000,3.164
13,block_sparse_moe.experts.9.w1,0.0000762153,0.05000,3.199
13,block_sparse_moe.experts.7.w1,0.0001744084,0.05000,3.276
13,block_sparse_moe.experts.3.w1,0.0000356737,0.05000,3.298
13,block_sparse_moe.experts.11.w1,0.0000067671,0.05000,3.344
13,block_sparse_moe.experts.15.w1,0.0000772954,0.05000,3.292
13,block_sparse_moe.experts.18.w1,0.0001429645,0.05000,2.758
13,block_sparse_moe.experts.30.w1,0.0000702671,0.05000,2.837
13,block_sparse_moe.experts.22.w1,0.0000893385,0.05000,2.787
13,block_sparse_moe.experts.24.w1,0.0000476005,0.05000,2.916
13,block_sparse_moe.experts.26.w1,0.0000904428,0.05000,2.947
13,block_sparse_moe.experts.20.w1,0.0000138779,0.05000,2.916
13,block_sparse_moe.experts.28.w1,0.0000732828,0.05000,2.996
13,block_sparse_moe.experts.16.w1,0.0000841868,0.05000,2.980
13,block_sparse_moe.experts.17.w1,0.0000714765,0.05000,3.068
13,block_sparse_moe.experts.27.w1,0.0000765229,0.05000,2.804
13,block_sparse_moe.experts.23.w1,0.0001465358,0.05000,2.886
13,block_sparse_moe.experts.21.w1,0.0000394578,0.05000,3.034
13,block_sparse_moe.experts.31.w1,0.0000526184,0.05000,2.841
13,block_sparse_moe.experts.29.w1,0.0001259523,0.05000,3.078
13,block_sparse_moe.experts.19.w1,0.0000800747,0.05000,2.932
13,block_sparse_moe.experts.25.w1,0.0000966295,0.05000,3.104
13,block_sparse_moe.experts.34.w1,0.0000879801,0.05000,2.597
13,block_sparse_moe.experts.42.w1,0.0000405115,0.05000,2.576
13,block_sparse_moe.experts.46.w1,0.0000378252,0.05000,2.695
13,block_sparse_moe.experts.38.w1,0.0000936498,0.05000,2.734
13,block_sparse_moe.experts.36.w1,0.0000498158,0.05000,3.000
13,block_sparse_moe.experts.40.w1,0.0000704200,0.05000,3.078
13,block_sparse_moe.experts.47.w1,0.0001049489,0.05000,2.801
13,block_sparse_moe.experts.44.w1,0.0000272139,0.05000,3.067
13,block_sparse_moe.experts.43.w1,0.0001757832,0.05000,2.915
13,block_sparse_moe.experts.33.w1,0.0000728581,0.05000,2.933
13,block_sparse_moe.experts.32.w1,0.0000702880,0.05000,3.027
13,block_sparse_moe.experts.39.w1,0.0000493207,0.05000,2.952
13,block_sparse_moe.experts.35.w1,0.0000692393,0.05000,2.958
13,block_sparse_moe.experts.45.w1,0.0000594188,0.05000,2.990
13,block_sparse_moe.experts.37.w1,0.0000722145,0.05000,3.055
13,block_sparse_moe.experts.41.w1,0.0000309634,0.05000,2.986
13,block_sparse_moe.experts.50.w1,0.0000986936,0.05000,2.810
13,block_sparse_moe.experts.62.w1,0.0000758835,0.05000,2.756
13,block_sparse_moe.experts.58.w1,0.0000264411,0.05000,2.832
13,block_sparse_moe.experts.54.w1,0.0000748147,0.05000,2.911
13,block_sparse_moe.experts.59.w1,0.0000212989,0.05000,2.805
13,block_sparse_moe.experts.63.w1,0.0000761057,0.05000,2.890
13,block_sparse_moe.experts.52.w1,0.0000713013,0.05000,2.974
13,block_sparse_moe.experts.60.w1,0.0001089610,0.05000,2.939
13,block_sparse_moe.experts.55.w1,0.0000943449,0.05000,2.882
13,block_sparse_moe.experts.56.w1,0.0001186470,0.05000,3.031
13,block_sparse_moe.experts.48.w1,0.0001240860,0.05000,2.948
13,block_sparse_moe.experts.49.w1,0.0001531942,0.05000,3.002
13,block_sparse_moe.experts.51.w1,0.0001730142,0.05000,2.926
13,block_sparse_moe.experts.53.w1,0.0000097504,0.05000,2.919
13,block_sparse_moe.experts.57.w1,0.0000655318,0.05000,2.963
13,block_sparse_moe.experts.61.w1,0.0000851257,0.05000,3.029
13,block_sparse_moe.experts.66.w1,0.0001447739,0.05000,2.798
13,block_sparse_moe.experts.78.w1,0.0000420060,0.05000,2.843
13,block_sparse_moe.experts.74.w1,0.0000079809,0.05000,2.797
13,block_sparse_moe.experts.70.w1,0.0001046668,0.05000,2.814
13,block_sparse_moe.experts.75.w1,0.0000395814,0.05000,2.719
13,block_sparse_moe.experts.79.w1,0.0001075478,0.05000,2.799
13,block_sparse_moe.experts.71.w1,0.0001347641,0.05000,2.797
13,block_sparse_moe.experts.65.w1,0.0000733473,0.05000,2.757
13,block_sparse_moe.experts.68.w1,0.0001799741,0.05000,2.914
13,block_sparse_moe.experts.67.w1,0.0001132460,0.05000,2.744
13,block_sparse_moe.experts.69.w1,0.0000813626,0.05000,2.708
13,block_sparse_moe.experts.72.w1,0.0001111715,0.05000,2.924
13,block_sparse_moe.experts.76.w1,0.0001075480,0.05000,3.005
13,block_sparse_moe.experts.77.w1,0.0001060451,0.05000,2.743
13,block_sparse_moe.experts.73.w1,0.0000519282,0.05000,2.781
13,block_sparse_moe.experts.64.w1,0.0000738226,0.05000,2.981
13,block_sparse_moe.experts.82.w1,0.0000417235,0.05000,2.864
13,block_sparse_moe.experts.90.w1,0.0000722528,0.05000,2.827
13,block_sparse_moe.experts.94.w1,0.0001320533,0.05000,2.889
13,block_sparse_moe.experts.91.w1,0.0000597375,0.05000,2.659
13,block_sparse_moe.experts.86.w1,0.0001421006,0.05000,2.986
13,block_sparse_moe.experts.95.w1,0.0001453030,0.05000,2.695
13,block_sparse_moe.experts.83.w1,0.0000746668,0.05000,2.695
13,block_sparse_moe.experts.87.w1,0.0001294921,0.05000,2.762
13,block_sparse_moe.experts.84.w1,0.0000243483,0.05000,2.826
13,block_sparse_moe.experts.85.w1,0.0000937652,0.05000,2.889
13,block_sparse_moe.experts.81.w1,0.0000717400,0.05000,2.971
13,block_sparse_moe.experts.92.w1,0.0000693183,0.05000,2.865
13,block_sparse_moe.experts.93.w1,0.0000776672,0.05000,2.872
13,block_sparse_moe.experts.88.w1,0.0001106791,0.05000,2.966
13,block_sparse_moe.experts.80.w1,0.0000548972,0.05000,2.928
13,block_sparse_moe.experts.89.w1,0.0001233989,0.05000,2.969
13,block_sparse_moe.experts.98.w1,0.0000220444,0.05000,2.985
13,block_sparse_moe.experts.106.w1,0.0000442906,0.05000,2.948
13,block_sparse_moe.experts.110.w1,0.0000459398,0.05000,2.965
13,block_sparse_moe.experts.107.w1,0.0001466121,0.05000,2.895
13,block_sparse_moe.experts.102.w1,0.0000332887,0.05000,2.952
13,block_sparse_moe.experts.111.w1,0.0000487106,0.05000,2.905
13,block_sparse_moe.experts.103.w1,0.0000743817,0.05000,2.874
13,block_sparse_moe.experts.99.w1,0.0001710238,0.05000,2.909
13,block_sparse_moe.experts.100.w1,0.0000788608,0.05000,2.906
13,block_sparse_moe.experts.97.w1,0.0000727978,0.05000,2.823
13,block_sparse_moe.experts.101.w1,0.0000934285,0.05000,2.927
13,block_sparse_moe.experts.109.w1,0.0001818324,0.05000,2.912
13,block_sparse_moe.experts.108.w1,0.0000533268,0.05000,2.964
13,block_sparse_moe.experts.96.w1,0.0001805331,0.05000,2.878
13,block_sparse_moe.experts.104.w1,0.0001333858,0.05000,3.034
13,block_sparse_moe.experts.105.w1,0.0000711239,0.05000,2.959
13,block_sparse_moe.experts.114.w1,0.0000241483,0.05000,2.692
13,block_sparse_moe.experts.122.w1,0.0001082525,0.05000,2.678
13,block_sparse_moe.experts.126.w1,0.0000248529,0.05000,2.731
13,block_sparse_moe.experts.123.w1,0.0001205595,0.05000,2.623
13,block_sparse_moe.experts.127.w1,0.0000660943,0.05000,2.606
13,block_sparse_moe.experts.118.w1,0.0001118388,0.05000,2.644
13,block_sparse_moe.experts.119.w1,0.0001948889,0.05000,2.597
13,block_sparse_moe.experts.115.w1,0.0001486221,0.05000,2.678
13,block_sparse_moe.experts.113.w1,0.0000349381,0.05000,2.801
13,block_sparse_moe.experts.117.w1,0.0000356815,0.05000,2.827
13,block_sparse_moe.experts.116.w1,0.0001990994,0.05000,2.987
13,block_sparse_moe.experts.125.w1,0.0000464855,0.05000,2.793
13,block_sparse_moe.experts.124.w1,0.0001435254,0.05000,2.934
13,block_sparse_moe.experts.112.w1,0.0000097301,0.05000,2.956
13,block_sparse_moe.experts.121.w1,0.0001066332,0.05000,2.881
13,block_sparse_moe.experts.120.w1,0.0001424680,0.05000,2.969
13,block_sparse_moe.experts.130.w1,0.0000441963,0.05000,2.827
13,block_sparse_moe.experts.138.w1,0.0001616905,0.05000,2.881
13,block_sparse_moe.experts.142.w1,0.0000298770,0.05000,2.789
13,block_sparse_moe.experts.139.w1,0.0000990365,0.05000,2.996
13,block_sparse_moe.experts.134.w1,0.0000430408,0.05000,2.884
13,block_sparse_moe.experts.143.w1,0.0001439350,0.05000,3.028
13,block_sparse_moe.experts.135.w1,0.0001519168,0.05000,2.917
13,block_sparse_moe.experts.131.w1,0.0000534245,0.05000,2.891
13,block_sparse_moe.experts.132.w1,0.0000564104,0.05000,2.894
13,block_sparse_moe.experts.129.w1,0.0000290605,0.05000,3.052
13,block_sparse_moe.experts.133.w1,0.0000897320,0.05000,3.018
13,block_sparse_moe.experts.141.w1,0.0001413391,0.05000,3.059
13,block_sparse_moe.experts.140.w1,0.0000580962,0.05000,2.964
13,block_sparse_moe.experts.128.w1,0.0001306719,0.05000,2.932
13,block_sparse_moe.experts.136.w1,0.0000806091,0.05000,2.987
13,block_sparse_moe.experts.137.w1,0.0000873757,0.05000,3.086
13,block_sparse_moe.experts.146.w1,0.0000349249,0.05000,2.881
13,block_sparse_moe.experts.158.w1,0.0000222669,0.05000,2.884
13,block_sparse_moe.experts.154.w1,0.0000518189,0.05000,2.914
13,block_sparse_moe.experts.155.w1,0.0000445047,0.05000,2.841
13,block_sparse_moe.experts.150.w1,0.0000323519,0.05000,2.842
13,block_sparse_moe.experts.151.w1,0.0001863650,0.05000,2.777
13,block_sparse_moe.experts.159.w1,0.0001064606,0.05000,2.880
13,block_sparse_moe.experts.147.w1,0.0001303967,0.05000,2.837
13,block_sparse_moe.experts.145.w1,0.0000653788,0.05000,2.819
13,block_sparse_moe.experts.149.w1,0.0000199626,0.05000,2.874
13,block_sparse_moe.experts.148.w1,0.0001728909,0.05000,2.994
13,block_sparse_moe.experts.157.w1,0.0001155220,0.05000,2.870
13,block_sparse_moe.experts.144.w1,0.0000223722,0.05000,2.983
13,block_sparse_moe.experts.156.w1,0.0001521079,0.05000,3.024
13,block_sparse_moe.experts.153.w1,0.0001591281,0.05000,2.963
13,block_sparse_moe.experts.152.w1,0.0000219032,0.05000,3.055
13,block_sparse_moe.experts.162.w1,0.0001106353,0.05000,2.716
13,block_sparse_moe.experts.170.w1,0.0000860426,0.05000,2.754
13,block_sparse_moe.experts.174.w1,0.0000516746,0.05000,2.851
13,block_sparse_moe.experts.166.w1,0.0000346144,0.05000,2.829
13,block_sparse_moe.experts.171.w1,0.0000859788,0.05000,2.889
13,block_sparse_moe.experts.167.w1,0.0000554450,0.05000,3.042
13,block_sparse_moe.experts.163.w1,0.0001106180,0.05000,2.939
13,block_sparse_moe.experts.175.w1,0.0000164356,0.05000,3.051
13,block_sparse_moe.experts.161.w1,0.0000583085,0.05000,2.860
13,block_sparse_moe.experts.164.w1,0.0000960867,0.05000,2.929
13,block_sparse_moe.experts.173.w1,0.0000816945,0.05000,2.899
13,block_sparse_moe.experts.165.w1,0.0001283815,0.05000,3.005
13,block_sparse_moe.experts.172.w1,0.0000967629,0.05000,2.989
13,block_sparse_moe.experts.160.w1,0.0000795750,0.05000,3.019
13,block_sparse_moe.experts.169.w1,0.0001018336,0.05000,2.946
13,block_sparse_moe.experts.168.w1,0.0000939339,0.05000,3.008
13,block_sparse_moe.experts.178.w1,0.0001225367,0.05000,2.830
13,block_sparse_moe.experts.186.w1,0.0000357381,0.05000,2.771
13,block_sparse_moe.experts.190.w1,0.0000753570,0.05000,2.739
13,block_sparse_moe.experts.182.w1,0.0000310513,0.05000,2.677
13,block_sparse_moe.experts.187.w1,0.0001369206,0.05000,3.013
13,block_sparse_moe.experts.183.w1,0.0000703989,0.05000,2.862
13,block_sparse_moe.experts.191.w1,0.0000396400,0.05000,2.914
13,block_sparse_moe.experts.179.w1,0.0000974194,0.05000,2.982
13,block_sparse_moe.experts.177.w1,0.0000650064,0.05000,2.955
13,block_sparse_moe.experts.181.w1,0.0000732943,0.05000,2.912
13,block_sparse_moe.experts.180.w1,0.0001204458,0.05000,2.966
13,block_sparse_moe.experts.189.w1,0.0001007386,0.05000,3.004
13,block_sparse_moe.experts.176.w1,0.0000717225,0.05000,2.876
13,block_sparse_moe.experts.188.w1,0.0000319791,0.05000,2.982
13,block_sparse_moe.experts.185.w1,0.0000779720,0.05000,2.973
13,block_sparse_moe.experts.184.w1,0.0001317503,0.05000,2.901
13,block_sparse_moe.experts.194.w1,0.0000302264,0.05000,2.668
13,block_sparse_moe.experts.202.w1,0.0000193478,0.05000,2.651
13,block_sparse_moe.experts.206.w1,0.0000267494,0.05000,2.709
13,block_sparse_moe.experts.198.w1,0.0000484141,0.05000,2.542
13,block_sparse_moe.experts.203.w1,0.0000812522,0.05000,2.906
13,block_sparse_moe.experts.199.w1,0.0000695174,0.05000,2.888
13,block_sparse_moe.experts.207.w1,0.0001211929,0.05000,2.911
13,block_sparse_moe.experts.195.w1,0.0001770115,0.05000,2.908
13,block_sparse_moe.experts.210.w1,0.0000302464,0.05000,1.560
13,block_sparse_moe.experts.193.w1,0.0000330865,0.05000,2.993
13,block_sparse_moe.experts.218.w1,0.0000621174,0.05000,1.530
13,block_sparse_moe.experts.197.w1,0.0001482137,0.05000,2.992
13,block_sparse_moe.experts.205.w1,0.0001864819,0.05000,2.988
13,block_sparse_moe.experts.201.w1,0.0001697043,0.05000,3.025
13,block_sparse_moe.experts.196.w1,0.0000452029,0.05000,4.486
13,block_sparse_moe.experts.192.w1,0.0001371177,0.05000,4.522
13,block_sparse_moe.experts.204.w1,0.0000581853,0.05000,4.514
13,block_sparse_moe.experts.200.w1,0.0001962949,0.05000,4.541
13,block_sparse_moe.experts.219.w1,0.0000520930,0.05000,3.119
13,block_sparse_moe.experts.215.w1,0.0000481216,0.05000,3.162
13,block_sparse_moe.experts.223.w1,0.0000662292,0.05000,3.010
13,block_sparse_moe.experts.211.w1,0.0000743499,0.05000,3.091
13,block_sparse_moe.experts.212.w1,0.0000547768,0.05000,2.908
13,block_sparse_moe.experts.208.w1,0.0000450017,0.05000,2.973
13,block_sparse_moe.experts.220.w1,0.0000806909,0.05000,3.098
13,block_sparse_moe.experts.216.w1,0.0001291074,0.05000,2.992
13,block_sparse_moe.experts.235.w1,0.0001513081,0.05000,2.930
13,block_sparse_moe.experts.231.w1,0.0000343933,0.05000,3.008
13,block_sparse_moe.experts.239.w1,0.0000781902,0.05000,3.043
13,block_sparse_moe.experts.227.w1,0.0001247307,0.05000,2.964
13,block_sparse_moe.experts.209.w1,0.0000785234,0.05000,7.154
13,block_sparse_moe.experts.213.w1,0.0001519197,0.05000,7.054
13,block_sparse_moe.experts.221.w1,0.0001005093,0.05000,7.007
13,block_sparse_moe.experts.228.w1,0.0000454046,0.05000,2.983
13,block_sparse_moe.experts.217.w1,0.0000737059,0.05000,7.079
13,block_sparse_moe.experts.224.w1,0.0000347291,0.05000,3.073
13,block_sparse_moe.experts.251.w1,0.0000842510,0.05000,2.891
13,block_sparse_moe.experts.232.w1,0.0000642837,0.05000,3.045
13,block_sparse_moe.experts.236.w1,0.0001017819,0.05000,3.138
13,block_sparse_moe.experts.255.w1,0.0000817629,0.05000,2.879
13,block_sparse_moe.experts.247.w1,0.0000441078,0.05000,2.927
13,block_sparse_moe.experts.243.w1,0.0000797596,0.05000,2.899
13,block_sparse_moe.experts.225.w1,0.0001189545,0.05000,3.365
13,block_sparse_moe.experts.229.w1,0.0000463553,0.05000,3.386
13,block_sparse_moe.experts.237.w1,0.0000725331,0.05000,3.394
13,block_sparse_moe.experts.244.w1,0.0000710708,0.05000,3.239
13,block_sparse_moe.experts.233.w1,0.0000863179,0.05000,3.422
13,block_sparse_moe.experts.240.w1,0.0000783500,0.05000,3.290
13,block_sparse_moe.experts.248.w1,0.0000568341,0.05000,3.268
13,block_sparse_moe.experts.252.w1,0.0000357742,0.05000,3.281
13,block_sparse_moe.experts.241.w1,0.0000553406,0.05000,3.284
13,block_sparse_moe.experts.245.w1,0.0000766852,0.05000,3.190
13,block_sparse_moe.experts.4.w3,0.0000659142,0.05000,2.978
13,block_sparse_moe.experts.253.w1,0.0001146897,0.05000,3.218
13,block_sparse_moe.experts.249.w1,0.0000413613,0.05000,2.847
13,block_sparse_moe.experts.11.w3,0.0000065354,0.05000,5.970
13,block_sparse_moe.experts.15.w3,0.0000757806,0.05000,5.963
13,block_sparse_moe.experts.7.w3,0.0001692318,0.05000,5.994
13,block_sparse_moe.experts.3.w3,0.0000354419,0.05000,6.009
13,block_sparse_moe.experts.0.w3,0.0002099053,0.05000,3.374
13,block_sparse_moe.experts.8.w3,0.0001805260,0.05000,3.304
13,block_sparse_moe.experts.12.w3,0.0000972134,0.05000,3.376
13,block_sparse_moe.experts.226.w1,0.0000686549,0.05000,3.207
13,block_sparse_moe.experts.222.w1,0.0000160592,0.05000,3.210
13,block_sparse_moe.experts.214.w1,0.0000232499,0.05000,3.259
13,block_sparse_moe.experts.234.w1,0.0000465811,0.05000,3.333
13,block_sparse_moe.experts.20.w3,0.0000128642,0.05000,3.208
13,block_sparse_moe.experts.27.w3,0.0000746619,0.05000,2.941
13,block_sparse_moe.experts.23.w3,0.0001429417,0.05000,2.802
13,block_sparse_moe.experts.31.w3,0.0000513576,0.05000,2.913
13,block_sparse_moe.experts.19.w3,0.0000795702,0.05000,2.822
13,block_sparse_moe.experts.16.w3,0.0000844943,0.05000,3.034
13,block_sparse_moe.experts.24.w3,0.0000461950,0.05000,3.059
13,block_sparse_moe.experts.28.w3,0.0000721801,0.05000,3.006
13,block_sparse_moe.experts.5.w3,0.0001421104,0.05000,3.176
13,block_sparse_moe.experts.9.w3,0.0000762798,0.05000,3.231
13,block_sparse_moe.experts.1.w3,0.0001589152,0.05000,3.256
13,block_sparse_moe.experts.13.w3,0.0001391001,0.05000,3.259
13,block_sparse_moe.experts.242.w1,0.0000745838,0.05000,3.034
13,block_sparse_moe.experts.238.w1,0.0000587468,0.05000,3.099
13,block_sparse_moe.experts.250.w1,0.0000151998,0.05000,3.017
13,block_sparse_moe.experts.230.w1,0.0001064630,0.05000,3.091
13,block_sparse_moe.experts.36.w3,0.0000495745,0.05000,3.129
13,block_sparse_moe.experts.32.w3,0.0000694509,0.05000,2.917
13,block_sparse_moe.experts.40.w3,0.0000698497,0.05000,2.857
13,block_sparse_moe.experts.47.w3,0.0001047686,0.05000,2.965
13,block_sparse_moe.experts.39.w3,0.0000462610,0.05000,3.003
13,block_sparse_moe.experts.44.w3,0.0000262047,0.05000,2.890
13,block_sparse_moe.experts.35.w3,0.0000666258,0.05000,3.042
13,block_sparse_moe.experts.43.w3,0.0001738211,0.05000,3.082
13,block_sparse_moe.experts.10.w3,0.0000764789,0.05000,2.765
13,block_sparse_moe.experts.25.w3,0.0000955945,0.05000,3.166
13,block_sparse_moe.experts.2.w3,0.0000677882,0.05000,2.913
13,block_sparse_moe.experts.21.w3,0.0000390777,0.05000,3.267
13,block_sparse_moe.experts.29.w3,0.0001241279,0.05000,3.183
13,block_sparse_moe.experts.17.w3,0.0000700363,0.05000,3.248
13,block_sparse_moe.experts.246.w1,0.0000409720,0.05000,2.939
13,block_sparse_moe.experts.254.w1,0.0000902407,0.05000,2.990
13,block_sparse_moe.experts.52.w3,0.0000703545,0.05000,2.848
13,block_sparse_moe.experts.48.w3,0.0001239212,0.05000,2.906
13,block_sparse_moe.experts.55.w3,0.0000952897,0.05000,2.789
13,block_sparse_moe.experts.63.w3,0.0000740190,0.05000,2.830
13,block_sparse_moe.experts.51.w3,0.0001704348,0.05000,2.837
13,block_sparse_moe.experts.59.w3,0.0000208630,0.05000,2.806
13,block_sparse_moe.experts.56.w3,0.0001161235,0.05000,2.992
13,block_sparse_moe.experts.60.w3,0.0001077934,0.05000,2.948
13,block_sparse_moe.experts.26.w3,0.0000905224,0.05000,2.884
13,block_sparse_moe.experts.37.w3,0.0000721726,0.05000,2.964
13,block_sparse_moe.experts.18.w3,0.0001409614,0.05000,2.996
13,block_sparse_moe.experts.41.w3,0.0000299174,0.05000,3.020
13,block_sparse_moe.experts.45.w3,0.0000580492,0.05000,3.006
13,block_sparse_moe.experts.33.w3,0.0000730930,0.05000,2.981
13,block_sparse_moe.experts.6.w3,0.0000565521,0.05000,2.947
13,block_sparse_moe.experts.14.w3,0.0000184686,0.05000,2.979
13,block_sparse_moe.experts.68.w3,0.0001770864,0.05000,2.987
13,block_sparse_moe.experts.71.w3,0.0001323929,0.05000,3.008
13,block_sparse_moe.experts.67.w3,0.0001113590,0.05000,2.961
13,block_sparse_moe.experts.64.w3,0.0000724185,0.05000,3.118
13,block_sparse_moe.experts.79.w3,0.0001073496,0.05000,3.120
13,block_sparse_moe.experts.75.w3,0.0000381373,0.05000,3.079
13,block_sparse_moe.experts.72.w3,0.0001100398,0.05000,3.081
13,block_sparse_moe.experts.76.w3,0.0001052921,0.05000,3.181
13,block_sparse_moe.experts.42.w3,0.0000363209,0.05000,3.080
13,block_sparse_moe.experts.34.w3,0.0000861309,0.05000,2.973
13,block_sparse_moe.experts.61.w3,0.0000821405,0.05000,2.983
13,block_sparse_moe.experts.30.w3,0.0000692089,0.05000,2.920
13,block_sparse_moe.experts.53.w3,0.0000096627,0.05000,3.097
13,block_sparse_moe.experts.22.w3,0.0000876723,0.05000,3.017
13,block_sparse_moe.experts.57.w3,0.0000631376,0.05000,3.120
13,block_sparse_moe.experts.49.w3,0.0001510166,0.05000,3.105
13,block_sparse_moe.experts.84.w3,0.0000233098,0.05000,3.065
13,block_sparse_moe.experts.83.w3,0.0000708721,0.05000,2.782
13,block_sparse_moe.experts.87.w3,0.0001249924,0.05000,2.878
13,block_sparse_moe.experts.91.w3,0.0000593076,0.05000,2.716
13,block_sparse_moe.experts.95.w3,0.0001427241,0.05000,2.821
13,block_sparse_moe.experts.80.w3,0.0000539730,0.05000,2.957
13,block_sparse_moe.experts.92.w3,0.0000686246,0.05000,2.936
13,block_sparse_moe.experts.88.w3,0.0001080519,0.05000,3.116
13,block_sparse_moe.experts.50.w3,0.0000954549,0.05000,2.831
13,block_sparse_moe.experts.58.w3,0.0000255767,0.05000,2.966
13,block_sparse_moe.experts.38.w3,0.0000912843,0.05000,2.801
13,block_sparse_moe.experts.46.w3,0.0000374886,0.05000,2.943
13,block_sparse_moe.experts.73.w3,0.0000508590,0.05000,2.949
13,block_sparse_moe.experts.77.w3,0.0001017969,0.05000,3.059
13,block_sparse_moe.experts.69.w3,0.0000804441,0.05000,2.988
13,block_sparse_moe.experts.65.w3,0.0000730650,0.05000,2.974
13,block_sparse_moe.experts.100.w3,0.0000779687,0.05000,2.956
13,block_sparse_moe.experts.99.w3,0.0001683346,0.05000,3.017
13,block_sparse_moe.experts.103.w3,0.0000737067,0.05000,3.006
13,block_sparse_moe.experts.107.w3,0.0001438302,0.05000,3.075
13,block_sparse_moe.experts.96.w3,0.0001771055,0.05000,2.956
13,block_sparse_moe.experts.111.w3,0.0000464182,0.05000,3.072
13,block_sparse_moe.experts.108.w3,0.0000509354,0.05000,3.001
13,block_sparse_moe.experts.104.w3,0.0001299594,0.05000,2.992
13,block_sparse_moe.experts.66.w3,0.0001441441,0.05000,2.955
13,block_sparse_moe.experts.74.w3,0.0000078098,0.05000,2.949
13,block_sparse_moe.experts.93.w3,0.0000764985,0.05000,2.810
13,block_sparse_moe.experts.62.w3,0.0000730252,0.05000,2.917
13,block_sparse_moe.experts.54.w3,0.0000741099,0.05000,3.007
13,block_sparse_moe.experts.89.w3,0.0001195002,0.05000,2.853
13,block_sparse_moe.experts.85.w3,0.0000922712,0.05000,2.870
13,block_sparse_moe.experts.81.w3,0.0000716146,0.05000,2.833
13,block_sparse_moe.experts.116.w3,0.0001792588,0.05000,3.035
13,block_sparse_moe.experts.115.w3,0.0001365947,0.05000,2.917
13,block_sparse_moe.experts.123.w3,0.0001207761,0.05000,2.857
13,block_sparse_moe.experts.119.w3,0.0001852906,0.05000,2.964
13,block_sparse_moe.experts.127.w3,0.0000655875,0.05000,2.962
13,block_sparse_moe.experts.112.w3,0.0000092942,0.05000,3.081
13,block_sparse_moe.experts.124.w3,0.0001413041,0.05000,3.015
13,block_sparse_moe.experts.82.w3,0.0000408419,0.05000,2.868
13,block_sparse_moe.experts.120.w3,0.0001372599,0.05000,3.077
13,block_sparse_moe.experts.90.w3,0.0000719376,0.05000,2.876
13,block_sparse_moe.experts.78.w3,0.0000407784,0.05000,2.904
13,block_sparse_moe.experts.97.w3,0.0000728359,0.05000,2.866
13,block_sparse_moe.experts.101.w3,0.0000919588,0.05000,2.922
13,block_sparse_moe.experts.70.w3,0.0001022727,0.05000,2.967
13,block_sparse_moe.experts.109.w3,0.0001794807,0.05000,3.005
13,block_sparse_moe.experts.105.w3,0.0000659855,0.05000,3.032
13,block_sparse_moe.experts.132.w3,0.0000556671,0.05000,3.132
13,block_sparse_moe.experts.131.w3,0.0000524605,0.05000,3.129
13,block_sparse_moe.experts.139.w3,0.0000966855,0.05000,3.144
13,block_sparse_moe.experts.135.w3,0.0001358871,0.05000,3.118
13,block_sparse_moe.experts.143.w3,0.0001275724,0.05000,3.162
13,block_sparse_moe.experts.128.w3,0.0001278852,0.05000,3.180
13,block_sparse_moe.experts.98.w3,0.0000216070,0.05000,2.887
13,block_sparse_moe.experts.106.w3,0.0000438691,0.05000,3.002
13,block_sparse_moe.experts.140.w3,0.0000558839,0.05000,3.146
13,block_sparse_moe.experts.94.w3,0.0001310611,0.05000,3.019
13,block_sparse_moe.experts.136.w3,0.0000795541,0.05000,3.173
13,block_sparse_moe.experts.86.w3,0.0001392150,0.05000,2.999
13,block_sparse_moe.experts.117.w3,0.0000347754,0.05000,3.002
13,block_sparse_moe.experts.113.w3,0.0000336995,0.05000,3.025
13,block_sparse_moe.experts.125.w3,0.0000451467,0.05000,3.057
13,block_sparse_moe.experts.121.w3,0.0001053184,0.05000,3.044
13,block_sparse_moe.experts.148.w3,0.0001702101,0.05000,3.080
13,block_sparse_moe.experts.147.w3,0.0001264499,0.05000,2.981
13,block_sparse_moe.experts.151.w3,0.0001842020,0.05000,2.922
13,block_sparse_moe.experts.155.w3,0.0000441044,0.05000,2.936
13,block_sparse_moe.experts.159.w3,0.0001189739,0.05000,2.954
13,block_sparse_moe.experts.114.w3,0.0000234115,0.05000,2.868
13,block_sparse_moe.experts.144.w3,0.0000218192,0.05000,3.015
13,block_sparse_moe.experts.122.w3,0.0001053966,0.05000,2.869
13,block_sparse_moe.experts.102.w3,0.0000294529,0.05000,2.784
13,block_sparse_moe.experts.110.w3,0.0000447723,0.05000,2.875
13,block_sparse_moe.experts.156.w3,0.0001512650,0.05000,3.078
13,block_sparse_moe.experts.152.w3,0.0000210640,0.05000,3.071
13,block_sparse_moe.experts.133.w3,0.0000880477,0.05000,3.050
13,block_sparse_moe.experts.129.w3,0.0000281988,0.05000,3.136
13,block_sparse_moe.experts.141.w3,0.0001385999,0.05000,3.095
13,block_sparse_moe.experts.137.w3,0.0000853916,0.05000,3.168
13,block_sparse_moe.experts.164.w3,0.0000927683,0.05000,3.075
13,block_sparse_moe.experts.171.w3,0.0000848767,0.05000,2.828
13,block_sparse_moe.experts.167.w3,0.0000537116,0.05000,2.907
13,block_sparse_moe.experts.163.w3,0.0001062577,0.05000,2.935
13,block_sparse_moe.experts.175.w3,0.0000150513,0.05000,2.890
13,block_sparse_moe.experts.130.w3,0.0000423004,0.05000,2.901
13,block_sparse_moe.experts.138.w3,0.0001614974,0.05000,2.888
13,block_sparse_moe.experts.118.w3,0.0001101106,0.05000,2.869
13,block_sparse_moe.experts.126.w3,0.0000248498,0.05000,2.877
13,block_sparse_moe.experts.160.w3,0.0000778943,0.05000,3.180
13,block_sparse_moe.experts.149.w3,0.0000191939,0.05000,2.805
13,block_sparse_moe.experts.157.w3,0.0001152781,0.05000,2.732
13,block_sparse_moe.experts.145.w3,0.0000624643,0.05000,2.857
13,block_sparse_moe.experts.172.w3,0.0000950708,0.05000,3.135
13,block_sparse_moe.experts.153.w3,0.0001596337,0.05000,2.853
13,block_sparse_moe.experts.168.w3,0.0000924889,0.05000,3.140
13,block_sparse_moe.experts.187.w3,0.0001341629,0.05000,2.848
13,block_sparse_moe.experts.180.w3,0.0001188067,0.05000,2.962
13,block_sparse_moe.experts.183.w3,0.0000698072,0.05000,2.915
13,block_sparse_moe.experts.179.w3,0.0000971057,0.05000,2.975
13,block_sparse_moe.experts.191.w3,0.0000390884,0.05000,2.877
13,block_sparse_moe.experts.146.w3,0.0000321735,0.05000,2.886
13,block_sparse_moe.experts.154.w3,0.0000504184,0.05000,2.846
13,block_sparse_moe.experts.134.w3,0.0000424888,0.05000,2.884
13,block_sparse_moe.experts.142.w3,0.0000291361,0.05000,2.875
13,block_sparse_moe.experts.176.w3,0.0000703796,0.05000,2.895
13,block_sparse_moe.experts.165.w3,0.0001262556,0.05000,2.972
13,block_sparse_moe.experts.188.w3,0.0000309634,0.05000,2.845
13,block_sparse_moe.experts.173.w3,0.0000801320,0.05000,3.073
13,block_sparse_moe.experts.161.w3,0.0000577965,0.05000,3.029
13,block_sparse_moe.experts.184.w3,0.0001308875,0.05000,2.869
13,block_sparse_moe.experts.169.w3,0.0001009826,0.05000,3.087
13,block_sparse_moe.experts.203.w3,0.0000787959,0.05000,2.881
13,block_sparse_moe.experts.162.w3,0.0001083633,0.05000,2.743
13,block_sparse_moe.experts.196.w3,0.0000444229,0.05000,3.029
13,block_sparse_moe.experts.195.w3,0.0001739721,0.05000,2.904
13,block_sparse_moe.experts.199.w3,0.0000644446,0.05000,3.045
13,block_sparse_moe.experts.207.w3,0.0001190575,0.05000,2.907
13,block_sparse_moe.experts.170.w3,0.0000847664,0.05000,2.850
13,block_sparse_moe.experts.150.w3,0.0000318779,0.05000,2.788
13,block_sparse_moe.experts.158.w3,0.0000217672,0.05000,2.773
13,block_sparse_moe.experts.192.w3,0.0001356511,0.05000,3.091
13,block_sparse_moe.experts.181.w3,0.0000723505,0.05000,3.001
13,block_sparse_moe.experts.177.w3,0.0000646811,0.05000,2.974
13,block_sparse_moe.experts.204.w3,0.0000565269,0.05000,3.106
13,block_sparse_moe.experts.189.w3,0.0000993891,0.05000,3.051
13,block_sparse_moe.experts.200.w3,0.0001923198,0.05000,3.131
13,block_sparse_moe.experts.185.w3,0.0000768296,0.05000,2.988
13,block_sparse_moe.experts.219.w3,0.0000508704,0.05000,2.911
13,block_sparse_moe.experts.212.w3,0.0000534702,0.05000,2.892
13,block_sparse_moe.experts.178.w3,0.0001219603,0.05000,2.936
13,block_sparse_moe.experts.211.w3,0.0000698940,0.05000,2.980
13,block_sparse_moe.experts.223.w3,0.0000616668,0.05000,2.900
13,block_sparse_moe.experts.215.w3,0.0000461971,0.05000,2.937
13,block_sparse_moe.experts.186.w3,0.0000356275,0.05000,2.933
13,block_sparse_moe.experts.166.w3,0.0000343787,0.05000,2.965
13,block_sparse_moe.experts.174.w3,0.0000499704,0.05000,3.095
13,block_sparse_moe.experts.197.w3,0.0001460403,0.05000,2.844
13,block_sparse_moe.experts.208.w3,0.0000434646,0.05000,2.935
13,block_sparse_moe.experts.220.w3,0.0000797904,0.05000,2.791
13,block_sparse_moe.experts.193.w3,0.0000321930,0.05000,2.822
13,block_sparse_moe.experts.205.w3,0.0001828389,0.05000,2.801
13,block_sparse_moe.experts.216.w3,0.0001283256,0.05000,2.727
13,block_sparse_moe.experts.201.w3,0.0001689868,0.05000,2.893
13,block_sparse_moe.experts.235.w3,0.0001473987,0.05000,2.864
13,block_sparse_moe.experts.194.w3,0.0000296550,0.05000,2.862
13,block_sparse_moe.experts.239.w3,0.0000771789,0.05000,2.793
13,block_sparse_moe.experts.228.w3,0.0000436062,0.05000,2.897
13,block_sparse_moe.experts.231.w3,0.0000307212,0.05000,2.838
13,block_sparse_moe.experts.227.w3,0.0001230148,0.05000,2.901
13,block_sparse_moe.experts.202.w3,0.0000191531,0.05000,2.790
13,block_sparse_moe.experts.182.w3,0.0000303857,0.05000,2.809
13,block_sparse_moe.experts.190.w3,0.0000740102,0.05000,2.713
13,block_sparse_moe.experts.213.w3,0.0001515559,0.05000,2.922
13,block_sparse_moe.experts.224.w3,0.0000345525,0.05000,2.927
13,block_sparse_moe.experts.236.w3,0.0001018725,0.05000,2.974
13,block_sparse_moe.experts.221.w3,0.0000989027,0.05000,2.982
13,block_sparse_moe.experts.209.w3,0.0000767890,0.05000,3.038
13,block_sparse_moe.experts.232.w3,0.0000615618,0.05000,2.941
13,block_sparse_moe.experts.217.w3,0.0000720917,0.05000,2.964
13,block_sparse_moe.experts.251.w3,0.0000826425,0.05000,2.906
13,block_sparse_moe.experts.210.w3,0.0000299504,0.05000,2.795
13,block_sparse_moe.experts.255.w3,0.0000801350,0.05000,2.865
13,block_sparse_moe.experts.247.w3,0.0000425591,0.05000,2.803
13,block_sparse_moe.experts.243.w3,0.0000795296,0.05000,2.791
13,block_sparse_moe.experts.244.w3,0.0000680832,0.05000,2.931
13,block_sparse_moe.experts.218.w3,0.0000617477,0.05000,2.849
13,block_sparse_moe.experts.198.w3,0.0000459946,0.05000,2.888
13,block_sparse_moe.experts.206.w3,0.0000266289,0.05000,2.851
13,block_sparse_moe.experts.240.w3,0.0000756823,0.05000,2.606
13,block_sparse_moe.experts.252.w3,0.0000336731,0.05000,2.553
13,block_sparse_moe.experts.248.w3,0.0000555399,0.05000,2.472
13,block_sparse_moe.experts.229.w3,0.0000459351,0.05000,2.781
13,block_sparse_moe.experts.237.w3,0.0000711952,0.05000,2.794
13,block_sparse_moe.experts.225.w3,0.0001150622,0.05000,2.766
13,block_sparse_moe.experts.233.w3,0.0000861874,0.05000,2.830
13,block_sparse_moe.experts.226.w3,0.0000671274,0.05000,2.604
13,block_sparse_moe.experts.234.w3,0.0000443462,0.05000,2.537
13,block_sparse_moe.experts.214.w3,0.0000210872,0.05000,2.544
13,block_sparse_moe.experts.222.w3,0.0000153664,0.05000,2.613
13,block_sparse_moe.experts.245.w3,0.0000745833,0.05000,2.539
13,block_sparse_moe.experts.253.w3,0.0001142276,0.05000,2.526
13,block_sparse_moe.experts.241.w3,0.0000542521,0.05000,2.550
13,block_sparse_moe.experts.249.w3,0.0000403054,0.05000,2.376
13,block_sparse_moe.experts.242.w3,0.0000738164,0.05000,2.700
13,block_sparse_moe.experts.250.w3,0.0000146674,0.05000,2.644
13,block_sparse_moe.experts.230.w3,0.0001049149,0.05000,2.561
13,block_sparse_moe.experts.238.w3,0.0000579102,0.05000,2.520
13,block_sparse_moe.experts.246.w3,0.0000400168,0.05000,1.392
13,block_sparse_moe.experts.254.w3,0.0000883214,0.05000,1.351
13,block_sparse_moe.experts.2.w2,0.0000156844,0.05000,1.307
13,block_sparse_moe.experts.14.w2,0.0000028615,0.05000,1.299
13,block_sparse_moe.experts.6.w2,0.0000094940,0.05000,1.335
13,block_sparse_moe.experts.10.w2,0.0000154945,0.05000,1.406
13,block_sparse_moe.experts.8.w2,0.0000471562,0.05000,1.440
13,block_sparse_moe.experts.0.w2,0.0000400415,0.05000,1.442
13,block_sparse_moe.experts.12.w2,0.0000142088,0.05000,1.440
13,block_sparse_moe.experts.4.w2,0.0000106830,0.05000,1.458
13,block_sparse_moe.experts.9.w2,0.0000120176,0.05000,1.501
13,block_sparse_moe.experts.5.w2,0.0000257811,0.05000,1.505
13,block_sparse_moe.experts.1.w2,0.0000345742,0.05000,1.513
13,block_sparse_moe.experts.13.w2,0.0000326813,0.05000,1.517
13,block_sparse_moe.experts.7.w2,0.0000552184,0.05000,1.583
13,block_sparse_moe.experts.15.w2,0.0000173583,0.05000,1.594
13,block_sparse_moe.experts.11.w2,0.0000035731,0.05000,1.606
13,block_sparse_moe.experts.3.w2,0.0000056897,0.05000,1.656
13,block_sparse_moe.experts.18.w2,0.0000456677,0.05000,1.367
13,block_sparse_moe.experts.30.w2,0.0000103224,0.05000,1.422
13,block_sparse_moe.experts.22.w2,0.0000192716,0.05000,1.422
13,block_sparse_moe.experts.26.w2,0.0000198698,0.05000,1.402
13,block_sparse_moe.experts.16.w2,0.0000125272,0.05000,1.450
13,block_sparse_moe.experts.21.w2,0.0000074079,0.05000,1.401
13,block_sparse_moe.experts.29.w2,0.0000200000,0.05000,1.385
13,block_sparse_moe.experts.24.w2,0.0000081786,0.05000,1.477
13,block_sparse_moe.experts.20.w2,0.0000056663,0.05000,1.470
13,block_sparse_moe.experts.17.w2,0.0000087790,0.05000,1.422
13,block_sparse_moe.experts.28.w2,0.0000155538,0.05000,1.489
13,block_sparse_moe.experts.25.w2,0.0000211753,0.05000,1.487
13,block_sparse_moe.experts.27.w2,0.0000125353,0.05000,1.450
13,block_sparse_moe.experts.23.w2,0.0000237073,0.05000,1.490
13,block_sparse_moe.experts.31.w2,0.0000102737,0.05000,1.479
13,block_sparse_moe.experts.19.w2,0.0000143699,0.05000,1.464
13,block_sparse_moe.experts.34.w2,0.0000189081,0.05000,1.559
13,block_sparse_moe.experts.46.w2,0.0000078467,0.05000,1.567
13,block_sparse_moe.experts.37.w2,0.0000196863,0.05000,1.412
13,block_sparse_moe.experts.38.w2,0.0000124052,0.05000,1.597
13,block_sparse_moe.experts.33.w2,0.0000160512,0.05000,1.425
13,block_sparse_moe.experts.45.w2,0.0000178220,0.05000,1.449
13,block_sparse_moe.experts.41.w2,0.0000044959,0.05000,1.373
13,block_sparse_moe.experts.32.w2,0.0000122341,0.05000,1.485
13,block_sparse_moe.experts.42.w2,0.0000106600,0.05000,1.583
13,block_sparse_moe.experts.36.w2,0.0000116928,0.05000,1.464
13,block_sparse_moe.experts.44.w2,0.0000053423,0.05000,1.462
13,block_sparse_moe.experts.40.w2,0.0000138392,0.05000,1.498
13,block_sparse_moe.experts.43.w2,0.0000342103,0.05000,1.427
13,block_sparse_moe.experts.47.w2,0.0000165695,0.05000,1.444
13,block_sparse_moe.experts.39.w2,0.0000068882,0.05000,1.459
13,block_sparse_moe.experts.35.w2,0.0000116578,0.05000,1.462
13,block_sparse_moe.experts.50.w2,0.0000146690,0.05000,1.450
13,block_sparse_moe.experts.62.w2,0.0000213219,0.05000,1.412
13,block_sparse_moe.experts.54.w2,0.0000178583,0.05000,1.422
13,block_sparse_moe.experts.58.w2,0.0000105625,0.05000,1.436
13,block_sparse_moe.experts.53.w2,0.0000023146,0.05000,1.520
13,block_sparse_moe.experts.52.w2,0.0000186216,0.05000,1.451
13,block_sparse_moe.experts.60.w2,0.0000194213,0.05000,1.462
13,block_sparse_moe.experts.48.w2,0.0000253681,0.05000,1.498
13,block_sparse_moe.experts.49.w2,0.0000227322,0.05000,1.535
13,block_sparse_moe.experts.57.w2,0.0000175859,0.05000,1.544
13,block_sparse_moe.experts.61.w2,0.0000637329,0.05000,1.559
13,block_sparse_moe.experts.56.w2,0.0000255808,0.05000,1.517
13,block_sparse_moe.experts.63.w2,0.0000263097,0.05000,1.408
13,block_sparse_moe.experts.59.w2,0.0000049655,0.05000,1.485
13,block_sparse_moe.experts.55.w2,0.0000151022,0.05000,1.466
13,block_sparse_moe.experts.51.w2,0.0000281118,0.05000,1.456
13,block_sparse_moe.experts.66.w2,0.0000255940,0.05000,1.436
13,block_sparse_moe.experts.78.w2,0.0000107160,0.05000,1.469
13,block_sparse_moe.experts.69.w2,0.0000212036,0.05000,1.456
13,block_sparse_moe.experts.70.w2,0.0000160637,0.05000,1.537
13,block_sparse_moe.experts.74.w2,0.0000021058,0.05000,1.513
13,block_sparse_moe.experts.65.w2,0.0000132179,0.05000,1.477
13,block_sparse_moe.experts.76.w2,0.0000235587,0.05000,1.509
13,block_sparse_moe.experts.68.w2,0.0000311538,0.05000,1.544
13,block_sparse_moe.experts.75.w2,0.0000156343,0.05000,1.427
13,block_sparse_moe.experts.73.w2,0.0000186756,0.05000,1.496
13,block_sparse_moe.experts.64.w2,0.0000146495,0.05000,1.541
13,block_sparse_moe.experts.79.w2,0.0000203820,0.05000,1.499
13,block_sparse_moe.experts.77.w2,0.0000257888,0.05000,1.532
13,block_sparse_moe.experts.71.w2,0.0000216366,0.05000,1.473
13,block_sparse_moe.experts.67.w2,0.0000246479,0.05000,1.454
13,block_sparse_moe.experts.72.w2,0.0000166819,0.05000,1.573
13,block_sparse_moe.experts.82.w2,0.0000085208,0.05000,1.341
13,block_sparse_moe.experts.94.w2,0.0000221406,0.05000,1.359
13,block_sparse_moe.experts.90.w2,0.0000103094,0.05000,1.325
13,block_sparse_moe.experts.86.w2,0.0000494506,0.05000,1.356
13,block_sparse_moe.experts.85.w2,0.0000217347,0.05000,1.477
13,block_sparse_moe.experts.95.w2,0.0000247054,0.05000,1.393
13,block_sparse_moe.experts.81.w2,0.0000149741,0.05000,1.458
13,block_sparse_moe.experts.91.w2,0.0000112309,0.05000,1.449
13,block_sparse_moe.experts.92.w2,0.0000109972,0.05000,1.484
13,block_sparse_moe.experts.89.w2,0.0000202374,0.05000,1.475
13,block_sparse_moe.experts.84.w2,0.0000068624,0.05000,1.495
13,block_sparse_moe.experts.87.w2,0.0000349132,0.05000,1.421
13,block_sparse_moe.experts.80.w2,0.0000121159,0.05000,1.507
13,block_sparse_moe.experts.93.w2,0.0000164041,0.05000,1.499
13,block_sparse_moe.experts.83.w2,0.0000180464,0.05000,1.489
13,block_sparse_moe.experts.88.w2,0.0000153762,0.05000,1.482
13,block_sparse_moe.experts.98.w2,0.0000043563,0.05000,1.404
13,block_sparse_moe.experts.110.w2,0.0000111039,0.05000,1.380
13,block_sparse_moe.experts.106.w2,0.0000079781,0.05000,1.391
13,block_sparse_moe.experts.102.w2,0.0000080782,0.05000,1.413
13,block_sparse_moe.experts.107.w2,0.0000263046,0.05000,1.388
13,block_sparse_moe.experts.101.w2,0.0000161034,0.05000,1.464
13,block_sparse_moe.experts.111.w2,0.0000086649,0.05000,1.427
13,block_sparse_moe.experts.97.w2,0.0000144605,0.05000,1.463
13,block_sparse_moe.experts.103.w2,0.0000119399,0.05000,1.436
13,block_sparse_moe.experts.105.w2,0.0000138028,0.05000,1.482
13,block_sparse_moe.experts.108.w2,0.0000071991,0.05000,1.514
13,block_sparse_moe.experts.99.w2,0.0000446626,0.05000,1.390
13,block_sparse_moe.experts.100.w2,0.0000121832,0.05000,1.488
13,block_sparse_moe.experts.109.w2,0.0000387894,0.05000,1.437
13,block_sparse_moe.experts.96.w2,0.0000567275,0.05000,1.536
13,block_sparse_moe.experts.104.w2,0.0000258673,0.05000,1.560
13,block_sparse_moe.experts.114.w2,0.0000078154,0.05000,1.367
13,block_sparse_moe.experts.126.w2,0.0000060410,0.05000,1.372
13,block_sparse_moe.experts.122.w2,0.0000229981,0.05000,1.300
13,block_sparse_moe.experts.118.w2,0.0000267108,0.05000,1.337
13,block_sparse_moe.experts.117.w2,0.0000072916,0.05000,1.418
13,block_sparse_moe.experts.123.w2,0.0000359668,0.05000,1.510
13,block_sparse_moe.experts.127.w2,0.0000102149,0.05000,1.499
13,block_sparse_moe.experts.113.w2,0.0000079901,0.05000,1.489
13,block_sparse_moe.experts.121.w2,0.0000124233,0.05000,1.430
13,block_sparse_moe.experts.119.w2,0.0000941703,0.05000,1.466
13,block_sparse_moe.experts.125.w2,0.0000135359,0.05000,1.444
13,block_sparse_moe.experts.124.w2,0.0000415994,0.05000,1.467
13,block_sparse_moe.experts.115.w2,0.0000405315,0.05000,1.489
13,block_sparse_moe.experts.116.w2,0.0000514027,0.05000,1.497
13,block_sparse_moe.experts.112.w2,0.0000014997,0.05000,1.464
13,block_sparse_moe.experts.120.w2,0.0000189804,0.05000,1.449
13,block_sparse_moe.experts.130.w2,0.0000100376,0.05000,1.392
13,block_sparse_moe.experts.142.w2,0.0000121380,0.05000,1.446
13,block_sparse_moe.experts.138.w2,0.0000536273,0.05000,1.479
13,block_sparse_moe.experts.134.w2,0.0000081784,0.05000,1.431
13,block_sparse_moe.experts.139.w2,0.0000257624,0.05000,1.370
13,block_sparse_moe.experts.143.w2,0.0000176920,0.05000,1.372
13,block_sparse_moe.experts.133.w2,0.0000185054,0.05000,1.529
13,block_sparse_moe.experts.135.w2,0.0000575299,0.05000,1.433
13,block_sparse_moe.experts.140.w2,0.0000220996,0.05000,1.424
13,block_sparse_moe.experts.128.w2,0.0000320914,0.05000,1.384
13,block_sparse_moe.experts.132.w2,0.0000104228,0.05000,1.442
13,block_sparse_moe.experts.131.w2,0.0000074103,0.05000,1.454
13,block_sparse_moe.experts.129.w2,0.0000079369,0.05000,1.541
13,block_sparse_moe.experts.137.w2,0.0000147772,0.05000,1.565
13,block_sparse_moe.experts.141.w2,0.0000329556,0.05000,1.568
13,block_sparse_moe.experts.136.w2,0.0000231366,0.05000,1.473
13,block_sparse_moe.experts.146.w2,0.0000073440,0.05000,1.507
13,block_sparse_moe.experts.158.w2,0.0000052224,0.05000,1.486
13,block_sparse_moe.experts.154.w2,0.0000050434,0.05000,1.485
13,block_sparse_moe.experts.150.w2,0.0000093925,0.05000,1.483
13,block_sparse_moe.experts.155.w2,0.0000186773,0.05000,1.525
13,block_sparse_moe.experts.159.w2,0.0000344308,0.05000,1.583
13,block_sparse_moe.experts.149.w2,0.0000042560,0.05000,1.564
13,block_sparse_moe.experts.151.w2,0.0000382441,0.05000,1.544
13,block_sparse_moe.experts.156.w2,0.0000280238,0.05000,1.542
13,block_sparse_moe.experts.148.w2,0.0000344378,0.05000,1.527
13,block_sparse_moe.experts.145.w2,0.0000166654,0.05000,1.535
13,block_sparse_moe.experts.153.w2,0.0000259072,0.05000,1.540
13,block_sparse_moe.experts.144.w2,0.0000072521,0.05000,1.611
13,block_sparse_moe.experts.147.w2,0.0000194154,0.05000,1.617
13,block_sparse_moe.experts.157.w2,0.0000194259,0.05000,1.562
13,block_sparse_moe.experts.152.w2,0.0000059647,0.05000,1.573
13,block_sparse_moe.experts.162.w2,0.0000210469,0.05000,1.350
13,block_sparse_moe.experts.174.w2,0.0000095908,0.05000,1.309
13,block_sparse_moe.experts.170.w2,0.0000159804,0.05000,1.330
13,block_sparse_moe.experts.166.w2,0.0000048612,0.05000,1.340
13,block_sparse_moe.experts.165.w2,0.0000189936,0.05000,1.402
13,block_sparse_moe.experts.171.w2,0.0000136697,0.05000,1.527
13,block_sparse_moe.experts.175.w2,0.0000062680,0.05000,1.486
13,block_sparse_moe.experts.167.w2,0.0000089095,0.05000,1.450
13,block_sparse_moe.experts.161.w2,0.0000069915,0.05000,1.425
13,block_sparse_moe.experts.169.w2,0.0000206352,0.05000,1.442
13,block_sparse_moe.experts.172.w2,0.0000161440,0.05000,1.548
13,block_sparse_moe.experts.164.w2,0.0000105937,0.05000,1.537
13,block_sparse_moe.experts.173.w2,0.0000089217,0.05000,1.435
13,block_sparse_moe.experts.163.w2,0.0000334984,0.05000,1.478
13,block_sparse_moe.experts.160.w2,0.0000247216,0.05000,1.622
13,block_sparse_moe.experts.168.w2,0.0000189865,0.05000,1.523
13,block_sparse_moe.experts.178.w2,0.0000199855,0.05000,1.410
13,block_sparse_moe.experts.190.w2,0.0000203167,0.05000,1.458
13,block_sparse_moe.experts.186.w2,0.0000111979,0.05000,1.454
13,block_sparse_moe.experts.182.w2,0.0000124126,0.05000,1.457
13,block_sparse_moe.experts.181.w2,0.0000090112,0.05000,1.465
13,block_sparse_moe.experts.187.w2,0.0000274439,0.05000,1.513
13,block_sparse_moe.experts.191.w2,0.0000074275,0.05000,1.513
13,block_sparse_moe.experts.177.w2,0.0000131081,0.05000,1.441
13,block_sparse_moe.experts.183.w2,0.0000081111,0.05000,1.541
13,block_sparse_moe.experts.185.w2,0.0000123994,0.05000,1.477
13,block_sparse_moe.experts.188.w2,0.0000061916,0.05000,1.520
13,block_sparse_moe.experts.180.w2,0.0000294558,0.05000,1.520
13,block_sparse_moe.experts.179.w2,0.0000130226,0.05000,1.507
13,block_sparse_moe.experts.189.w2,0.0000177694,0.05000,1.558
13,block_sparse_moe.experts.176.w2,0.0000085355,0.05000,1.533
13,block_sparse_moe.experts.184.w2,0.0000251695,0.05000,1.553
13,block_sparse_moe.experts.194.w2,0.0000068279,0.05000,1.511
13,block_sparse_moe.experts.206.w2,0.0000058505,0.05000,1.516
13,block_sparse_moe.experts.198.w2,0.0000148818,0.05000,1.527
13,block_sparse_moe.experts.202.w2,0.0000059307,0.05000,1.572
13,block_sparse_moe.experts.197.w2,0.0000311506,0.05000,1.526
13,block_sparse_moe.experts.203.w2,0.0000178505,0.05000,1.502
13,block_sparse_moe.experts.207.w2,0.0000170709,0.05000,1.473
13,block_sparse_moe.experts.199.w2,0.0000176487,0.05000,1.431
13,block_sparse_moe.experts.193.w2,0.0000142029,0.05000,1.528
13,block_sparse_moe.experts.201.w2,0.0000284263,0.05000,1.549
13,block_sparse_moe.experts.196.w2,0.0000120999,0.05000,1.472
13,block_sparse_moe.experts.204.w2,0.0000123716,0.05000,1.513
13,block_sparse_moe.experts.195.w2,0.0000262391,0.05000,1.499
13,block_sparse_moe.experts.205.w2,0.0000302092,0.05000,1.567
13,block_sparse_moe.experts.192.w2,0.0000251347,0.05000,1.535
13,block_sparse_moe.experts.200.w2,0.0000442817,0.05000,1.548
13,block_sparse_moe.experts.210.w2,0.0000085936,0.05000,1.363
13,block_sparse_moe.experts.222.w2,0.0000087604,0.05000,1.470
13,block_sparse_moe.experts.218.w2,0.0000129075,0.05000,1.398
13,block_sparse_moe.experts.214.w2,0.0000057257,0.05000,1.440
13,block_sparse_moe.experts.219.w2,0.0000085898,0.05000,1.462
13,block_sparse_moe.experts.213.w2,0.0000258470,0.05000,1.504
13,block_sparse_moe.experts.215.w2,0.0000084114,0.05000,1.467
13,block_sparse_moe.experts.223.w2,0.0000128947,0.05000,1.544
13,block_sparse_moe.experts.209.w2,0.0000198802,0.05000,1.546
13,block_sparse_moe.experts.211.w2,0.0000265996,0.05000,1.432
13,block_sparse_moe.experts.217.w2,0.0000111909,0.05000,1.565
13,block_sparse_moe.experts.220.w2,0.0000140640,0.05000,1.597
13,block_sparse_moe.experts.212.w2,0.0000186876,0.05000,1.630
13,block_sparse_moe.experts.221.w2,0.0000233965,0.05000,1.490
13,block_sparse_moe.experts.208.w2,0.0000115965,0.05000,1.519
13,block_sparse_moe.experts.216.w2,0.0000313919,0.05000,1.526
13,block_sparse_moe.experts.226.w2,0.0000123687,0.05000,1.591
13,block_sparse_moe.experts.238.w2,0.0000135370,0.05000,1.537
13,block_sparse_moe.experts.234.w2,0.0000105946,0.05000,1.501
13,block_sparse_moe.experts.230.w2,0.0000261437,0.05000,1.522
13,block_sparse_moe.experts.229.w2,0.0000059961,0.05000,1.420
13,block_sparse_moe.experts.231.w2,0.0000098309,0.05000,1.478
13,block_sparse_moe.experts.235.w2,0.0000167551,0.05000,1.502
13,block_sparse_moe.experts.225.w2,0.0000319650,0.05000,1.398
13,block_sparse_moe.experts.239.w2,0.0000211798,0.05000,1.513
13,block_sparse_moe.experts.233.w2,0.0000154651,0.05000,1.336
13,block_sparse_moe.experts.237.w2,0.0000156961,0.05000,1.352
13,block_sparse_moe.experts.227.w2,0.0000266689,0.05000,1.518
13,block_sparse_moe.experts.228.w2,0.0000121378,0.05000,1.451
13,block_sparse_moe.experts.236.w2,0.0000159236,0.05000,1.468
13,block_sparse_moe.experts.224.w2,0.0000073628,0.05000,1.482
13,block_sparse_moe.experts.232.w2,0.0000055284,0.05000,1.515
13,block_sparse_moe.experts.242.w2,0.0000172672,0.05000,1.440
13,block_sparse_moe.experts.254.w2,0.0000163635,0.05000,1.458
13,block_sparse_moe.experts.250.w2,0.0000059731,0.05000,1.415
13,block_sparse_moe.experts.246.w2,0.0000046492,0.05000,1.409
13,block_sparse_moe.experts.245.w2,0.0000152127,0.05000,1.370
13,block_sparse_moe.experts.241.w2,0.0000108128,0.05000,1.285
13,block_sparse_moe.experts.249.w2,0.0000086743,0.05000,1.223
13,block_sparse_moe.experts.253.w2,0.0000174623,0.05000,1.154
13,block_sparse_moe.experts.247.w2,0.0000113118,0.05000,1.419
13,block_sparse_moe.experts.251.w2,0.0000116905,0.05000,1.451
13,block_sparse_moe.experts.255.w2,0.0000131290,0.05000,1.400
13,block_sparse_moe.experts.243.w2,0.0000146161,0.05000,1.298
13,block_sparse_moe.experts.244.w2,0.0000203587,0.05000,1.416
13,block_sparse_moe.experts.252.w2,0.0000165617,0.05000,1.422
13,block_sparse_moe.experts.240.w2,0.0000084044,0.05000,1.383
13,block_sparse_moe.experts.248.w2,0.0000102384,0.05000,1.294
14,self_attn.k_proj,0.0000001287,0.05000,0.917
14,self_attn.q_proj,0.0000008047,0.05000,0.957
14,self_attn.v_proj,0.0000001060,0.05000,0.970
14,self_attn.o_proj,0.0000000536,0.05000,1.825
14,block_sparse_moe.experts.4.w1,0.0001204017,0.05000,3.109
14,block_sparse_moe.experts.3.w1,0.0001142642,0.05000,3.151
14,block_sparse_moe.experts.11.w1,0.0000334482,0.05000,3.137
14,block_sparse_moe.experts.7.w1,0.0001473920,0.05000,3.158
14,block_sparse_moe.experts.12.w1,0.0001695246,0.05000,3.168
14,block_sparse_moe.experts.8.w1,0.0001582832,0.05000,3.189
14,block_sparse_moe.experts.15.w1,0.0000815796,0.05000,3.190
14,block_sparse_moe.experts.9.w1,0.0001046616,0.05000,3.211
14,block_sparse_moe.experts.0.w1,0.0000564448,0.05000,3.266
14,block_sparse_moe.experts.13.w1,0.0000996850,0.05000,3.247
14,block_sparse_moe.experts.5.w1,0.0001105867,0.05000,3.316
14,block_sparse_moe.experts.1.w1,0.0000788825,0.05000,3.324
14,block_sparse_moe.experts.2.w1,0.0000697537,0.05000,3.388
14,block_sparse_moe.experts.10.w1,0.0000433084,0.05000,3.416
14,block_sparse_moe.experts.6.w1,0.0001017386,0.05000,3.456
14,block_sparse_moe.experts.14.w1,0.0001021135,0.05000,3.473
14,block_sparse_moe.experts.28.w1,0.0002246671,0.05000,2.900
14,block_sparse_moe.experts.20.w1,0.0000183890,0.05000,3.041
14,block_sparse_moe.experts.27.w1,0.0000717433,0.05000,3.000
14,block_sparse_moe.experts.24.w1,0.0000801673,0.05000,2.973
14,block_sparse_moe.experts.25.w1,0.0000633705,0.05000,2.989
14,block_sparse_moe.experts.23.w1,0.0001042149,0.05000,3.056
14,block_sparse_moe.experts.16.w1,0.0000470204,0.05000,2.985
14,block_sparse_moe.experts.31.w1,0.0000861346,0.05000,3.054
14,block_sparse_moe.experts.21.w1,0.0000631436,0.05000,2.980
14,block_sparse_moe.experts.19.w1,0.0000890685,0.05000,3.141
14,block_sparse_moe.experts.29.w1,0.0000713060,0.05000,3.027
14,block_sparse_moe.experts.18.w1,0.0001334844,0.05000,2.923
14,block_sparse_moe.experts.17.w1,0.0000686839,0.05000,3.020
14,block_sparse_moe.experts.30.w1,0.0000711353,0.05000,2.918
14,block_sparse_moe.experts.26.w1,0.0000510543,0.05000,3.002
14,block_sparse_moe.experts.22.w1,0.0000397944,0.05000,3.034
14,block_sparse_moe.experts.44.w1,0.0000657535,0.05000,2.931
14,block_sparse_moe.experts.40.w1,0.0000944392,0.05000,2.961
14,block_sparse_moe.experts.36.w1,0.0000120478,0.05000,3.008
14,block_sparse_moe.experts.41.w1,0.0000664016,0.05000,2.991
14,block_sparse_moe.experts.34.w1,0.0000639927,0.05000,2.907
14,block_sparse_moe.experts.43.w1,0.0000620607,0.05000,3.076
14,block_sparse_moe.experts.46.w1,0.0002140434,0.05000,2.830
14,block_sparse_moe.experts.32.w1,0.0000434815,0.05000,3.005
14,block_sparse_moe.experts.33.w1,0.0000782647,0.05000,3.005
14,block_sparse_moe.experts.38.w1,0.0001070163,0.05000,2.863
14,block_sparse_moe.experts.42.w1,0.0000702047,0.05000,2.919
14,block_sparse_moe.experts.35.w1,0.0000775309,0.05000,3.080
14,block_sparse_moe.experts.45.w1,0.0001104816,0.05000,3.079
14,block_sparse_moe.experts.47.w1,0.0000625026,0.05000,3.115
14,block_sparse_moe.experts.39.w1,0.0000856596,0.05000,3.192
14,block_sparse_moe.experts.37.w1,0.0000876147,0.05000,3.133
14,block_sparse_moe.experts.60.w1,0.0000561273,0.05000,2.919
14,block_sparse_moe.experts.52.w1,0.0000292284,0.05000,2.822
14,block_sparse_moe.experts.56.w1,0.0001039581,0.05000,2.897
14,block_sparse_moe.experts.50.w1,0.0000962894,0.05000,2.969
14,block_sparse_moe.experts.58.w1,0.0001186559,0.05000,2.908
14,block_sparse_moe.experts.57.w1,0.0000343868,0.05000,3.072
14,block_sparse_moe.experts.62.w1,0.0000804514,0.05000,3.080
14,block_sparse_moe.experts.54.w1,0.0000161659,0.05000,2.996
14,block_sparse_moe.experts.61.w1,0.0001548842,0.05000,2.990
14,block_sparse_moe.experts.48.w1,0.0000194360,0.05000,3.112
14,block_sparse_moe.experts.59.w1,0.0001603896,0.05000,3.166
14,block_sparse_moe.experts.49.w1,0.0000336498,0.05000,3.058
14,block_sparse_moe.experts.53.w1,0.0001070228,0.05000,3.019
14,block_sparse_moe.experts.55.w1,0.0001229938,0.05000,3.162
14,block_sparse_moe.experts.63.w1,0.0001124993,0.05000,3.231
14,block_sparse_moe.experts.51.w1,0.0000508916,0.05000,3.276
14,block_sparse_moe.experts.76.w1,0.0001024995,0.05000,3.053
14,block_sparse_moe.experts.72.w1,0.0000625575,0.05000,3.009
14,block_sparse_moe.experts.68.w1,0.0000215445,0.05000,3.120
14,block_sparse_moe.experts.73.w1,0.0000438568,0.05000,2.919
14,block_sparse_moe.experts.66.w1,0.0000760644,0.05000,3.004
14,block_sparse_moe.experts.77.w1,0.0000662894,0.05000,2.939
14,block_sparse_moe.experts.74.w1,0.0000371728,0.05000,3.054
14,block_sparse_moe.experts.64.w1,0.0000879860,0.05000,2.998
14,block_sparse_moe.experts.78.w1,0.0001542634,0.05000,3.056
14,block_sparse_moe.experts.70.w1,0.0000389393,0.05000,3.032
14,block_sparse_moe.experts.75.w1,0.0000663117,0.05000,2.992
14,block_sparse_moe.experts.71.w1,0.0000181786,0.05000,2.878
14,block_sparse_moe.experts.65.w1,0.0001154980,0.05000,3.054
14,block_sparse_moe.experts.69.w1,0.0001099028,0.05000,3.057
14,block_sparse_moe.experts.79.w1,0.0000586897,0.05000,2.944
14,block_sparse_moe.experts.67.w1,0.0001068008,0.05000,2.964
14,block_sparse_moe.experts.92.w1,0.0001122695,0.05000,3.025
14,block_sparse_moe.experts.88.w1,0.0001213270,0.05000,3.025
14,block_sparse_moe.experts.89.w1,0.0001181438,0.05000,3.012
14,block_sparse_moe.experts.84.w1,0.0000547176,0.05000,3.096
14,block_sparse_moe.experts.93.w1,0.0000315959,0.05000,3.022
14,block_sparse_moe.experts.82.w1,0.0001641506,0.05000,3.218
14,block_sparse_moe.experts.80.w1,0.0000783334,0.05000,3.043
14,block_sparse_moe.experts.81.w1,0.0001246673,0.05000,2.976
14,block_sparse_moe.experts.90.w1,0.0000186236,0.05000,3.176
14,block_sparse_moe.experts.85.w1,0.0000433829,0.05000,3.003
14,block_sparse_moe.experts.86.w1,0.0001357558,0.05000,3.200
14,block_sparse_moe.experts.91.w1,0.0001117016,0.05000,3.202
14,block_sparse_moe.experts.94.w1,0.0000800487,0.05000,3.236
14,block_sparse_moe.experts.87.w1,0.0001143971,0.05000,3.213
14,block_sparse_moe.experts.95.w1,0.0001231243,0.05000,3.187
14,block_sparse_moe.experts.83.w1,0.0001037893,0.05000,3.183
14,block_sparse_moe.experts.108.w1,0.0000594575,0.05000,3.030
14,block_sparse_moe.experts.104.w1,0.0000340000,0.05000,3.000
14,block_sparse_moe.experts.105.w1,0.0001194222,0.05000,2.898
14,block_sparse_moe.experts.100.w1,0.0000823037,0.05000,3.022
14,block_sparse_moe.experts.109.w1,0.0001199851,0.05000,2.897
14,block_sparse_moe.experts.98.w1,0.0000650912,0.05000,2.873
14,block_sparse_moe.experts.97.w1,0.0001264790,0.05000,2.891
14,block_sparse_moe.experts.101.w1,0.0001398579,0.05000,2.882
14,block_sparse_moe.experts.106.w1,0.0000517334,0.05000,2.897
14,block_sparse_moe.experts.96.w1,0.0000480218,0.05000,2.990
14,block_sparse_moe.experts.102.w1,0.0000823001,0.05000,2.848
14,block_sparse_moe.experts.110.w1,0.0001195400,0.05000,2.911
14,block_sparse_moe.experts.107.w1,0.0001021611,0.05000,3.124
14,block_sparse_moe.experts.103.w1,0.0000463211,0.05000,3.065
14,block_sparse_moe.experts.111.w1,0.0001573411,0.05000,3.068
14,block_sparse_moe.experts.99.w1,0.0000753064,0.05000,3.167
14,block_sparse_moe.experts.124.w1,0.0001387512,0.05000,2.608
14,block_sparse_moe.experts.121.w1,0.0000776613,0.05000,2.627
14,block_sparse_moe.experts.120.w1,0.0001435231,0.05000,2.708
14,block_sparse_moe.experts.125.w1,0.0000766054,0.05000,2.566
14,block_sparse_moe.experts.116.w1,0.0000312192,0.05000,2.756
14,block_sparse_moe.experts.113.w1,0.0000186612,0.05000,2.707
14,block_sparse_moe.experts.117.w1,0.0000463338,0.05000,2.720
14,block_sparse_moe.experts.112.w1,0.0000469842,0.05000,2.797
14,block_sparse_moe.experts.114.w1,0.0001491499,0.05000,3.171
14,block_sparse_moe.experts.118.w1,0.0000845639,0.05000,3.114
14,block_sparse_moe.experts.122.w1,0.0000481095,0.05000,3.228
14,block_sparse_moe.experts.126.w1,0.0000841443,0.05000,3.141
14,block_sparse_moe.experts.123.w1,0.0000566429,0.05000,2.950
14,block_sparse_moe.experts.119.w1,0.0000255140,0.05000,2.979
14,block_sparse_moe.experts.127.w1,0.0000819432,0.05000,2.908
14,block_sparse_moe.experts.115.w1,0.0001522145,0.05000,2.983
14,block_sparse_moe.experts.140.w1,0.0000107353,0.05000,2.978
14,block_sparse_moe.experts.136.w1,0.0000728868,0.05000,3.048
14,block_sparse_moe.experts.137.w1,0.0001295222,0.05000,3.219
14,block_sparse_moe.experts.132.w1,0.0000292668,0.05000,3.059
14,block_sparse_moe.experts.141.w1,0.0000687857,0.05000,3.289
14,block_sparse_moe.experts.128.w1,0.0000865341,0.05000,3.046
14,block_sparse_moe.experts.129.w1,0.0001414806,0.05000,3.221
14,block_sparse_moe.experts.133.w1,0.0000782798,0.05000,3.233
14,block_sparse_moe.experts.130.w1,0.0000908379,0.05000,2.990
14,block_sparse_moe.experts.143.w1,0.0001029693,0.05000,2.856
14,block_sparse_moe.experts.139.w1,0.0001465899,0.05000,2.945
14,block_sparse_moe.experts.134.w1,0.0000252265,0.05000,3.069
14,block_sparse_moe.experts.135.w1,0.0000391277,0.05000,2.914
14,block_sparse_moe.experts.138.w1,0.0001072760,0.05000,3.018
14,block_sparse_moe.experts.142.w1,0.0001896451,0.05000,3.052
14,block_sparse_moe.experts.131.w1,0.0001416891,0.05000,2.920
14,block_sparse_moe.experts.156.w1,0.0000472522,0.05000,3.199
14,block_sparse_moe.experts.152.w1,0.0000623361,0.05000,3.169
14,block_sparse_moe.experts.153.w1,0.0000668898,0.05000,3.089
14,block_sparse_moe.experts.157.w1,0.0000828364,0.05000,3.061
14,block_sparse_moe.experts.148.w1,0.0001110753,0.05000,3.114
14,block_sparse_moe.experts.145.w1,0.0000716274,0.05000,3.077
14,block_sparse_moe.experts.144.w1,0.0000623600,0.05000,3.093
14,block_sparse_moe.experts.151.w1,0.0000856369,0.05000,2.803
14,block_sparse_moe.experts.149.w1,0.0000338317,0.05000,3.113
14,block_sparse_moe.experts.155.w1,0.0000826956,0.05000,2.855
14,block_sparse_moe.experts.146.w1,0.0000612469,0.05000,3.029
14,block_sparse_moe.experts.159.w1,0.0000628361,0.05000,2.936
14,block_sparse_moe.experts.150.w1,0.0000406635,0.05000,2.945
14,block_sparse_moe.experts.154.w1,0.0000246319,0.05000,2.983
14,block_sparse_moe.experts.147.w1,0.0001110843,0.05000,2.816
14,block_sparse_moe.experts.158.w1,0.0000723379,0.05000,2.965
14,block_sparse_moe.experts.169.w1,0.0001136608,0.05000,2.879
14,block_sparse_moe.experts.173.w1,0.0000270860,0.05000,2.892
14,block_sparse_moe.experts.172.w1,0.0001442845,0.05000,3.210
14,block_sparse_moe.experts.168.w1,0.0000619560,0.05000,3.192
14,block_sparse_moe.experts.164.w1,0.0000346483,0.05000,3.124
14,block_sparse_moe.experts.161.w1,0.0000661730,0.05000,2.962
14,block_sparse_moe.experts.162.w1,0.0001560721,0.05000,2.939
14,block_sparse_moe.experts.165.w1,0.0000895482,0.05000,2.986
14,block_sparse_moe.experts.166.w1,0.0001212545,0.05000,2.911
14,block_sparse_moe.experts.160.w1,0.0000792713,0.05000,3.209
14,block_sparse_moe.experts.167.w1,0.0001891964,0.05000,3.158
14,block_sparse_moe.experts.174.w1,0.0001168378,0.05000,2.902
14,block_sparse_moe.experts.170.w1,0.0000997937,0.05000,2.983
14,block_sparse_moe.experts.171.w1,0.0000946014,0.05000,3.179
14,block_sparse_moe.experts.175.w1,0.0001032919,0.05000,3.256
14,block_sparse_moe.experts.163.w1,0.0000774174,0.05000,3.148
14,block_sparse_moe.experts.189.w1,0.0000777565,0.05000,2.888
14,block_sparse_moe.experts.188.w1,0.0001295469,0.05000,3.214
14,block_sparse_moe.experts.177.w1,0.0000487500,0.05000,2.987
14,block_sparse_moe.experts.184.w1,0.0001106191,0.05000,3.146
14,block_sparse_moe.experts.185.w1,0.0001276783,0.05000,3.470
14,block_sparse_moe.experts.181.w1,0.0001187908,0.05000,2.967
14,block_sparse_moe.experts.180.w1,0.0001187761,0.05000,3.174
14,block_sparse_moe.experts.178.w1,0.0000577928,0.05000,3.125
14,block_sparse_moe.experts.182.w1,0.0000975821,0.05000,3.133
14,block_sparse_moe.experts.187.w1,0.0000524831,0.05000,2.980
14,block_sparse_moe.experts.183.w1,0.0001122690,0.05000,3.051
14,block_sparse_moe.experts.176.w1,0.0000790119,0.05000,3.134
14,block_sparse_moe.experts.190.w1,0.0001019434,0.05000,3.130
14,block_sparse_moe.experts.191.w1,0.0000745051,0.05000,3.020
14,block_sparse_moe.experts.186.w1,0.0000505060,0.05000,3.194
14,block_sparse_moe.experts.179.w1,0.0000911010,0.05000,3.021
14,block_sparse_moe.experts.205.w1,0.0001440445,0.05000,3.116
14,block_sparse_moe.experts.200.w1,0.0000803213,0.05000,3.046
14,block_sparse_moe.experts.204.w1,0.0001105737,0.05000,3.137
14,block_sparse_moe.experts.193.w1,0.0000780097,0.05000,3.175
14,block_sparse_moe.experts.201.w1,0.0001073702,0.05000,3.135
14,block_sparse_moe.experts.196.w1,0.0000963210,0.05000,3.078
14,block_sparse_moe.experts.197.w1,0.0000341115,0.05000,3.144
14,block_sparse_moe.experts.199.w1,0.0000727491,0.05000,2.984
14,block_sparse_moe.experts.194.w1,0.0000578541,0.05000,3.175
14,block_sparse_moe.experts.203.w1,0.0000874591,0.05000,3.094
14,block_sparse_moe.experts.198.w1,0.0000171729,0.05000,3.151
14,block_sparse_moe.experts.192.w1,0.0001104403,0.05000,3.075
14,block_sparse_moe.experts.206.w1,0.0000827562,0.05000,3.129
14,block_sparse_moe.experts.207.w1,0.0000866075,0.05000,3.108
14,block_sparse_moe.experts.195.w1,0.0000829195,0.05000,3.044
14,block_sparse_moe.experts.202.w1,0.0000447893,0.05000,3.091
14,block_sparse_moe.experts.221.w1,0.0000757149,0.05000,3.108
14,block_sparse_moe.experts.209.w1,0.0000124655,0.05000,3.111
14,block_sparse_moe.experts.220.w1,0.0001804286,0.05000,3.207
14,block_sparse_moe.experts.216.w1,0.0000987875,0.05000,3.277
14,block_sparse_moe.experts.213.w1,0.0000877884,0.05000,3.100
14,block_sparse_moe.experts.217.w1,0.0001399553,0.05000,3.207
14,block_sparse_moe.experts.215.w1,0.0000225408,0.05000,3.188
14,block_sparse_moe.experts.212.w1,0.0000744933,0.05000,3.276
14,block_sparse_moe.experts.214.w1,0.0000625495,0.05000,3.190
14,block_sparse_moe.experts.219.w1,0.0000436485,0.05000,3.244
14,block_sparse_moe.experts.210.w1,0.0000999573,0.05000,3.258
14,block_sparse_moe.experts.208.w1,0.0000853415,0.05000,3.223
14,block_sparse_moe.experts.211.w1,0.0000397434,0.05000,3.186
14,block_sparse_moe.experts.223.w1,0.0000827411,0.05000,3.226
14,block_sparse_moe.experts.218.w1,0.0001464860,0.05000,3.237
14,block_sparse_moe.experts.222.w1,0.0000981008,0.05000,3.460
14,block_sparse_moe.experts.237.w1,0.0000455674,0.05000,3.146
14,block_sparse_moe.experts.225.w1,0.0000377018,0.05000,3.142
14,block_sparse_moe.experts.236.w1,0.0001756889,0.05000,3.135
14,block_sparse_moe.experts.232.w1,0.0000364469,0.05000,3.163
14,block_sparse_moe.experts.233.w1,0.0000990336,0.05000,3.118
14,block_sparse_moe.experts.231.w1,0.0000586742,0.05000,3.090
14,block_sparse_moe.experts.229.w1,0.0001458246,0.05000,3.242
14,block_sparse_moe.experts.228.w1,0.0001261020,0.05000,3.110
14,block_sparse_moe.experts.235.w1,0.0001059554,0.05000,3.087
14,block_sparse_moe.experts.224.w1,0.0002047673,0.05000,3.089
14,block_sparse_moe.experts.239.w1,0.0000717709,0.05000,3.066
14,block_sparse_moe.experts.227.w1,0.0000714230,0.05000,3.123
14,block_sparse_moe.experts.230.w1,0.0000966849,0.05000,3.266
14,block_sparse_moe.experts.226.w1,0.0000566507,0.05000,3.284
14,block_sparse_moe.experts.234.w1,0.0000501731,0.05000,3.241
14,block_sparse_moe.experts.238.w1,0.0001163109,0.05000,3.223
14,block_sparse_moe.experts.253.w1,0.0000173644,0.05000,3.097
14,block_sparse_moe.experts.252.w1,0.0000317511,0.05000,2.812
14,block_sparse_moe.experts.248.w1,0.0000442556,0.05000,2.881
14,block_sparse_moe.experts.244.w1,0.0000767012,0.05000,2.818
14,block_sparse_moe.experts.241.w1,0.0001517385,0.05000,3.048
14,block_sparse_moe.experts.249.w1,0.0001124833,0.05000,3.038
14,block_sparse_moe.experts.240.w1,0.0001408175,0.05000,2.854
14,block_sparse_moe.experts.245.w1,0.0000975062,0.05000,3.037
14,block_sparse_moe.experts.247.w1,0.0001325896,0.05000,3.041
14,block_sparse_moe.experts.251.w1,0.0001654900,0.05000,3.017
14,block_sparse_moe.experts.242.w1,0.0001034777,0.05000,2.890
14,block_sparse_moe.experts.255.w1,0.0001902232,0.05000,3.022
14,block_sparse_moe.experts.246.w1,0.0000400409,0.05000,3.009
14,block_sparse_moe.experts.243.w1,0.0002380759,0.05000,3.059
14,block_sparse_moe.experts.250.w1,0.0000931456,0.05000,2.959
14,block_sparse_moe.experts.254.w1,0.0001367230,0.05000,2.903
14,block_sparse_moe.experts.13.w3,0.0000969907,0.05000,3.050
14,block_sparse_moe.experts.12.w3,0.0001675840,0.05000,3.027
14,block_sparse_moe.experts.4.w3,0.0001195598,0.05000,3.005
14,block_sparse_moe.experts.8.w3,0.0001565073,0.05000,3.079
14,block_sparse_moe.experts.1.w3,0.0000779026,0.05000,3.072
14,block_sparse_moe.experts.9.w3,0.0001038494,0.05000,3.059
14,block_sparse_moe.experts.0.w3,0.0000539754,0.05000,3.022
14,block_sparse_moe.experts.2.w3,0.0000682924,0.05000,2.894
14,block_sparse_moe.experts.5.w3,0.0001092033,0.05000,3.116
14,block_sparse_moe.experts.6.w3,0.0000992767,0.05000,2.877
14,block_sparse_moe.experts.10.w3,0.0000414857,0.05000,2.826
14,block_sparse_moe.experts.7.w3,0.0001472593,0.05000,3.281
14,block_sparse_moe.experts.11.w3,0.0000326392,0.05000,3.268
14,block_sparse_moe.experts.14.w3,0.0001012507,0.05000,2.944
14,block_sparse_moe.experts.15.w3,0.0000797974,0.05000,3.283
14,block_sparse_moe.experts.3.w3,0.0001028263,0.05000,3.330
14,block_sparse_moe.experts.29.w3,0.0000714283,0.05000,3.225
14,block_sparse_moe.experts.28.w3,0.0002159834,0.05000,3.151
14,block_sparse_moe.experts.24.w3,0.0000782036,0.05000,3.094
14,block_sparse_moe.experts.20.w3,0.0000187959,0.05000,3.124
14,block_sparse_moe.experts.17.w3,0.0000670672,0.05000,3.139
14,block_sparse_moe.experts.18.w3,0.0001320592,0.05000,2.956
14,block_sparse_moe.experts.22.w3,0.0000400923,0.05000,2.949
14,block_sparse_moe.experts.25.w3,0.0000618610,0.05000,3.136
14,block_sparse_moe.experts.16.w3,0.0000457316,0.05000,3.166
14,block_sparse_moe.experts.21.w3,0.0000615066,0.05000,3.091
14,block_sparse_moe.experts.26.w3,0.0000501075,0.05000,2.982
14,block_sparse_moe.experts.30.w3,0.0000669224,0.05000,2.978
14,block_sparse_moe.experts.23.w3,0.0001019791,0.05000,3.325
14,block_sparse_moe.experts.27.w3,0.0000705790,0.05000,3.275
14,block_sparse_moe.experts.31.w3,0.0000846298,0.05000,3.273
14,block_sparse_moe.experts.19.w3,0.0000870579,0.05000,3.286
14,block_sparse_moe.experts.44.w3,0.0000653531,0.05000,2.958
14,block_sparse_moe.experts.40.w3,0.0000912735,0.05000,2.941
14,block_sparse_moe.experts.45.w3,0.0001081446,0.05000,3.162
14,block_sparse_moe.experts.38.w3,0.0001055789,0.05000,2.922
14,block_sparse_moe.experts.34.w3,0.0000629283,0.05000,2.998
14,block_sparse_moe.experts.36.w3,0.0000115491,0.05000,3.137
14,block_sparse_moe.experts.42.w3,0.0000693063,0.05000,2.914
14,block_sparse_moe.experts.32.w3,0.0000430641,0.05000,2.964
14,block_sparse_moe.experts.33.w3,0.0000764814,0.05000,3.217
14,block_sparse_moe.experts.37.w3,0.0000859406,0.05000,3.177
14,block_sparse_moe.experts.46.w3,0.0002104400,0.05000,2.968
14,block_sparse_moe.experts.41.w3,0.0000657457,0.05000,3.328
14,block_sparse_moe.experts.39.w3,0.0000845826,0.05000,2.980
14,block_sparse_moe.experts.43.w3,0.0000608590,0.05000,3.065
14,block_sparse_moe.experts.47.w3,0.0000624301,0.05000,3.004
14,block_sparse_moe.experts.35.w3,0.0000742948,0.05000,3.000
14,block_sparse_moe.experts.56.w3,0.0001040280,0.05000,3.346
14,block_sparse_moe.experts.52.w3,0.0000254586,0.05000,3.406
14,block_sparse_moe.experts.48.w3,0.0000193448,0.05000,3.387
14,block_sparse_moe.experts.61.w3,0.0001553373,0.05000,3.655
14,block_sparse_moe.experts.60.w3,0.0000555411,0.05000,3.988
14,block_sparse_moe.experts.54.w3,0.0000163331,0.05000,3.749
14,block_sparse_moe.experts.50.w3,0.0000968089,0.05000,3.781
14,block_sparse_moe.experts.58.w3,0.0001185265,0.05000,3.893
14,block_sparse_moe.experts.49.w3,0.0000337245,0.05000,3.793
14,block_sparse_moe.experts.57.w3,0.0000334978,0.05000,3.790
14,block_sparse_moe.experts.62.w3,0.0000788453,0.05000,3.886
14,block_sparse_moe.experts.63.w3,0.0001095612,0.05000,3.531
14,block_sparse_moe.experts.53.w3,0.0000988279,0.05000,4.000
14,block_sparse_moe.experts.59.w3,0.0001538447,0.05000,3.651
14,block_sparse_moe.experts.55.w3,0.0001223611,0.05000,3.900
14,block_sparse_moe.experts.51.w3,0.0000499569,0.05000,3.572
14,block_sparse_moe.experts.72.w3,0.0000599589,0.05000,3.196
14,block_sparse_moe.experts.77.w3,0.0000594925,0.05000,2.897
14,block_sparse_moe.experts.68.w3,0.0000208499,0.05000,3.046
14,block_sparse_moe.experts.64.w3,0.0000884273,0.05000,3.269
14,block_sparse_moe.experts.65.w3,0.0001136324,0.05000,2.826
14,block_sparse_moe.experts.70.w3,0.0000385981,0.05000,3.106
14,block_sparse_moe.experts.66.w3,0.0000750913,0.05000,3.114
14,block_sparse_moe.experts.74.w3,0.0000359622,0.05000,3.026
14,block_sparse_moe.experts.76.w3,0.0001019152,0.05000,3.424
14,block_sparse_moe.experts.69.w3,0.0001082023,0.05000,2.856
14,block_sparse_moe.experts.73.w3,0.0000427549,0.05000,3.010
14,block_sparse_moe.experts.78.w3,0.0001532420,0.05000,3.001
14,block_sparse_moe.experts.79.w3,0.0000572068,0.05000,3.181
14,block_sparse_moe.experts.75.w3,0.0000666588,0.05000,3.249
14,block_sparse_moe.experts.71.w3,0.0000176796,0.05000,3.335
14,block_sparse_moe.experts.67.w3,0.0001057110,0.05000,3.338
14,block_sparse_moe.experts.93.w3,0.0000307194,0.05000,3.055
14,block_sparse_moe.experts.88.w3,0.0001210145,0.05000,3.247
14,block_sparse_moe.experts.84.w3,0.0000538740,0.05000,3.302
14,block_sparse_moe.experts.86.w3,0.0001328406,0.05000,3.123
14,block_sparse_moe.experts.82.w3,0.0001591558,0.05000,3.074
14,block_sparse_moe.experts.81.w3,0.0001177996,0.05000,3.189
14,block_sparse_moe.experts.80.w3,0.0000782680,0.05000,3.279
14,block_sparse_moe.experts.90.w3,0.0000179427,0.05000,3.081
14,block_sparse_moe.experts.85.w3,0.0000430505,0.05000,3.060
14,block_sparse_moe.experts.92.w3,0.0001110211,0.05000,3.171
14,block_sparse_moe.experts.94.w3,0.0000787904,0.05000,3.056
14,block_sparse_moe.experts.89.w3,0.0001163726,0.05000,3.096
14,block_sparse_moe.experts.95.w3,0.0001199745,0.05000,3.098
14,block_sparse_moe.experts.91.w3,0.0001102447,0.05000,3.062
14,block_sparse_moe.experts.87.w3,0.0001141349,0.05000,3.001
14,block_sparse_moe.experts.83.w3,0.0001028795,0.05000,2.993
14,block_sparse_moe.experts.109.w3,0.0001181755,0.05000,3.022
14,block_sparse_moe.experts.104.w3,0.0000339377,0.05000,3.050
14,block_sparse_moe.experts.100.w3,0.0000819453,0.05000,3.079
14,block_sparse_moe.experts.96.w3,0.0000450674,0.05000,3.187
14,block_sparse_moe.experts.97.w3,0.0001263598,0.05000,3.236
14,block_sparse_moe.experts.102.w3,0.0000807753,0.05000,3.328
14,block_sparse_moe.experts.98.w3,0.0000646008,0.05000,3.359
14,block_sparse_moe.experts.106.w3,0.0000479526,0.05000,3.320
14,block_sparse_moe.experts.108.w3,0.0000569286,0.05000,3.196
14,block_sparse_moe.experts.101.w3,0.0001406338,0.05000,3.287
14,block_sparse_moe.experts.105.w3,0.0001168542,0.05000,3.328
14,block_sparse_moe.experts.110.w3,0.0001161337,0.05000,3.409
14,block_sparse_moe.experts.107.w3,0.0001006997,0.05000,3.123
14,block_sparse_moe.experts.111.w3,0.0001569309,0.05000,3.198
14,block_sparse_moe.experts.99.w3,0.0000724577,0.05000,2.992
14,block_sparse_moe.experts.103.w3,0.0000447523,0.05000,3.116
14,block_sparse_moe.experts.120.w3,0.0001430492,0.05000,2.981
14,block_sparse_moe.experts.125.w3,0.0000764498,0.05000,3.307
14,block_sparse_moe.experts.116.w3,0.0000293059,0.05000,3.039
14,block_sparse_moe.experts.112.w3,0.0000467863,0.05000,3.023
14,block_sparse_moe.experts.118.w3,0.0000834156,0.05000,2.999
14,block_sparse_moe.experts.113.w3,0.0000183767,0.05000,3.058
14,block_sparse_moe.experts.114.w3,0.0001450666,0.05000,2.999
14,block_sparse_moe.experts.122.w3,0.0000479867,0.05000,3.033
14,block_sparse_moe.experts.124.w3,0.0001380763,0.05000,2.974
14,block_sparse_moe.experts.117.w3,0.0000457316,0.05000,3.130
14,block_sparse_moe.experts.123.w3,0.0000561495,0.05000,2.904
14,block_sparse_moe.experts.126.w3,0.0000838119,0.05000,3.008
14,block_sparse_moe.experts.127.w3,0.0000822751,0.05000,2.938
14,block_sparse_moe.experts.121.w3,0.0000757723,0.05000,3.110
14,block_sparse_moe.experts.115.w3,0.0001525060,0.05000,2.995
14,block_sparse_moe.experts.119.w3,0.0000250470,0.05000,3.001
14,block_sparse_moe.experts.136.w3,0.0000724219,0.05000,2.981
14,block_sparse_moe.experts.141.w3,0.0000676224,0.05000,3.009
14,block_sparse_moe.experts.132.w3,0.0000289972,0.05000,3.086
14,block_sparse_moe.experts.128.w3,0.0000851037,0.05000,3.055
14,block_sparse_moe.experts.129.w3,0.0001424519,0.05000,3.057
14,block_sparse_moe.experts.134.w3,0.0000244449,0.05000,3.176
14,block_sparse_moe.experts.130.w3,0.0000888045,0.05000,3.149
14,block_sparse_moe.experts.140.w3,0.0000104521,0.05000,3.063
14,block_sparse_moe.experts.138.w3,0.0001069137,0.05000,3.117
14,block_sparse_moe.experts.133.w3,0.0000787430,0.05000,3.068
14,block_sparse_moe.experts.139.w3,0.0001463191,0.05000,3.103
14,block_sparse_moe.experts.143.w3,0.0000990797,0.05000,3.061
14,block_sparse_moe.experts.142.w3,0.0001894035,0.05000,3.100
14,block_sparse_moe.experts.137.w3,0.0001273856,0.05000,3.160
14,block_sparse_moe.experts.131.w3,0.0001410593,0.05000,3.154
14,block_sparse_moe.experts.135.w3,0.0000382806,0.05000,3.088
14,block_sparse_moe.experts.152.w3,0.0000618334,0.05000,3.046
14,block_sparse_moe.experts.157.w3,0.0000813387,0.05000,3.133
14,block_sparse_moe.experts.148.w3,0.0001118168,0.05000,3.070
14,block_sparse_moe.experts.144.w3,0.0000621012,0.05000,2.969
14,block_sparse_moe.experts.146.w3,0.0000595823,0.05000,2.849
14,block_sparse_moe.experts.145.w3,0.0000718274,0.05000,3.045
14,block_sparse_moe.experts.150.w3,0.0000399194,0.05000,2.983
14,block_sparse_moe.experts.156.w3,0.0000451039,0.05000,3.019
14,block_sparse_moe.experts.154.w3,0.0000234721,0.05000,2.990
14,block_sparse_moe.experts.158.w3,0.0000713972,0.05000,2.937
14,block_sparse_moe.experts.149.w3,0.0000332726,0.05000,3.050
14,block_sparse_moe.experts.155.w3,0.0000796651,0.05000,3.099
14,block_sparse_moe.experts.159.w3,0.0000619990,0.05000,3.096
14,block_sparse_moe.experts.153.w3,0.0000659801,0.05000,3.083
14,block_sparse_moe.experts.147.w3,0.0001085271,0.05000,3.106
14,block_sparse_moe.experts.151.w3,0.0000843827,0.05000,3.096
14,block_sparse_moe.experts.168.w3,0.0000611546,0.05000,3.148
14,block_sparse_moe.experts.173.w3,0.0000272792,0.05000,3.057
14,block_sparse_moe.experts.162.w3,0.0001532064,0.05000,2.900
14,block_sparse_moe.experts.164.w3,0.0000345957,0.05000,3.227
14,block_sparse_moe.experts.166.w3,0.0001183893,0.05000,2.888
14,block_sparse_moe.experts.170.w3,0.0000986328,0.05000,2.875
14,block_sparse_moe.experts.160.w3,0.0000790575,0.05000,3.193
14,block_sparse_moe.experts.161.w3,0.0000656330,0.05000,3.120
14,block_sparse_moe.experts.172.w3,0.0001432607,0.05000,3.113
14,block_sparse_moe.experts.174.w3,0.0001148684,0.05000,2.952
14,block_sparse_moe.experts.165.w3,0.0000892557,0.05000,3.026
14,block_sparse_moe.experts.169.w3,0.0001119178,0.05000,3.005
14,block_sparse_moe.experts.175.w3,0.0001010250,0.05000,3.159
14,block_sparse_moe.experts.171.w3,0.0000934182,0.05000,3.166
14,block_sparse_moe.experts.167.w3,0.0001843992,0.05000,3.100
14,block_sparse_moe.experts.163.w3,0.0000757339,0.05000,3.178
14,block_sparse_moe.experts.184.w3,0.0001092727,0.05000,2.966
14,block_sparse_moe.experts.189.w3,0.0000756785,0.05000,2.927
14,block_sparse_moe.experts.178.w3,0.0000567688,0.05000,2.739
14,block_sparse_moe.experts.182.w3,0.0000963289,0.05000,2.747
14,block_sparse_moe.experts.186.w3,0.0000495306,0.05000,2.727
14,block_sparse_moe.experts.180.w3,0.0001164660,0.05000,2.974
14,block_sparse_moe.experts.190.w3,0.0000986015,0.05000,2.689
14,block_sparse_moe.experts.177.w3,0.0000483924,0.05000,2.925
14,block_sparse_moe.experts.176.w3,0.0000768324,0.05000,3.038
14,block_sparse_moe.experts.188.w3,0.0001295335,0.05000,2.948
14,block_sparse_moe.experts.181.w3,0.0001196914,0.05000,2.885
14,block_sparse_moe.experts.185.w3,0.0001234652,0.05000,2.902
14,block_sparse_moe.experts.187.w3,0.0000515065,0.05000,2.994
14,block_sparse_moe.experts.191.w3,0.0000728144,0.05000,3.039
14,block_sparse_moe.experts.183.w3,0.0001117041,0.05000,2.984
14,block_sparse_moe.experts.179.w3,0.0000886640,0.05000,3.008
14,block_sparse_moe.experts.200.w3,0.0000792091,0.05000,2.908
14,block_sparse_moe.experts.205.w3,0.0001460203,0.05000,2.956
14,block_sparse_moe.experts.194.w3,0.0000576629,0.05000,3.011
14,block_sparse_moe.experts.198.w3,0.0000166682,0.05000,2.952
14,block_sparse_moe.experts.202.w3,0.0000436039,0.05000,3.009
14,block_sparse_moe.experts.196.w3,0.0000931886,0.05000,2.973
14,block_sparse_moe.experts.206.w3,0.0000824323,0.05000,2.967
14,block_sparse_moe.experts.193.w3,0.0000768588,0.05000,2.953
14,block_sparse_moe.experts.192.w3,0.0001091164,0.05000,2.935
14,block_sparse_moe.experts.204.w3,0.0001092190,0.05000,2.918
14,block_sparse_moe.experts.197.w3,0.0000329738,0.05000,2.855
14,block_sparse_moe.experts.201.w3,0.0001075951,0.05000,2.765
14,block_sparse_moe.experts.203.w3,0.0000867782,0.05000,2.975
14,block_sparse_moe.experts.199.w3,0.0000722153,0.05000,2.976
14,block_sparse_moe.experts.195.w3,0.0000818117,0.05000,2.936
14,block_sparse_moe.experts.207.w3,0.0000861323,0.05000,3.114
14,block_sparse_moe.experts.221.w3,0.0000742720,0.05000,1.650
14,block_sparse_moe.experts.214.w3,0.0000603860,0.05000,3.029
14,block_sparse_moe.experts.210.w3,0.0000990750,0.05000,3.146
14,block_sparse_moe.experts.218.w3,0.0001445408,0.05000,3.090
14,block_sparse_moe.experts.222.w3,0.0000974606,0.05000,3.091
14,block_sparse_moe.experts.219.w3,0.0000436725,0.05000,3.190
14,block_sparse_moe.experts.211.w3,0.0000390674,0.05000,3.184
14,block_sparse_moe.experts.223.w3,0.0000758353,0.05000,3.161
14,block_sparse_moe.experts.215.w3,0.0000222112,0.05000,3.289
14,block_sparse_moe.experts.230.w3,0.0000962548,0.05000,3.435
14,block_sparse_moe.experts.216.w3,0.0000991769,0.05000,6.837
14,block_sparse_moe.experts.226.w3,0.0000560727,0.05000,3.411
14,block_sparse_moe.experts.234.w3,0.0000492149,0.05000,3.451
14,block_sparse_moe.experts.238.w3,0.0001152289,0.05000,3.500
14,block_sparse_moe.experts.212.w3,0.0000711169,0.05000,6.869
14,block_sparse_moe.experts.208.w3,0.0000853607,0.05000,6.833
14,block_sparse_moe.experts.235.w3,0.0001044034,0.05000,3.137
14,block_sparse_moe.experts.220.w3,0.0001775038,0.05000,6.828
14,block_sparse_moe.experts.239.w3,0.0000707811,0.05000,3.152
14,block_sparse_moe.experts.231.w3,0.0000580058,0.05000,3.165
14,block_sparse_moe.experts.227.w3,0.0000706630,0.05000,3.236
14,block_sparse_moe.experts.232.w3,0.0000357896,0.05000,3.244
14,block_sparse_moe.experts.242.w3,0.0001023158,0.05000,3.266
14,block_sparse_moe.experts.246.w3,0.0000389848,0.05000,3.324
14,block_sparse_moe.experts.250.w3,0.0000927668,0.05000,3.215
14,block_sparse_moe.experts.254.w3,0.0001317966,0.05000,3.052
14,block_sparse_moe.experts.228.w3,0.0001234644,0.05000,3.308
14,block_sparse_moe.experts.251.w3,0.0001635793,0.05000,3.238
14,block_sparse_moe.experts.224.w3,0.0002026892,0.05000,3.349
14,block_sparse_moe.experts.236.w3,0.0001619383,0.05000,3.326
14,block_sparse_moe.experts.255.w3,0.0001895721,0.05000,3.195
14,block_sparse_moe.experts.243.w3,0.0002373401,0.05000,3.159
14,block_sparse_moe.experts.247.w3,0.0001324316,0.05000,3.161
14,block_sparse_moe.experts.248.w3,0.0000442911,0.05000,3.035
14,block_sparse_moe.experts.244.w3,0.0000762710,0.05000,2.978
14,block_sparse_moe.experts.240.w3,0.0001408259,0.05000,2.938
14,block_sparse_moe.experts.252.w3,0.0000317900,0.05000,2.885
14,block_sparse_moe.experts.209.w3,0.0000123532,0.05000,2.997
14,block_sparse_moe.experts.217.w3,0.0001365963,0.05000,3.058
14,block_sparse_moe.experts.237.w3,0.0000447366,0.05000,3.114
14,block_sparse_moe.experts.213.w3,0.0000837849,0.05000,3.117
14,block_sparse_moe.experts.225.w3,0.0000368550,0.05000,2.859
14,block_sparse_moe.experts.233.w3,0.0000966445,0.05000,2.839
14,block_sparse_moe.experts.229.w3,0.0001432734,0.05000,2.837
14,block_sparse_moe.experts.253.w3,0.0000172135,0.05000,2.924
14,block_sparse_moe.experts.249.w3,0.0001099718,0.05000,1.915
14,block_sparse_moe.experts.241.w3,0.0001523347,0.05000,1.971
14,block_sparse_moe.experts.245.w3,0.0000963005,0.05000,1.887
14,block_sparse_moe.experts.0.w2,0.0000150212,0.05000,1.494
14,block_sparse_moe.experts.8.w2,0.0000458273,0.05000,1.504
14,block_sparse_moe.experts.12.w2,0.0000277098,0.05000,1.512
14,block_sparse_moe.experts.4.w2,0.0000194760,0.05000,1.548
14,block_sparse_moe.experts.9.w2,0.0000118059,0.05000,1.638
14,block_sparse_moe.experts.1.w2,0.0000126522,0.05000,1.648
14,block_sparse_moe.experts.13.w2,0.0000149470,0.05000,1.686
14,block_sparse_moe.experts.5.w2,0.0000154390,0.05000,1.690
14,block_sparse_moe.experts.15.w2,0.0000145933,0.05000,1.735
14,block_sparse_moe.experts.3.w2,0.0000241391,0.05000,1.788
14,block_sparse_moe.experts.11.w2,0.0000052222,0.05000,1.783
14,block_sparse_moe.experts.7.w2,0.0000206361,0.05000,1.810
14,block_sparse_moe.experts.2.w2,0.0000118651,0.05000,1.886
14,block_sparse_moe.experts.14.w2,0.0000276450,0.05000,1.900
14,block_sparse_moe.experts.10.w2,0.0000081890,0.05000,1.902
14,block_sparse_moe.experts.6.w2,0.0000259563,0.05000,1.945
14,block_sparse_moe.experts.16.w2,0.0000109595,0.05000,1.336
14,block_sparse_moe.experts.24.w2,0.0000139790,0.05000,1.377
14,block_sparse_moe.experts.28.w2,0.0000560058,0.05000,1.411
14,block_sparse_moe.experts.20.w2,0.0000058889,0.05000,1.410
14,block_sparse_moe.experts.25.w2,0.0000172427,0.05000,1.513
14,block_sparse_moe.experts.17.w2,0.0000133155,0.05000,1.527
14,block_sparse_moe.experts.21.w2,0.0000220489,0.05000,1.505
14,block_sparse_moe.experts.29.w2,0.0000120453,0.05000,1.509
14,block_sparse_moe.experts.19.w2,0.0000148587,0.05000,1.535
14,block_sparse_moe.experts.31.w2,0.0000188243,0.05000,1.548
14,block_sparse_moe.experts.27.w2,0.0000148006,0.05000,1.512
14,block_sparse_moe.experts.18.w2,0.0000320231,0.05000,1.546
14,block_sparse_moe.experts.23.w2,0.0000136475,0.05000,1.584
14,block_sparse_moe.experts.30.w2,0.0000234462,0.05000,1.542
14,block_sparse_moe.experts.26.w2,0.0000103205,0.05000,1.580
14,block_sparse_moe.experts.22.w2,0.0000091941,0.05000,1.552
14,block_sparse_moe.experts.32.w2,0.0000106426,0.05000,1.556
14,block_sparse_moe.experts.40.w2,0.0000155163,0.05000,1.540
14,block_sparse_moe.experts.36.w2,0.0000035294,0.05000,1.477
14,block_sparse_moe.experts.44.w2,0.0000109091,0.05000,1.564
14,block_sparse_moe.experts.33.w2,0.0000177901,0.05000,1.535
14,block_sparse_moe.experts.41.w2,0.0000200185,0.05000,1.580
14,block_sparse_moe.experts.37.w2,0.0000249780,0.05000,1.544
14,block_sparse_moe.experts.47.w2,0.0000143277,0.05000,1.456
14,block_sparse_moe.experts.45.w2,0.0000189360,0.05000,1.585
14,block_sparse_moe.experts.35.w2,0.0000369001,0.05000,1.515
14,block_sparse_moe.experts.43.w2,0.0000131703,0.05000,1.527
14,block_sparse_moe.experts.39.w2,0.0000129773,0.05000,1.467
14,block_sparse_moe.experts.34.w2,0.0000092863,0.05000,1.509
14,block_sparse_moe.experts.46.w2,0.0000348210,0.05000,1.507
14,block_sparse_moe.experts.42.w2,0.0000164435,0.05000,1.515
14,block_sparse_moe.experts.38.w2,0.0000313932,0.05000,1.516
14,block_sparse_moe.experts.52.w2,0.0000074406,0.05000,1.319
14,block_sparse_moe.experts.56.w2,0.0000159521,0.05000,1.334
14,block_sparse_moe.experts.48.w2,0.0000044346,0.05000,1.396
14,block_sparse_moe.experts.60.w2,0.0000070919,0.05000,1.306
14,block_sparse_moe.experts.49.w2,0.0000042738,0.05000,1.535
14,block_sparse_moe.experts.53.w2,0.0000384135,0.05000,1.535
14,block_sparse_moe.experts.63.w2,0.0000235728,0.05000,1.500
14,block_sparse_moe.experts.61.w2,0.0000260728,0.05000,1.507
14,block_sparse_moe.experts.51.w2,0.0000138743,0.05000,1.464
14,block_sparse_moe.experts.57.w2,0.0000056734,0.05000,1.584
14,block_sparse_moe.experts.59.w2,0.0000203718,0.05000,1.484
14,block_sparse_moe.experts.55.w2,0.0000172658,0.05000,1.466
14,block_sparse_moe.experts.50.w2,0.0000160348,0.05000,1.656
14,block_sparse_moe.experts.62.w2,0.0000160870,0.05000,1.616
14,block_sparse_moe.experts.54.w2,0.0000024168,0.05000,1.605
14,block_sparse_moe.experts.58.w2,0.0000193128,0.05000,1.628
14,block_sparse_moe.experts.72.w2,0.0000162511,0.05000,1.642
14,block_sparse_moe.experts.64.w2,0.0000126433,0.05000,1.656
14,block_sparse_moe.experts.68.w2,0.0000150104,0.05000,1.682
14,block_sparse_moe.experts.76.w2,0.0000176971,0.05000,1.722
14,block_sparse_moe.experts.65.w2,0.0000165059,0.05000,1.470
14,block_sparse_moe.experts.69.w2,0.0000239027,0.05000,1.467
14,block_sparse_moe.experts.77.w2,0.0000207747,0.05000,1.454
14,block_sparse_moe.experts.73.w2,0.0000156670,0.05000,1.431
14,block_sparse_moe.experts.79.w2,0.0000117822,0.05000,1.634
14,block_sparse_moe.experts.67.w2,0.0000226179,0.05000,1.629
14,block_sparse_moe.experts.75.w2,0.0000095293,0.05000,1.621
14,block_sparse_moe.experts.71.w2,0.0000060787,0.05000,1.683
14,block_sparse_moe.experts.78.w2,0.0000271844,0.05000,1.567
14,block_sparse_moe.experts.66.w2,0.0000250250,0.05000,1.602
14,block_sparse_moe.experts.74.w2,0.0000108657,0.05000,1.574
14,block_sparse_moe.experts.70.w2,0.0000112491,0.05000,1.618
14,block_sparse_moe.experts.88.w2,0.0000211935,0.05000,1.484
14,block_sparse_moe.experts.80.w2,0.0000129167,0.05000,1.468
14,block_sparse_moe.experts.84.w2,0.0000109646,0.05000,1.469
14,block_sparse_moe.experts.92.w2,0.0000305846,0.05000,1.464
14,block_sparse_moe.experts.93.w2,0.0000095967,0.05000,1.471
14,block_sparse_moe.experts.81.w2,0.0000131793,0.05000,1.523
14,block_sparse_moe.experts.89.w2,0.0000186639,0.05000,1.494
14,block_sparse_moe.experts.85.w2,0.0000061400,0.05000,1.516
14,block_sparse_moe.experts.83.w2,0.0000137031,0.05000,1.476
14,block_sparse_moe.experts.95.w2,0.0000242797,0.05000,1.518
14,block_sparse_moe.experts.91.w2,0.0000214857,0.05000,1.515
14,block_sparse_moe.experts.87.w2,0.0000167423,0.05000,1.476
14,block_sparse_moe.experts.94.w2,0.0000103538,0.05000,1.483
14,block_sparse_moe.experts.82.w2,0.0000468727,0.05000,1.499
14,block_sparse_moe.experts.90.w2,0.0000048216,0.05000,1.483
14,block_sparse_moe.experts.86.w2,0.0000390812,0.05000,1.516
14,block_sparse_moe.experts.100.w2,0.0000174196,0.05000,1.530
14,block_sparse_moe.experts.104.w2,0.0000057758,0.05000,1.551
14,block_sparse_moe.experts.96.w2,0.0000094188,0.05000,1.557
14,block_sparse_moe.experts.108.w2,0.0000239545,0.05000,1.555
14,block_sparse_moe.experts.97.w2,0.0000216238,0.05000,1.553
14,block_sparse_moe.experts.109.w2,0.0000276158,0.05000,1.596
14,block_sparse_moe.experts.101.w2,0.0000348464,0.05000,1.573
14,block_sparse_moe.experts.105.w2,0.0000241720,0.05000,1.606
14,block_sparse_moe.experts.99.w2,0.0000246143,0.05000,1.476
14,block_sparse_moe.experts.111.w2,0.0000250459,0.05000,1.498
14,block_sparse_moe.experts.107.w2,0.0000185880,0.05000,1.518
14,block_sparse_moe.experts.103.w2,0.0000160666,0.05000,1.509
14,block_sparse_moe.experts.110.w2,0.0000448864,0.05000,1.515
14,block_sparse_moe.experts.98.w2,0.0000092485,0.05000,1.575
14,block_sparse_moe.experts.106.w2,0.0000094628,0.05000,1.575
14,block_sparse_moe.experts.102.w2,0.0000210434,0.05000,1.552
14,block_sparse_moe.experts.112.w2,0.0000110199,0.05000,1.530
14,block_sparse_moe.experts.116.w2,0.0000120268,0.05000,1.560
14,block_sparse_moe.experts.120.w2,0.0000228615,0.05000,1.575
14,block_sparse_moe.experts.124.w2,0.0000183459,0.05000,1.583
14,block_sparse_moe.experts.115.w2,0.0000347151,0.05000,1.466
14,block_sparse_moe.experts.113.w2,0.0000042420,0.05000,1.587
14,block_sparse_moe.experts.125.w2,0.0000143660,0.05000,1.568
14,block_sparse_moe.experts.117.w2,0.0000103875,0.05000,1.555
14,block_sparse_moe.experts.127.w2,0.0000162372,0.05000,1.458
14,block_sparse_moe.experts.121.w2,0.0000140896,0.05000,1.577
14,block_sparse_moe.experts.119.w2,0.0000073848,0.05000,1.441
14,block_sparse_moe.experts.123.w2,0.0000106357,0.05000,1.477
14,block_sparse_moe.experts.126.w2,0.0000145298,0.05000,1.506
14,block_sparse_moe.experts.122.w2,0.0000091241,0.05000,1.509
14,block_sparse_moe.experts.114.w2,0.0000177887,0.05000,1.533
14,block_sparse_moe.experts.118.w2,0.0000158115,0.05000,1.554
14,block_sparse_moe.experts.132.w2,0.0000125243,0.05000,1.525
14,block_sparse_moe.experts.136.w2,0.0000181746,0.05000,1.532
14,block_sparse_moe.experts.128.w2,0.0000157094,0.05000,1.557
14,block_sparse_moe.experts.140.w2,0.0000047001,0.05000,1.540
14,block_sparse_moe.experts.143.w2,0.0000218297,0.05000,1.331
14,block_sparse_moe.experts.131.w2,0.0000226448,0.05000,1.373
14,block_sparse_moe.experts.129.w2,0.0000321700,0.05000,1.415
14,block_sparse_moe.experts.141.w2,0.0000140412,0.05000,1.413
14,block_sparse_moe.experts.135.w2,0.0000175355,0.05000,1.337
14,block_sparse_moe.experts.137.w2,0.0000177467,0.05000,1.411
14,block_sparse_moe.experts.133.w2,0.0000171449,0.05000,1.461
14,block_sparse_moe.experts.139.w2,0.0000304461,0.05000,1.406
14,block_sparse_moe.experts.142.w2,0.0000379144,0.05000,1.570
14,block_sparse_moe.experts.138.w2,0.0000164404,0.05000,1.621
14,block_sparse_moe.experts.130.w2,0.0000221095,0.05000,1.662
14,block_sparse_moe.experts.134.w2,0.0000062832,0.05000,1.600
14,block_sparse_moe.experts.152.w2,0.0000150022,0.05000,1.644
14,block_sparse_moe.experts.144.w2,0.0000097190,0.05000,1.651
14,block_sparse_moe.experts.148.w2,0.0000227365,0.05000,1.680
14,block_sparse_moe.experts.159.w2,0.0000223337,0.05000,1.501
14,block_sparse_moe.experts.147.w2,0.0000224741,0.05000,1.501
14,block_sparse_moe.experts.156.w2,0.0000131136,0.05000,1.662
14,block_sparse_moe.experts.151.w2,0.0000298985,0.05000,1.515
14,block_sparse_moe.experts.155.w2,0.0000118069,0.05000,1.496
14,block_sparse_moe.experts.157.w2,0.0000107311,0.05000,1.599
14,block_sparse_moe.experts.149.w2,0.0000079388,0.05000,1.565
14,block_sparse_moe.experts.145.w2,0.0000127516,0.05000,1.620
14,block_sparse_moe.experts.153.w2,0.0000094186,0.05000,1.630
14,block_sparse_moe.experts.158.w2,0.0000125680,0.05000,1.558
14,block_sparse_moe.experts.154.w2,0.0000069551,0.05000,1.515
14,block_sparse_moe.experts.146.w2,0.0000125963,0.05000,1.514
14,block_sparse_moe.experts.150.w2,0.0000106843,0.05000,1.514
14,block_sparse_moe.experts.164.w2,0.0000052670,0.05000,1.515
14,block_sparse_moe.experts.168.w2,0.0000141731,0.05000,1.550
14,block_sparse_moe.experts.175.w2,0.0000211022,0.05000,1.530
14,block_sparse_moe.experts.160.w2,0.0000130824,0.05000,1.566
14,block_sparse_moe.experts.163.w2,0.0000208606,0.05000,1.561
14,block_sparse_moe.experts.167.w2,0.0000468805,0.05000,1.495
14,block_sparse_moe.experts.171.w2,0.0000122660,0.05000,1.494
14,block_sparse_moe.experts.172.w2,0.0000216731,0.05000,1.549
14,block_sparse_moe.experts.161.w2,0.0000083676,0.05000,1.528
14,block_sparse_moe.experts.173.w2,0.0000050895,0.05000,1.565
14,block_sparse_moe.experts.165.w2,0.0000115751,0.05000,1.545
14,block_sparse_moe.experts.169.w2,0.0000254262,0.05000,1.543
14,block_sparse_moe.experts.174.w2,0.0000181985,0.05000,1.361
14,block_sparse_moe.experts.170.w2,0.0000173434,0.05000,1.431
14,block_sparse_moe.experts.162.w2,0.0000436944,0.05000,1.416
14,block_sparse_moe.experts.166.w2,0.0000199691,0.05000,1.446
14,block_sparse_moe.experts.191.w2,0.0000183445,0.05000,1.445
14,block_sparse_moe.experts.180.w2,0.0000245616,0.05000,1.514
14,block_sparse_moe.experts.179.w2,0.0000212372,0.05000,1.455
14,block_sparse_moe.experts.184.w2,0.0000144805,0.05000,1.526
14,block_sparse_moe.experts.176.w2,0.0000185143,0.05000,1.510
14,block_sparse_moe.experts.183.w2,0.0000160653,0.05000,1.498
14,block_sparse_moe.experts.188.w2,0.0000256597,0.05000,1.500
14,block_sparse_moe.experts.189.w2,0.0000194265,0.05000,1.426
14,block_sparse_moe.experts.187.w2,0.0000091008,0.05000,1.510
14,block_sparse_moe.experts.181.w2,0.0000345446,0.05000,1.442
14,block_sparse_moe.experts.185.w2,0.0000428150,0.05000,1.428
14,block_sparse_moe.experts.177.w2,0.0000108664,0.05000,1.610
14,block_sparse_moe.experts.190.w2,0.0000366114,0.05000,1.515
14,block_sparse_moe.experts.186.w2,0.0000099956,0.05000,1.534
14,block_sparse_moe.experts.178.w2,0.0000118811,0.05000,1.530
14,block_sparse_moe.experts.182.w2,0.0000230639,0.05000,1.517
14,block_sparse_moe.experts.207.w2,0.0000114159,0.05000,1.596
14,block_sparse_moe.experts.196.w2,0.0000222866,0.05000,1.581
14,block_sparse_moe.experts.200.w2,0.0000126095,0.05000,1.569
14,block_sparse_moe.experts.195.w2,0.0000094242,0.05000,1.594
14,block_sparse_moe.experts.192.w2,0.0000231313,0.05000,1.587
14,block_sparse_moe.experts.197.w2,0.0000187327,0.05000,1.482
14,block_sparse_moe.experts.205.w2,0.0000208643,0.05000,1.518
14,block_sparse_moe.experts.199.w2,0.0000137790,0.05000,1.615
14,block_sparse_moe.experts.203.w2,0.0000121913,0.05000,1.572
14,block_sparse_moe.experts.204.w2,0.0000166140,0.05000,1.587
14,block_sparse_moe.experts.201.w2,0.0000135141,0.05000,1.551
14,block_sparse_moe.experts.193.w2,0.0000250439,0.05000,1.538
14,block_sparse_moe.experts.206.w2,0.0000121303,0.05000,1.647
14,block_sparse_moe.experts.194.w2,0.0000123568,0.05000,1.554
14,block_sparse_moe.experts.202.w2,0.0000156006,0.05000,1.626
14,block_sparse_moe.experts.198.w2,0.0000039088,0.05000,1.572
14,block_sparse_moe.experts.216.w2,0.0000259752,0.05000,1.421
14,block_sparse_moe.experts.223.w2,0.0000213270,0.05000,1.486
14,block_sparse_moe.experts.212.w2,0.0000192374,0.05000,1.468
14,block_sparse_moe.experts.208.w2,0.0000166098,0.05000,1.435
14,block_sparse_moe.experts.211.w2,0.0000084776,0.05000,1.520
14,block_sparse_moe.experts.220.w2,0.0000317428,0.05000,1.414
14,block_sparse_moe.experts.221.w2,0.0000158992,0.05000,1.496
14,block_sparse_moe.experts.213.w2,0.0000233327,0.05000,1.518
14,block_sparse_moe.experts.215.w2,0.0000046621,0.05000,1.502
14,block_sparse_moe.experts.217.w2,0.0000350203,0.05000,1.466
14,block_sparse_moe.experts.219.w2,0.0000100980,0.05000,1.514
14,block_sparse_moe.experts.209.w2,0.0000037702,0.05000,1.428
14,block_sparse_moe.experts.222.w2,0.0000184900,0.05000,1.553
14,block_sparse_moe.experts.210.w2,0.0000147008,0.05000,1.572
14,block_sparse_moe.experts.214.w2,0.0000168438,0.05000,1.565
14,block_sparse_moe.experts.218.w2,0.0000282205,0.05000,1.590
14,block_sparse_moe.experts.232.w2,0.0000083457,0.05000,1.379
14,block_sparse_moe.experts.228.w2,0.0000153963,0.05000,1.387
14,block_sparse_moe.experts.224.w2,0.0000456539,0.05000,1.395
14,block_sparse_moe.experts.239.w2,0.0000147081,0.05000,1.454
14,block_sparse_moe.experts.227.w2,0.0000135730,0.05000,1.411
14,block_sparse_moe.experts.236.w2,0.0000381135,0.05000,1.449
14,block_sparse_moe.experts.231.w2,0.0000108066,0.05000,1.407
14,block_sparse_moe.experts.237.w2,0.0000114472,0.05000,1.451
14,block_sparse_moe.experts.229.w2,0.0000217931,0.05000,1.460
14,block_sparse_moe.experts.235.w2,0.0000121153,0.05000,1.407
14,block_sparse_moe.experts.233.w2,0.0000236351,0.05000,1.444
14,block_sparse_moe.experts.225.w2,0.0000063675,0.05000,1.478
14,block_sparse_moe.experts.238.w2,0.0000181063,0.05000,1.557
14,block_sparse_moe.experts.226.w2,0.0000107792,0.05000,1.515
14,block_sparse_moe.experts.230.w2,0.0000370887,0.05000,1.515
14,block_sparse_moe.experts.234.w2,0.0000119300,0.05000,1.519
14,block_sparse_moe.experts.255.w2,0.0000324273,0.05000,1.407
14,block_sparse_moe.experts.243.w2,0.0000505452,0.05000,1.386
14,block_sparse_moe.experts.248.w2,0.0000080512,0.05000,1.527
14,block_sparse_moe.experts.244.w2,0.0000147522,0.05000,1.502
14,block_sparse_moe.experts.240.w2,0.0000339251,0.05000,1.489
14,block_sparse_moe.experts.247.w2,0.0000189797,0.05000,1.354
14,block_sparse_moe.experts.251.w2,0.0000368508,0.05000,1.337
14,block_sparse_moe.experts.252.w2,0.0000086256,0.05000,1.390
14,block_sparse_moe.experts.245.w2,0.0000129870,0.05000,1.378
14,block_sparse_moe.experts.249.w2,0.0000209503,0.05000,1.348
14,block_sparse_moe.experts.253.w2,0.0000058083,0.05000,1.403
14,block_sparse_moe.experts.241.w2,0.0000265599,0.05000,1.298
14,block_sparse_moe.experts.254.w2,0.0000394556,0.05000,1.296
14,block_sparse_moe.experts.242.w2,0.0000261082,0.05000,1.210
14,block_sparse_moe.experts.246.w2,0.0000115108,0.05000,1.177
14,block_sparse_moe.experts.250.w2,0.0000134755,0.05000,1.181
15,self_attn.k_proj,0.0000002397,0.05000,1.086
15,self_attn.v_proj,0.0000001834,0.05000,1.092
15,self_attn.q_proj,0.0000014739,0.05000,1.200
15,self_attn.o_proj,0.0000000810,0.05000,1.707
15,block_sparse_moe.experts.15.w1,0.0000292631,0.05000,2.741
15,block_sparse_moe.experts.11.w1,0.0001442595,0.05000,2.786
15,block_sparse_moe.experts.7.w1,0.0001041439,0.05000,2.792
15,block_sparse_moe.experts.3.w1,0.0000343501,0.05000,2.880
15,block_sparse_moe.experts.9.w1,0.0000626986,0.05000,3.170
15,block_sparse_moe.experts.5.w1,0.0001430782,0.05000,3.213
15,block_sparse_moe.experts.4.w1,0.0001774122,0.05000,3.247
15,block_sparse_moe.experts.2.w1,0.0001575485,0.05000,3.268
15,block_sparse_moe.experts.13.w1,0.0000414482,0.05000,3.248
15,block_sparse_moe.experts.8.w1,0.0001344423,0.05000,3.271
15,block_sparse_moe.experts.1.w1,0.0000184652,0.05000,3.302
15,block_sparse_moe.experts.14.w1,0.0000922782,0.05000,3.291
15,block_sparse_moe.experts.10.w1,0.0000887857,0.05000,3.291
15,block_sparse_moe.experts.0.w1,0.0000298629,0.05000,3.317
15,block_sparse_moe.experts.6.w1,0.0000366176,0.05000,3.312
15,block_sparse_moe.experts.12.w1,0.0000374114,0.05000,3.388
15,block_sparse_moe.experts.23.w1,0.0001886166,0.05000,3.052
15,block_sparse_moe.experts.31.w1,0.0000704380,0.05000,3.184
15,block_sparse_moe.experts.27.w1,0.0000558065,0.05000,3.160
15,block_sparse_moe.experts.19.w1,0.0000547984,0.05000,3.120
15,block_sparse_moe.experts.25.w1,0.0001207125,0.05000,3.012
15,block_sparse_moe.experts.21.w1,0.0001114506,0.05000,2.998
15,block_sparse_moe.experts.29.w1,0.0001113121,0.05000,3.055
15,block_sparse_moe.experts.17.w1,0.0001427816,0.05000,3.033
15,block_sparse_moe.experts.20.w1,0.0001785598,0.05000,3.134
15,block_sparse_moe.experts.22.w1,0.0002652698,0.05000,3.051
15,block_sparse_moe.experts.18.w1,0.0001615588,0.05000,3.126
15,block_sparse_moe.experts.24.w1,0.0000647113,0.05000,3.123
15,block_sparse_moe.experts.16.w1,0.0000937715,0.05000,3.125
15,block_sparse_moe.experts.26.w1,0.0002344391,0.05000,3.128
15,block_sparse_moe.experts.28.w1,0.0001020878,0.05000,3.068
15,block_sparse_moe.experts.30.w1,0.0001616271,0.05000,3.166
15,block_sparse_moe.experts.39.w1,0.0000428180,0.05000,3.085
15,block_sparse_moe.experts.35.w1,0.0000812460,0.05000,2.986
15,block_sparse_moe.experts.47.w1,0.0001374560,0.05000,3.049
15,block_sparse_moe.experts.43.w1,0.0000570909,0.05000,3.072
15,block_sparse_moe.experts.37.w1,0.0000716567,0.05000,3.167
15,block_sparse_moe.experts.45.w1,0.0002329469,0.05000,3.057
15,block_sparse_moe.experts.36.w1,0.0001075951,0.05000,3.062
15,block_sparse_moe.experts.33.w1,0.0001732158,0.05000,3.131
15,block_sparse_moe.experts.41.w1,0.0001272701,0.05000,3.322
15,block_sparse_moe.experts.40.w1,0.0000530491,0.05000,3.119
15,block_sparse_moe.experts.44.w1,0.0001684505,0.05000,3.059
15,block_sparse_moe.experts.42.w1,0.0001055109,0.05000,3.095
15,block_sparse_moe.experts.32.w1,0.0002525162,0.05000,3.099
15,block_sparse_moe.experts.38.w1,0.0001185351,0.05000,3.162
15,block_sparse_moe.experts.34.w1,0.0000745158,0.05000,3.179
15,block_sparse_moe.experts.46.w1,0.0001923332,0.05000,3.137
15,block_sparse_moe.experts.63.w1,0.0000869104,0.05000,3.228
15,block_sparse_moe.experts.59.w1,0.0000661688,0.05000,3.217
15,block_sparse_moe.experts.55.w1,0.0002070431,0.05000,3.307
15,block_sparse_moe.experts.51.w1,0.0001245628,0.05000,3.310
15,block_sparse_moe.experts.61.w1,0.0000458831,0.05000,3.002
15,block_sparse_moe.experts.53.w1,0.0000438935,0.05000,3.011
15,block_sparse_moe.experts.49.w1,0.0000360399,0.05000,2.926
15,block_sparse_moe.experts.54.w1,0.0002205960,0.05000,2.917
15,block_sparse_moe.experts.50.w1,0.0000136434,0.05000,2.895
15,block_sparse_moe.experts.58.w1,0.0001081798,0.05000,3.006
15,block_sparse_moe.experts.62.w1,0.0000931541,0.05000,2.939
15,block_sparse_moe.experts.57.w1,0.0001183035,0.05000,3.054
15,block_sparse_moe.experts.52.w1,0.0002128819,0.05000,3.166
15,block_sparse_moe.experts.60.w1,0.0000851760,0.05000,3.131
15,block_sparse_moe.experts.56.w1,0.0000863719,0.05000,3.158
15,block_sparse_moe.experts.48.w1,0.0001993197,0.05000,3.187
15,block_sparse_moe.experts.67.w1,0.0003162361,0.05000,3.134
15,block_sparse_moe.experts.75.w1,0.0000575743,0.05000,3.207
15,block_sparse_moe.experts.79.w1,0.0002120147,0.05000,3.246
15,block_sparse_moe.experts.71.w1,0.0002666528,0.05000,3.257
15,block_sparse_moe.experts.69.w1,0.0000725231,0.05000,3.143
15,block_sparse_moe.experts.70.w1,0.0001412582,0.05000,3.084
15,block_sparse_moe.experts.77.w1,0.0000665118,0.05000,3.178
15,block_sparse_moe.experts.65.w1,0.0000318382,0.05000,3.218
15,block_sparse_moe.experts.66.w1,0.0000592519,0.05000,3.154
15,block_sparse_moe.experts.72.w1,0.0001107449,0.05000,2.950
15,block_sparse_moe.experts.68.w1,0.0001253449,0.05000,3.039
15,block_sparse_moe.experts.74.w1,0.0000402133,0.05000,3.119
15,block_sparse_moe.experts.78.w1,0.0001969239,0.05000,3.173
15,block_sparse_moe.experts.73.w1,0.0001005672,0.05000,3.170
15,block_sparse_moe.experts.76.w1,0.0000514409,0.05000,3.131
15,block_sparse_moe.experts.64.w1,0.0000763175,0.05000,3.077
15,block_sparse_moe.experts.83.w1,0.0001309759,0.05000,3.187
15,block_sparse_moe.experts.85.w1,0.0000138673,0.05000,3.151
15,block_sparse_moe.experts.91.w1,0.0000856084,0.05000,3.221
15,block_sparse_moe.experts.95.w1,0.0000900747,0.05000,3.246
15,block_sparse_moe.experts.87.w1,0.0000223887,0.05000,3.206
15,block_sparse_moe.experts.88.w1,0.0001963338,0.05000,3.081
15,block_sparse_moe.experts.81.w1,0.0001332644,0.05000,3.198
15,block_sparse_moe.experts.80.w1,0.0000472972,0.05000,3.012
15,block_sparse_moe.experts.84.w1,0.0001328483,0.05000,3.172
15,block_sparse_moe.experts.93.w1,0.0001185058,0.05000,3.284
15,block_sparse_moe.experts.86.w1,0.0002310846,0.05000,3.395
15,block_sparse_moe.experts.89.w1,0.0001238276,0.05000,3.233
15,block_sparse_moe.experts.92.w1,0.0001870658,0.05000,3.220
15,block_sparse_moe.experts.82.w1,0.0001344830,0.05000,3.431
15,block_sparse_moe.experts.90.w1,0.0002178145,0.05000,3.440
15,block_sparse_moe.experts.94.w1,0.0000526522,0.05000,3.446
15,block_sparse_moe.experts.99.w1,0.0000529263,0.05000,3.038
15,block_sparse_moe.experts.107.w1,0.0001888967,0.05000,2.977
15,block_sparse_moe.experts.103.w1,0.0001133443,0.05000,3.049
15,block_sparse_moe.experts.111.w1,0.0000279131,0.05000,3.061
15,block_sparse_moe.experts.101.w1,0.0000957394,0.05000,3.158
15,block_sparse_moe.experts.104.w1,0.0000424462,0.05000,3.151
15,block_sparse_moe.experts.97.w1,0.0000569076,0.05000,3.132
15,block_sparse_moe.experts.102.w1,0.0002136175,0.05000,3.006
15,block_sparse_moe.experts.109.w1,0.0000543259,0.05000,3.116
15,block_sparse_moe.experts.96.w1,0.0000258045,0.05000,3.175
15,block_sparse_moe.experts.100.w1,0.0000573225,0.05000,3.175
15,block_sparse_moe.experts.98.w1,0.0000438516,0.05000,2.997
15,block_sparse_moe.experts.105.w1,0.0001142866,0.05000,3.108
15,block_sparse_moe.experts.106.w1,0.0001406755,0.05000,2.999
15,block_sparse_moe.experts.108.w1,0.0000905256,0.05000,3.159
15,block_sparse_moe.experts.110.w1,0.0001757823,0.05000,3.034
15,block_sparse_moe.experts.115.w1,0.0000533659,0.05000,2.991
15,block_sparse_moe.experts.123.w1,0.0001007476,0.05000,3.049
15,block_sparse_moe.experts.119.w1,0.0000850014,0.05000,2.950
15,block_sparse_moe.experts.117.w1,0.0001306734,0.05000,2.921
15,block_sparse_moe.experts.127.w1,0.0000626548,0.05000,2.986
15,block_sparse_moe.experts.120.w1,0.0002311383,0.05000,2.908
15,block_sparse_moe.experts.113.w1,0.0000868184,0.05000,2.944
15,block_sparse_moe.experts.116.w1,0.0001638167,0.05000,2.916
15,block_sparse_moe.experts.118.w1,0.0001218748,0.05000,2.971
15,block_sparse_moe.experts.125.w1,0.0002075176,0.05000,2.975
15,block_sparse_moe.experts.112.w1,0.0000845439,0.05000,2.949
15,block_sparse_moe.experts.121.w1,0.0000876562,0.05000,2.930
15,block_sparse_moe.experts.114.w1,0.0000978962,0.05000,2.984
15,block_sparse_moe.experts.122.w1,0.0001061164,0.05000,2.941
15,block_sparse_moe.experts.124.w1,0.0001150766,0.05000,2.906
15,block_sparse_moe.experts.126.w1,0.0000587182,0.05000,3.029
15,block_sparse_moe.experts.131.w1,0.0001629021,0.05000,3.091
15,block_sparse_moe.experts.133.w1,0.0001018520,0.05000,3.073
15,block_sparse_moe.experts.135.w1,0.0000924030,0.05000,3.123
15,block_sparse_moe.experts.143.w1,0.0001053823,0.05000,3.133
15,block_sparse_moe.experts.139.w1,0.0000992241,0.05000,3.184
15,block_sparse_moe.experts.129.w1,0.0003325469,0.05000,3.103
15,block_sparse_moe.experts.141.w1,0.0002243542,0.05000,3.085
15,block_sparse_moe.experts.136.w1,0.0000849919,0.05000,3.239
15,block_sparse_moe.experts.128.w1,0.0000957190,0.05000,3.140
15,block_sparse_moe.experts.134.w1,0.0000851733,0.05000,3.173
15,block_sparse_moe.experts.140.w1,0.0001006738,0.05000,3.065
15,block_sparse_moe.experts.138.w1,0.0002218770,0.05000,3.056
15,block_sparse_moe.experts.137.w1,0.0000147470,0.05000,3.197
15,block_sparse_moe.experts.132.w1,0.0000922498,0.05000,3.338
15,block_sparse_moe.experts.130.w1,0.0000124513,0.05000,3.273
15,block_sparse_moe.experts.142.w1,0.0001601814,0.05000,3.186
15,block_sparse_moe.experts.151.w1,0.0000383477,0.05000,3.132
15,block_sparse_moe.experts.147.w1,0.0000113600,0.05000,3.235
15,block_sparse_moe.experts.159.w1,0.0001173797,0.05000,3.088
15,block_sparse_moe.experts.152.w1,0.0001111980,0.05000,2.997
15,block_sparse_moe.experts.155.w1,0.0000352183,0.05000,3.196
15,block_sparse_moe.experts.144.w1,0.0000220876,0.05000,3.018
15,block_sparse_moe.experts.149.w1,0.0000769312,0.05000,3.281
15,block_sparse_moe.experts.145.w1,0.0000458501,0.05000,3.210
15,block_sparse_moe.experts.157.w1,0.0000949338,0.05000,3.276
15,block_sparse_moe.experts.156.w1,0.0001188392,0.05000,3.145
15,block_sparse_moe.experts.154.w1,0.0000228394,0.05000,3.092
15,block_sparse_moe.experts.148.w1,0.0001724953,0.05000,3.108
15,block_sparse_moe.experts.153.w1,0.0000749889,0.05000,3.140
15,block_sparse_moe.experts.150.w1,0.0002205770,0.05000,3.344
15,block_sparse_moe.experts.146.w1,0.0000744136,0.05000,3.195
15,block_sparse_moe.experts.158.w1,0.0000598733,0.05000,3.193
15,block_sparse_moe.experts.175.w1,0.0001486330,0.05000,3.312
15,block_sparse_moe.experts.165.w1,0.0001053946,0.05000,3.205
15,block_sparse_moe.experts.168.w1,0.0001254383,0.05000,3.337
15,block_sparse_moe.experts.167.w1,0.0000988730,0.05000,3.394
15,block_sparse_moe.experts.163.w1,0.0000528027,0.05000,3.396
15,block_sparse_moe.experts.161.w1,0.0001184432,0.05000,3.210
15,block_sparse_moe.experts.171.w1,0.0001224855,0.05000,3.380
15,block_sparse_moe.experts.160.w1,0.0002826485,0.05000,3.396
15,block_sparse_moe.experts.173.w1,0.0001237535,0.05000,3.230
15,block_sparse_moe.experts.170.w1,0.0000506480,0.05000,3.264
15,block_sparse_moe.experts.164.w1,0.0002056490,0.05000,3.253
15,block_sparse_moe.experts.172.w1,0.0001048356,0.05000,3.309
15,block_sparse_moe.experts.169.w1,0.0003280822,0.05000,3.269
15,block_sparse_moe.experts.166.w1,0.0001224163,0.05000,3.298
15,block_sparse_moe.experts.162.w1,0.0000978703,0.05000,3.302
15,block_sparse_moe.experts.174.w1,0.0000711168,0.05000,3.259
15,block_sparse_moe.experts.177.w1,0.0000368146,0.05000,2.851
15,block_sparse_moe.experts.181.w1,0.0000817449,0.05000,2.955
15,block_sparse_moe.experts.189.w1,0.0000577899,0.05000,2.907
15,block_sparse_moe.experts.183.w1,0.0001534304,0.05000,3.112
15,block_sparse_moe.experts.191.w1,0.0000588518,0.05000,3.229
15,block_sparse_moe.experts.185.w1,0.0000628255,0.05000,2.903
15,block_sparse_moe.experts.184.w1,0.0001391062,0.05000,3.193
15,block_sparse_moe.experts.179.w1,0.0001734039,0.05000,3.182
15,block_sparse_moe.experts.187.w1,0.0002034466,0.05000,3.166
15,block_sparse_moe.experts.176.w1,0.0001771372,0.05000,3.154
15,block_sparse_moe.experts.180.w1,0.0000334414,0.05000,3.106
15,block_sparse_moe.experts.186.w1,0.0001040718,0.05000,3.203
15,block_sparse_moe.experts.188.w1,0.0000654598,0.05000,3.196
15,block_sparse_moe.experts.182.w1,0.0000361809,0.05000,3.179
15,block_sparse_moe.experts.178.w1,0.0000404129,0.05000,3.237
15,block_sparse_moe.experts.190.w1,0.0000474044,0.05000,3.213
15,block_sparse_moe.experts.197.w1,0.0000417207,0.05000,2.932
15,block_sparse_moe.experts.193.w1,0.0001095885,0.05000,3.021
15,block_sparse_moe.experts.205.w1,0.0000569813,0.05000,2.984
15,block_sparse_moe.experts.201.w1,0.0000992042,0.05000,2.936
15,block_sparse_moe.experts.199.w1,0.0002111932,0.05000,3.032
15,block_sparse_moe.experts.207.w1,0.0001808056,0.05000,3.088
15,block_sparse_moe.experts.195.w1,0.0001645852,0.05000,3.057
15,block_sparse_moe.experts.200.w1,0.0000908985,0.05000,3.109
15,block_sparse_moe.experts.203.w1,0.0000772251,0.05000,3.106
15,block_sparse_moe.experts.192.w1,0.0000777124,0.05000,3.130
15,block_sparse_moe.experts.202.w1,0.0001421850,0.05000,3.029
15,block_sparse_moe.experts.198.w1,0.0000605820,0.05000,2.988
15,block_sparse_moe.experts.196.w1,0.0001271758,0.05000,3.223
15,block_sparse_moe.experts.204.w1,0.0000787292,0.05000,3.170
15,block_sparse_moe.experts.206.w1,0.0000392515,0.05000,2.901
15,block_sparse_moe.experts.194.w1,0.0002515959,0.05000,2.970
15,block_sparse_moe.experts.213.w1,0.0001629685,0.05000,2.872
15,block_sparse_moe.experts.209.w1,0.0001086022,0.05000,2.912
15,block_sparse_moe.experts.221.w1,0.0001163995,0.05000,3.033
15,block_sparse_moe.experts.217.w1,0.0001196816,0.05000,3.101
15,block_sparse_moe.experts.215.w1,0.0001056618,0.05000,3.133
15,block_sparse_moe.experts.211.w1,0.0000965212,0.05000,3.079
15,block_sparse_moe.experts.223.w1,0.0001199878,0.05000,3.127
15,block_sparse_moe.experts.218.w1,0.0000420346,0.05000,2.936
15,block_sparse_moe.experts.216.w1,0.0002532794,0.05000,3.126
15,block_sparse_moe.experts.214.w1,0.0000799431,0.05000,2.962
15,block_sparse_moe.experts.219.w1,0.0001361060,0.05000,3.136
15,block_sparse_moe.experts.208.w1,0.0001599903,0.05000,3.127
15,block_sparse_moe.experts.222.w1,0.0001819877,0.05000,2.957
15,block_sparse_moe.experts.210.w1,0.0000221690,0.05000,2.975
15,block_sparse_moe.experts.212.w1,0.0001748976,0.05000,3.128
15,block_sparse_moe.experts.220.w1,0.0001217751,0.05000,3.134
15,block_sparse_moe.experts.229.w1,0.0001242540,0.05000,3.050
15,block_sparse_moe.experts.225.w1,0.0001485199,0.05000,3.051
15,block_sparse_moe.experts.237.w1,0.0001877307,0.05000,2.990
15,block_sparse_moe.experts.233.w1,0.0001769394,0.05000,2.984
15,block_sparse_moe.experts.234.w1,0.0001112763,0.05000,2.927
15,block_sparse_moe.experts.230.w1,0.0001484931,0.05000,2.982
15,block_sparse_moe.experts.231.w1,0.0000262807,0.05000,3.213
15,block_sparse_moe.experts.226.w1,0.0001043096,0.05000,2.887
15,block_sparse_moe.experts.239.w1,0.0002524894,0.05000,3.143
15,block_sparse_moe.experts.238.w1,0.0001490618,0.05000,2.966
15,block_sparse_moe.experts.227.w1,0.0002476946,0.05000,3.234
15,block_sparse_moe.experts.232.w1,0.0000992893,0.05000,3.168
15,block_sparse_moe.experts.224.w1,0.0000834044,0.05000,3.163
15,block_sparse_moe.experts.235.w1,0.0000586354,0.05000,3.206
15,block_sparse_moe.experts.228.w1,0.0001297696,0.05000,3.140
15,block_sparse_moe.experts.236.w1,0.0001651247,0.05000,3.107
15,block_sparse_moe.experts.245.w1,0.0000815977,0.05000,3.013
15,block_sparse_moe.experts.241.w1,0.0001314459,0.05000,3.009
15,block_sparse_moe.experts.253.w1,0.0000262720,0.05000,3.117
15,block_sparse_moe.experts.249.w1,0.0002106888,0.05000,3.042
15,block_sparse_moe.experts.255.w1,0.0001021956,0.05000,3.034
15,block_sparse_moe.experts.250.w1,0.0001534154,0.05000,3.248
15,block_sparse_moe.experts.247.w1,0.0001533463,0.05000,3.116
15,block_sparse_moe.experts.243.w1,0.0001846010,0.05000,3.050
15,block_sparse_moe.experts.246.w1,0.0000454291,0.05000,3.167
15,block_sparse_moe.experts.248.w1,0.0001467753,0.05000,3.152
15,block_sparse_moe.experts.251.w1,0.0001224907,0.05000,3.053
15,block_sparse_moe.experts.254.w1,0.0000270598,0.05000,3.235
15,block_sparse_moe.experts.242.w1,0.0001326044,0.05000,3.311
15,block_sparse_moe.experts.240.w1,0.0001164299,0.05000,3.226
15,block_sparse_moe.experts.244.w1,0.0000604807,0.05000,3.160
15,block_sparse_moe.experts.252.w1,0.0001628715,0.05000,3.154
15,block_sparse_moe.experts.5.w3,0.0001425775,0.05000,2.859
15,block_sparse_moe.experts.1.w3,0.0000180262,0.05000,2.873
15,block_sparse_moe.experts.13.w3,0.0000406221,0.05000,2.901
15,block_sparse_moe.experts.9.w3,0.0000624768,0.05000,2.869
15,block_sparse_moe.experts.15.w3,0.0000287086,0.05000,2.871
15,block_sparse_moe.experts.3.w3,0.0000333061,0.05000,2.844
15,block_sparse_moe.experts.7.w3,0.0001006111,0.05000,2.854
15,block_sparse_moe.experts.11.w3,0.0001430337,0.05000,2.846
15,block_sparse_moe.experts.10.w3,0.0000858346,0.05000,3.153
15,block_sparse_moe.experts.6.w3,0.0000347941,0.05000,3.218
15,block_sparse_moe.experts.14.w3,0.0000928236,0.05000,3.140
15,block_sparse_moe.experts.8.w3,0.0001337783,0.05000,3.206
15,block_sparse_moe.experts.2.w3,0.0001578273,0.05000,3.195
15,block_sparse_moe.experts.12.w3,0.0000378446,0.05000,3.046
15,block_sparse_moe.experts.4.w3,0.0001757869,0.05000,3.118
15,block_sparse_moe.experts.0.w3,0.0000297990,0.05000,3.192
15,block_sparse_moe.experts.21.w3,0.0001117488,0.05000,2.988
15,block_sparse_moe.experts.17.w3,0.0001426676,0.05000,3.188
15,block_sparse_moe.experts.29.w3,0.0001112673,0.05000,3.081
15,block_sparse_moe.experts.25.w3,0.0001180409,0.05000,3.103
15,block_sparse_moe.experts.31.w3,0.0000699318,0.05000,2.958
15,block_sparse_moe.experts.23.w3,0.0001876276,0.05000,2.979
15,block_sparse_moe.experts.19.w3,0.0000534659,0.05000,3.024
15,block_sparse_moe.experts.27.w3,0.0000505409,0.05000,2.933
15,block_sparse_moe.experts.26.w3,0.0002301494,0.05000,2.953
15,block_sparse_moe.experts.22.w3,0.0002544086,0.05000,2.969
15,block_sparse_moe.experts.24.w3,0.0000626903,0.05000,2.983
15,block_sparse_moe.experts.18.w3,0.0001607594,0.05000,2.916
15,block_sparse_moe.experts.30.w3,0.0001603901,0.05000,3.027
15,block_sparse_moe.experts.28.w3,0.0001022805,0.05000,3.012
15,block_sparse_moe.experts.20.w3,0.0001793155,0.05000,3.006
15,block_sparse_moe.experts.16.w3,0.0000938319,0.05000,3.068
15,block_sparse_moe.experts.37.w3,0.0000713566,0.05000,2.693
15,block_sparse_moe.experts.33.w3,0.0001713993,0.05000,2.634
15,block_sparse_moe.experts.45.w3,0.0002335766,0.05000,2.648
15,block_sparse_moe.experts.41.w3,0.0001256434,0.05000,2.710
15,block_sparse_moe.experts.39.w3,0.0000431268,0.05000,2.750
15,block_sparse_moe.experts.47.w3,0.0001366009,0.05000,2.823
15,block_sparse_moe.experts.43.w3,0.0000564305,0.05000,2.753
15,block_sparse_moe.experts.35.w3,0.0000778387,0.05000,2.854
15,block_sparse_moe.experts.42.w3,0.0001048394,0.05000,2.836
15,block_sparse_moe.experts.38.w3,0.0001177908,0.05000,2.874
15,block_sparse_moe.experts.34.w3,0.0000751366,0.05000,2.856
15,block_sparse_moe.experts.40.w3,0.0000528621,0.05000,2.908
15,block_sparse_moe.experts.46.w3,0.0001917604,0.05000,2.894
15,block_sparse_moe.experts.44.w3,0.0001685653,0.05000,2.933
15,block_sparse_moe.experts.36.w3,0.0001056537,0.05000,2.935
15,block_sparse_moe.experts.32.w3,0.0002538456,0.05000,2.988
15,block_sparse_moe.experts.53.w3,0.0000426649,0.05000,3.051
15,block_sparse_moe.experts.49.w3,0.0000344500,0.05000,3.123
15,block_sparse_moe.experts.61.w3,0.0000456758,0.05000,3.079
15,block_sparse_moe.experts.57.w3,0.0001131449,0.05000,3.028
15,block_sparse_moe.experts.55.w3,0.0002057392,0.05000,2.963
15,block_sparse_moe.experts.63.w3,0.0000863268,0.05000,2.960
15,block_sparse_moe.experts.59.w3,0.0000643736,0.05000,2.979
15,block_sparse_moe.experts.51.w3,0.0001164845,0.05000,3.058
15,block_sparse_moe.experts.58.w3,0.0001090567,0.05000,2.955
15,block_sparse_moe.experts.54.w3,0.0002148211,0.05000,2.936
15,block_sparse_moe.experts.50.w3,0.0000135576,0.05000,2.900
15,block_sparse_moe.experts.62.w3,0.0000933086,0.05000,2.915
15,block_sparse_moe.experts.56.w3,0.0000879541,0.05000,3.138
15,block_sparse_moe.experts.60.w3,0.0000814460,0.05000,3.118
15,block_sparse_moe.experts.52.w3,0.0002131033,0.05000,3.169
15,block_sparse_moe.experts.48.w3,0.0002013614,0.05000,3.167
15,block_sparse_moe.experts.69.w3,0.0000707887,0.05000,3.099
15,block_sparse_moe.experts.65.w3,0.0000313097,0.05000,3.079
15,block_sparse_moe.experts.73.w3,0.0001008783,0.05000,3.044
15,block_sparse_moe.experts.77.w3,0.0000652142,0.05000,3.123
15,block_sparse_moe.experts.79.w3,0.0002128046,0.05000,3.062
15,block_sparse_moe.experts.71.w3,0.0002699189,0.05000,3.093
15,block_sparse_moe.experts.75.w3,0.0000540506,0.05000,3.006
15,block_sparse_moe.experts.74.w3,0.0000387709,0.05000,3.048
15,block_sparse_moe.experts.67.w3,0.0003188623,0.05000,3.128
15,block_sparse_moe.experts.70.w3,0.0001423671,0.05000,3.097
15,block_sparse_moe.experts.66.w3,0.0000596617,0.05000,3.068
15,block_sparse_moe.experts.78.w3,0.0001905780,0.05000,3.127
15,block_sparse_moe.experts.72.w3,0.0001102572,0.05000,3.138
15,block_sparse_moe.experts.76.w3,0.0000511207,0.05000,3.060
15,block_sparse_moe.experts.68.w3,0.0001248507,0.05000,3.093
15,block_sparse_moe.experts.64.w3,0.0000751278,0.05000,3.108
15,block_sparse_moe.experts.85.w3,0.0000134638,0.05000,3.078
15,block_sparse_moe.experts.81.w3,0.0001301881,0.05000,3.136
15,block_sparse_moe.experts.89.w3,0.0001214457,0.05000,2.999
15,block_sparse_moe.experts.93.w3,0.0001188204,0.05000,3.035
15,block_sparse_moe.experts.95.w3,0.0000873225,0.05000,2.979
15,block_sparse_moe.experts.87.w3,0.0000220439,0.05000,3.082
15,block_sparse_moe.experts.91.w3,0.0000845074,0.05000,3.058
15,block_sparse_moe.experts.83.w3,0.0001291589,0.05000,2.938
15,block_sparse_moe.experts.90.w3,0.0002157668,0.05000,3.074
15,block_sparse_moe.experts.86.w3,0.0002310403,0.05000,3.078
15,block_sparse_moe.experts.82.w3,0.0001339964,0.05000,3.097
15,block_sparse_moe.experts.94.w3,0.0000510306,0.05000,3.025
15,block_sparse_moe.experts.92.w3,0.0001855766,0.05000,2.989
15,block_sparse_moe.experts.88.w3,0.0001930212,0.05000,3.075
15,block_sparse_moe.experts.84.w3,0.0001320818,0.05000,3.001
15,block_sparse_moe.experts.80.w3,0.0000467451,0.05000,3.028
15,block_sparse_moe.experts.101.w3,0.0000954200,0.05000,2.950
15,block_sparse_moe.experts.105.w3,0.0001126245,0.05000,2.977
15,block_sparse_moe.experts.97.w3,0.0000525350,0.05000,3.066
15,block_sparse_moe.experts.109.w3,0.0000540934,0.05000,2.943
15,block_sparse_moe.experts.111.w3,0.0000274348,0.05000,3.082
15,block_sparse_moe.experts.103.w3,0.0001126814,0.05000,3.078
15,block_sparse_moe.experts.107.w3,0.0001869164,0.05000,3.120
15,block_sparse_moe.experts.106.w3,0.0001403391,0.05000,2.994
15,block_sparse_moe.experts.99.w3,0.0000529941,0.05000,3.144
15,block_sparse_moe.experts.102.w3,0.0002137193,0.05000,3.043
15,block_sparse_moe.experts.98.w3,0.0000434566,0.05000,3.084
15,block_sparse_moe.experts.110.w3,0.0001718778,0.05000,3.100
15,block_sparse_moe.experts.108.w3,0.0000873481,0.05000,3.095
15,block_sparse_moe.experts.104.w3,0.0000407123,0.05000,3.066
15,block_sparse_moe.experts.100.w3,0.0000568643,0.05000,3.109
15,block_sparse_moe.experts.96.w3,0.0000243987,0.05000,3.100
15,block_sparse_moe.experts.117.w3,0.0001296304,0.05000,3.092
15,block_sparse_moe.experts.121.w3,0.0000876440,0.05000,3.012
15,block_sparse_moe.experts.113.w3,0.0000852659,0.05000,3.077
15,block_sparse_moe.experts.125.w3,0.0002076606,0.05000,3.101
15,block_sparse_moe.experts.127.w3,0.0000622386,0.05000,2.849
15,block_sparse_moe.experts.123.w3,0.0001005493,0.05000,2.802
15,block_sparse_moe.experts.119.w3,0.0000847762,0.05000,2.898
15,block_sparse_moe.experts.115.w3,0.0000530335,0.05000,2.796
15,block_sparse_moe.experts.122.w3,0.0001063074,0.05000,3.004
15,block_sparse_moe.experts.118.w3,0.0001222982,0.05000,3.021
15,block_sparse_moe.experts.114.w3,0.0000974314,0.05000,2.994
15,block_sparse_moe.experts.126.w3,0.0000579958,0.05000,3.005
15,block_sparse_moe.experts.120.w3,0.0002220911,0.05000,2.994
15,block_sparse_moe.experts.124.w3,0.0001140074,0.05000,3.003
15,block_sparse_moe.experts.116.w3,0.0001650697,0.05000,3.047
15,block_sparse_moe.experts.112.w3,0.0000821197,0.05000,2.993
15,block_sparse_moe.experts.133.w3,0.0001035645,0.05000,3.078
15,block_sparse_moe.experts.137.w3,0.0000146466,0.05000,3.001
15,block_sparse_moe.experts.143.w3,0.0001050622,0.05000,2.924
15,block_sparse_moe.experts.141.w3,0.0002218621,0.05000,2.997
15,block_sparse_moe.experts.129.w3,0.0003257492,0.05000,3.065
15,block_sparse_moe.experts.135.w3,0.0000938675,0.05000,2.956
15,block_sparse_moe.experts.139.w3,0.0000997302,0.05000,3.013
15,block_sparse_moe.experts.131.w3,0.0001612706,0.05000,2.992
15,block_sparse_moe.experts.138.w3,0.0002206145,0.05000,2.936
15,block_sparse_moe.experts.134.w3,0.0000852439,0.05000,3.007
15,block_sparse_moe.experts.130.w3,0.0000119600,0.05000,3.006
15,block_sparse_moe.experts.142.w3,0.0001545086,0.05000,2.983
15,block_sparse_moe.experts.140.w3,0.0001014192,0.05000,2.886
15,block_sparse_moe.experts.136.w3,0.0000843867,0.05000,2.900
15,block_sparse_moe.experts.132.w3,0.0000923261,0.05000,2.913
15,block_sparse_moe.experts.128.w3,0.0000954641,0.05000,2.894
15,block_sparse_moe.experts.149.w3,0.0000723866,0.05000,2.992
15,block_sparse_moe.experts.159.w3,0.0001164923,0.05000,2.881
15,block_sparse_moe.experts.153.w3,0.0000735746,0.05000,3.032
15,block_sparse_moe.experts.151.w3,0.0000379527,0.05000,2.890
15,block_sparse_moe.experts.157.w3,0.0000941592,0.05000,3.056
15,block_sparse_moe.experts.155.w3,0.0000345493,0.05000,2.936
15,block_sparse_moe.experts.145.w3,0.0000454096,0.05000,3.109
15,block_sparse_moe.experts.147.w3,0.0000112252,0.05000,2.920
15,block_sparse_moe.experts.154.w3,0.0000229234,0.05000,2.989
15,block_sparse_moe.experts.150.w3,0.0002192618,0.05000,3.092
15,block_sparse_moe.experts.158.w3,0.0000535267,0.05000,3.077
15,block_sparse_moe.experts.146.w3,0.0000743193,0.05000,3.133
15,block_sparse_moe.experts.152.w3,0.0001111161,0.05000,3.115
15,block_sparse_moe.experts.156.w3,0.0001169895,0.05000,3.128
15,block_sparse_moe.experts.148.w3,0.0001709090,0.05000,3.147
15,block_sparse_moe.experts.144.w3,0.0000218310,0.05000,3.152
15,block_sparse_moe.experts.165.w3,0.0001070096,0.05000,3.119
15,block_sparse_moe.experts.169.w3,0.0003283064,0.05000,3.138
15,block_sparse_moe.experts.175.w3,0.0001478613,0.05000,3.251
15,block_sparse_moe.experts.167.w3,0.0000956180,0.05000,3.328
15,block_sparse_moe.experts.161.w3,0.0001181963,0.05000,3.277
15,block_sparse_moe.experts.173.w3,0.0001222048,0.05000,3.419
15,block_sparse_moe.experts.171.w3,0.0001195268,0.05000,3.370
15,block_sparse_moe.experts.163.w3,0.0000526580,0.05000,3.383
15,block_sparse_moe.experts.170.w3,0.0000511070,0.05000,3.218
15,block_sparse_moe.experts.162.w3,0.0000962886,0.05000,3.046
15,block_sparse_moe.experts.166.w3,0.0001208841,0.05000,3.234
15,block_sparse_moe.experts.174.w3,0.0000701606,0.05000,3.241
15,block_sparse_moe.experts.168.w3,0.0001238189,0.05000,3.082
15,block_sparse_moe.experts.172.w3,0.0001045395,0.05000,3.253
15,block_sparse_moe.experts.160.w3,0.0002799062,0.05000,3.065
15,block_sparse_moe.experts.164.w3,0.0002049973,0.05000,3.149
15,block_sparse_moe.experts.181.w3,0.0000817990,0.05000,3.504
15,block_sparse_moe.experts.191.w3,0.0000553864,0.05000,3.179
15,block_sparse_moe.experts.183.w3,0.0001525471,0.05000,3.002
15,block_sparse_moe.experts.187.w3,0.0002028402,0.05000,2.976
15,block_sparse_moe.experts.185.w3,0.0000583806,0.05000,3.455
15,block_sparse_moe.experts.179.w3,0.0001705884,0.05000,2.960
15,block_sparse_moe.experts.177.w3,0.0000354930,0.05000,3.305
15,block_sparse_moe.experts.189.w3,0.0000567209,0.05000,3.297
15,block_sparse_moe.experts.186.w3,0.0001016245,0.05000,3.178
15,block_sparse_moe.experts.178.w3,0.0000403319,0.05000,3.160
15,block_sparse_moe.experts.182.w3,0.0000356655,0.05000,3.078
15,block_sparse_moe.experts.190.w3,0.0000453033,0.05000,3.158
15,block_sparse_moe.experts.184.w3,0.0001392695,0.05000,3.324
15,block_sparse_moe.experts.188.w3,0.0000641273,0.05000,3.202
15,block_sparse_moe.experts.180.w3,0.0000330418,0.05000,3.197
15,block_sparse_moe.experts.176.w3,0.0001768445,0.05000,3.209
15,block_sparse_moe.experts.197.w3,0.0000410014,0.05000,2.948
15,block_sparse_moe.experts.207.w3,0.0001805286,0.05000,3.047
15,block_sparse_moe.experts.199.w3,0.0002094518,0.05000,3.016
15,block_sparse_moe.experts.201.w3,0.0000954925,0.05000,3.088
15,block_sparse_moe.experts.203.w3,0.0000771359,0.05000,3.137
15,block_sparse_moe.experts.195.w3,0.0001637036,0.05000,3.094
15,block_sparse_moe.experts.193.w3,0.0001105349,0.05000,3.021
15,block_sparse_moe.experts.205.w3,0.0000547835,0.05000,3.100
15,block_sparse_moe.experts.202.w3,0.0001421326,0.05000,3.144
15,block_sparse_moe.experts.198.w3,0.0000609105,0.05000,3.072
15,block_sparse_moe.experts.194.w3,0.0002502924,0.05000,3.155
15,block_sparse_moe.experts.206.w3,0.0000381219,0.05000,3.087
15,block_sparse_moe.experts.204.w3,0.0000783717,0.05000,3.144
15,block_sparse_moe.experts.200.w3,0.0000901704,0.05000,3.204
15,block_sparse_moe.experts.192.w3,0.0000773016,0.05000,3.082
15,block_sparse_moe.experts.196.w3,0.0001270016,0.05000,3.108
15,block_sparse_moe.experts.213.w3,0.0001615149,0.05000,3.214
15,block_sparse_moe.experts.223.w3,0.0001201418,0.05000,3.146
15,block_sparse_moe.experts.215.w3,0.0001055277,0.05000,3.119
15,block_sparse_moe.experts.219.w3,0.0001348253,0.05000,3.178
15,block_sparse_moe.experts.211.w3,0.0000962017,0.05000,3.300
15,block_sparse_moe.experts.217.w3,0.0001195038,0.05000,3.389
15,block_sparse_moe.experts.209.w3,0.0001052031,0.05000,3.419
15,block_sparse_moe.experts.218.w3,0.0000412519,0.05000,3.331
15,block_sparse_moe.experts.221.w3,0.0001137000,0.05000,3.559
15,block_sparse_moe.experts.214.w3,0.0000784477,0.05000,3.260
15,block_sparse_moe.experts.222.w3,0.0001812487,0.05000,3.271
15,block_sparse_moe.experts.210.w3,0.0000222231,0.05000,4.044
15,block_sparse_moe.experts.239.w3,0.0002493474,0.05000,3.427
15,block_sparse_moe.experts.231.w3,0.0000250875,0.05000,3.430
15,block_sparse_moe.experts.235.w3,0.0000559017,0.05000,3.351
15,block_sparse_moe.experts.227.w3,0.0002469099,0.05000,3.375
15,block_sparse_moe.experts.234.w3,0.0001128767,0.05000,3.337
15,block_sparse_moe.experts.230.w3,0.0001469150,0.05000,3.331
15,block_sparse_moe.experts.238.w3,0.0001441603,0.05000,3.327
15,block_sparse_moe.experts.226.w3,0.0001025896,0.05000,3.219
15,block_sparse_moe.experts.255.w3,0.0001005553,0.05000,3.271
15,block_sparse_moe.experts.247.w3,0.0001416208,0.05000,3.255
15,block_sparse_moe.experts.251.w3,0.0001212931,0.05000,3.149
15,block_sparse_moe.experts.243.w3,0.0001844127,0.05000,3.064
15,block_sparse_moe.experts.250.w3,0.0001543653,0.05000,3.497
15,block_sparse_moe.experts.246.w3,0.0000450055,0.05000,3.484
15,block_sparse_moe.experts.254.w3,0.0000256303,0.05000,3.368
15,block_sparse_moe.experts.242.w3,0.0001311176,0.05000,3.010
15,block_sparse_moe.experts.229.w3,0.0001220257,0.05000,10.653
15,block_sparse_moe.experts.233.w3,0.0001760154,0.05000,10.658
15,block_sparse_moe.experts.225.w3,0.0001441516,0.05000,10.535
15,block_sparse_moe.experts.237.w3,0.0001886901,0.05000,10.496
15,block_sparse_moe.experts.245.w3,0.0000813121,0.05000,3.249
15,block_sparse_moe.experts.249.w3,0.0001918027,0.05000,3.053
15,block_sparse_moe.experts.241.w3,0.0001302353,0.05000,3.039
15,block_sparse_moe.experts.253.w3,0.0000258682,0.05000,2.856
15,block_sparse_moe.experts.212.w3,0.0001741692,0.05000,2.929
15,block_sparse_moe.experts.220.w3,0.0001199928,0.05000,2.975
15,block_sparse_moe.experts.208.w3,0.0001597353,0.05000,3.009
15,block_sparse_moe.experts.216.w3,0.0002440706,0.05000,3.017
15,block_sparse_moe.experts.236.w3,0.0001650440,0.05000,2.433
15,block_sparse_moe.experts.228.w3,0.0001289535,0.05000,2.516
15,block_sparse_moe.experts.232.w3,0.0000940725,0.05000,2.525
15,block_sparse_moe.experts.224.w3,0.0000834978,0.05000,2.545
15,block_sparse_moe.experts.244.w3,0.0000582023,0.05000,2.590
15,block_sparse_moe.experts.252.w3,0.0001599857,0.05000,2.633
15,block_sparse_moe.experts.240.w3,0.0001113306,0.05000,2.603
15,block_sparse_moe.experts.248.w3,0.0001453939,0.05000,2.614
15,block_sparse_moe.experts.0.w2,0.0000056325,0.05000,1.647
15,block_sparse_moe.experts.8.w2,0.0000220204,0.05000,1.604
15,block_sparse_moe.experts.4.w2,0.0000271252,0.05000,1.606
15,block_sparse_moe.experts.10.w2,0.0000317159,0.05000,1.597
15,block_sparse_moe.experts.12.w2,0.0000073463,0.05000,1.615
15,block_sparse_moe.experts.6.w2,0.0000277044,0.05000,1.623
15,block_sparse_moe.experts.2.w2,0.0000479762,0.05000,1.689
15,block_sparse_moe.experts.7.w2,0.0000338227,0.05000,1.651
15,block_sparse_moe.experts.14.w2,0.0000300800,0.05000,1.662
15,block_sparse_moe.experts.15.w2,0.0000079280,0.05000,1.679
15,block_sparse_moe.experts.3.w2,0.0000084151,0.05000,1.730
15,block_sparse_moe.experts.11.w2,0.0000233846,0.05000,1.709
15,block_sparse_moe.experts.1.w2,0.0000075207,0.05000,1.863
15,block_sparse_moe.experts.13.w2,0.0000195231,0.05000,1.855
15,block_sparse_moe.experts.5.w2,0.0000368334,0.05000,1.858
15,block_sparse_moe.experts.9.w2,0.0000139481,0.05000,1.899
15,block_sparse_moe.experts.16.w2,0.0000330002,0.05000,1.500
15,block_sparse_moe.experts.20.w2,0.0000388944,0.05000,1.545
15,block_sparse_moe.experts.28.w2,0.0000247849,0.05000,1.547
15,block_sparse_moe.experts.23.w2,0.0000323662,0.05000,1.516
15,block_sparse_moe.experts.24.w2,0.0000175355,0.05000,1.575
15,block_sparse_moe.experts.22.w2,0.0000462725,0.05000,1.559
15,block_sparse_moe.experts.18.w2,0.0000416509,0.05000,1.567
15,block_sparse_moe.experts.27.w2,0.0000146545,0.05000,1.494
15,block_sparse_moe.experts.19.w2,0.0000130592,0.05000,1.533
15,block_sparse_moe.experts.26.w2,0.0000489265,0.05000,1.623
15,block_sparse_moe.experts.17.w2,0.0000332615,0.05000,1.425
15,block_sparse_moe.experts.31.w2,0.0000117441,0.05000,1.564
15,block_sparse_moe.experts.25.w2,0.0000266388,0.05000,1.367
15,block_sparse_moe.experts.30.w2,0.0000418597,0.05000,1.596
15,block_sparse_moe.experts.29.w2,0.0000190981,0.05000,1.419
15,block_sparse_moe.experts.21.w2,0.0000150998,0.05000,1.455
15,block_sparse_moe.experts.39.w2,0.0000130076,0.05000,1.437
15,block_sparse_moe.experts.44.w2,0.0000247491,0.05000,1.491
15,block_sparse_moe.experts.36.w2,0.0000443162,0.05000,1.506
15,block_sparse_moe.experts.32.w2,0.0000656250,0.05000,1.561
15,block_sparse_moe.experts.34.w2,0.0000155778,0.05000,1.457
15,block_sparse_moe.experts.38.w2,0.0000239362,0.05000,1.487
15,block_sparse_moe.experts.40.w2,0.0000139273,0.05000,1.522
15,block_sparse_moe.experts.47.w2,0.0000329686,0.05000,1.460
15,block_sparse_moe.experts.35.w2,0.0000208412,0.05000,1.491
15,block_sparse_moe.experts.43.w2,0.0000144415,0.05000,1.506
15,block_sparse_moe.experts.42.w2,0.0000312852,0.05000,1.494
15,block_sparse_moe.experts.46.w2,0.0000425338,0.05000,1.521
15,block_sparse_moe.experts.33.w2,0.0000270708,0.05000,1.590
15,block_sparse_moe.experts.45.w2,0.0000446649,0.05000,1.565
15,block_sparse_moe.experts.41.w2,0.0000374551,0.05000,1.619
15,block_sparse_moe.experts.37.w2,0.0000373234,0.05000,1.578
15,block_sparse_moe.experts.55.w2,0.0000539919,0.05000,1.481
15,block_sparse_moe.experts.48.w2,0.0000442226,0.05000,1.444
15,block_sparse_moe.experts.56.w2,0.0000179113,0.05000,1.434
15,block_sparse_moe.experts.60.w2,0.0000334125,0.05000,1.483
15,block_sparse_moe.experts.52.w2,0.0000377102,0.05000,1.517
15,block_sparse_moe.experts.59.w2,0.0000257528,0.05000,1.475
15,block_sparse_moe.experts.51.w2,0.0000440254,0.05000,1.502
15,block_sparse_moe.experts.50.w2,0.0000050385,0.05000,1.598
15,block_sparse_moe.experts.58.w2,0.0000310829,0.05000,1.536
15,block_sparse_moe.experts.54.w2,0.0000473206,0.05000,1.587
15,block_sparse_moe.experts.63.w2,0.0000159122,0.05000,1.580
15,block_sparse_moe.experts.62.w2,0.0000203780,0.05000,1.608
15,block_sparse_moe.experts.49.w2,0.0000096186,0.05000,1.662
15,block_sparse_moe.experts.61.w2,0.0000098987,0.05000,1.683
15,block_sparse_moe.experts.53.w2,0.0000066094,0.05000,1.659
15,block_sparse_moe.experts.57.w2,0.0000247529,0.05000,1.693
15,block_sparse_moe.experts.64.w2,0.0000208869,0.05000,1.565
15,block_sparse_moe.experts.72.w2,0.0000520133,0.05000,1.535
15,block_sparse_moe.experts.71.w2,0.0000558221,0.05000,1.594
15,block_sparse_moe.experts.76.w2,0.0000252929,0.05000,1.558
15,block_sparse_moe.experts.70.w2,0.0000604282,0.05000,1.442
15,block_sparse_moe.experts.66.w2,0.0000114499,0.05000,1.478
15,block_sparse_moe.experts.75.w2,0.0000151107,0.05000,1.548
15,block_sparse_moe.experts.74.w2,0.0000158727,0.05000,1.478
15,block_sparse_moe.experts.68.w2,0.0000175887,0.05000,1.601
15,block_sparse_moe.experts.67.w2,0.0000558063,0.05000,1.627
15,block_sparse_moe.experts.79.w2,0.0000454519,0.05000,1.591
15,block_sparse_moe.experts.78.w2,0.0000433265,0.05000,1.514
15,block_sparse_moe.experts.77.w2,0.0000144754,0.05000,1.399
15,block_sparse_moe.experts.65.w2,0.0000170603,0.05000,1.482
15,block_sparse_moe.experts.69.w2,0.0000302244,0.05000,1.442
15,block_sparse_moe.experts.73.w2,0.0000130447,0.05000,1.430
15,block_sparse_moe.experts.88.w2,0.0000488907,0.05000,1.375
15,block_sparse_moe.experts.92.w2,0.0000279110,0.05000,1.356
15,block_sparse_moe.experts.80.w2,0.0000164044,0.05000,1.405
15,block_sparse_moe.experts.87.w2,0.0000078038,0.05000,1.484
15,block_sparse_moe.experts.84.w2,0.0000198749,0.05000,1.393
15,block_sparse_moe.experts.86.w2,0.0000658857,0.05000,1.463
15,block_sparse_moe.experts.91.w2,0.0000175137,0.05000,1.467
15,block_sparse_moe.experts.90.w2,0.0000397409,0.05000,1.482
15,block_sparse_moe.experts.82.w2,0.0000221927,0.05000,1.504
15,block_sparse_moe.experts.83.w2,0.0000397669,0.05000,1.465
15,block_sparse_moe.experts.94.w2,0.0000129760,0.05000,1.444
15,block_sparse_moe.experts.95.w2,0.0000473657,0.05000,1.499
15,block_sparse_moe.experts.93.w2,0.0000297472,0.05000,1.488
15,block_sparse_moe.experts.81.w2,0.0000203111,0.05000,1.458
15,block_sparse_moe.experts.85.w2,0.0000069384,0.05000,1.521
15,block_sparse_moe.experts.89.w2,0.0000182190,0.05000,1.504
15,block_sparse_moe.experts.108.w2,0.0000234788,0.05000,1.455
15,block_sparse_moe.experts.96.w2,0.0000077838,0.05000,1.468
15,block_sparse_moe.experts.104.w2,0.0000129937,0.05000,1.495
15,block_sparse_moe.experts.100.w2,0.0000159217,0.05000,1.476
15,block_sparse_moe.experts.102.w2,0.0000436286,0.05000,1.470
15,block_sparse_moe.experts.103.w2,0.0000243484,0.05000,1.517
15,block_sparse_moe.experts.98.w2,0.0000127229,0.05000,1.453
15,block_sparse_moe.experts.106.w2,0.0000182411,0.05000,1.490
15,block_sparse_moe.experts.107.w2,0.0000471756,0.05000,1.529
15,block_sparse_moe.experts.99.w2,0.0000111404,0.05000,1.492
15,block_sparse_moe.experts.110.w2,0.0000406523,0.05000,1.508
15,block_sparse_moe.experts.111.w2,0.0000070794,0.05000,1.527
15,block_sparse_moe.experts.97.w2,0.0000201963,0.05000,1.475
15,block_sparse_moe.experts.109.w2,0.0000203108,0.05000,1.518
15,block_sparse_moe.experts.101.w2,0.0000156118,0.05000,1.467
15,block_sparse_moe.experts.105.w2,0.0000304163,0.05000,1.526
15,block_sparse_moe.experts.124.w2,0.0000194498,0.05000,1.532
15,block_sparse_moe.experts.120.w2,0.0000562935,0.05000,1.507
15,block_sparse_moe.experts.112.w2,0.0000321841,0.05000,1.529
15,block_sparse_moe.experts.118.w2,0.0000327149,0.05000,1.449
15,block_sparse_moe.experts.122.w2,0.0000340954,0.05000,1.424
15,block_sparse_moe.experts.119.w2,0.0000106508,0.05000,1.462
15,block_sparse_moe.experts.116.w2,0.0000440684,0.05000,1.533
15,block_sparse_moe.experts.114.w2,0.0000335192,0.05000,1.488
15,block_sparse_moe.experts.123.w2,0.0000194773,0.05000,1.498
15,block_sparse_moe.experts.115.w2,0.0000100460,0.05000,1.512
15,block_sparse_moe.experts.126.w2,0.0000120293,0.05000,1.460
15,block_sparse_moe.experts.127.w2,0.0000193008,0.05000,1.454
15,block_sparse_moe.experts.113.w2,0.0000398440,0.05000,1.453
15,block_sparse_moe.experts.125.w2,0.0000488266,0.05000,1.469
15,block_sparse_moe.experts.117.w2,0.0000337154,0.05000,1.494
15,block_sparse_moe.experts.121.w2,0.0000119094,0.05000,1.520
15,block_sparse_moe.experts.140.w2,0.0000211771,0.05000,1.454
15,block_sparse_moe.experts.135.w2,0.0000203543,0.05000,1.372
15,block_sparse_moe.experts.128.w2,0.0000559969,0.05000,1.468
15,block_sparse_moe.experts.138.w2,0.0000451317,0.05000,1.443
15,block_sparse_moe.experts.139.w2,0.0000234140,0.05000,1.371
15,block_sparse_moe.experts.134.w2,0.0000186616,0.05000,1.533
15,block_sparse_moe.experts.136.w2,0.0000152167,0.05000,1.576
15,block_sparse_moe.experts.132.w2,0.0000137811,0.05000,1.478
15,block_sparse_moe.experts.131.w2,0.0000360180,0.05000,1.414
15,block_sparse_moe.experts.130.w2,0.0000038028,0.05000,1.540
15,block_sparse_moe.experts.129.w2,0.0001338040,0.05000,1.413
15,block_sparse_moe.experts.143.w2,0.0000314734,0.05000,1.427
15,block_sparse_moe.experts.133.w2,0.0000240408,0.05000,1.309
15,block_sparse_moe.experts.141.w2,0.0000708084,0.05000,1.389
15,block_sparse_moe.experts.142.w2,0.0000424091,0.05000,1.498
15,block_sparse_moe.experts.137.w2,0.0000054752,0.05000,1.324
15,block_sparse_moe.experts.156.w2,0.0000233860,0.05000,1.494
15,block_sparse_moe.experts.144.w2,0.0000129889,0.05000,1.474
15,block_sparse_moe.experts.152.w2,0.0000172123,0.05000,1.433
15,block_sparse_moe.experts.151.w2,0.0000232431,0.05000,1.600
15,block_sparse_moe.experts.148.w2,0.0000347792,0.05000,1.466
15,block_sparse_moe.experts.150.w2,0.0000494461,0.05000,1.576
15,block_sparse_moe.experts.155.w2,0.0000131983,0.05000,1.628
15,block_sparse_moe.experts.154.w2,0.0000045051,0.05000,1.652
15,block_sparse_moe.experts.145.w2,0.0000191418,0.05000,1.499
15,block_sparse_moe.experts.149.w2,0.0000282803,0.05000,1.495
15,block_sparse_moe.experts.157.w2,0.0000225312,0.05000,1.528
15,block_sparse_moe.experts.146.w2,0.0000106713,0.05000,1.592
15,block_sparse_moe.experts.153.w2,0.0000102195,0.05000,1.475
15,block_sparse_moe.experts.147.w2,0.0000078478,0.05000,1.708
15,block_sparse_moe.experts.159.w2,0.0000217117,0.05000,1.646
15,block_sparse_moe.experts.158.w2,0.0000293814,0.05000,1.601
15,block_sparse_moe.experts.172.w2,0.0000175211,0.05000,1.549
15,block_sparse_moe.experts.160.w2,0.0001172042,0.05000,1.611
15,block_sparse_moe.experts.168.w2,0.0000246220,0.05000,1.585
15,block_sparse_moe.experts.167.w2,0.0000344411,0.05000,1.559
15,block_sparse_moe.experts.164.w2,0.0000389054,0.05000,1.579
15,block_sparse_moe.experts.165.w2,0.0000309102,0.05000,1.436
15,block_sparse_moe.experts.173.w2,0.0000156943,0.05000,1.436
15,block_sparse_moe.experts.161.w2,0.0000227224,0.05000,1.481
15,block_sparse_moe.experts.171.w2,0.0000397474,0.05000,1.527
15,block_sparse_moe.experts.166.w2,0.0000168317,0.05000,1.555
15,block_sparse_moe.experts.170.w2,0.0000108170,0.05000,1.562
15,block_sparse_moe.experts.169.w2,0.0000809240,0.05000,1.451
15,block_sparse_moe.experts.162.w2,0.0000165782,0.05000,1.579
15,block_sparse_moe.experts.174.w2,0.0000143836,0.05000,1.488
15,block_sparse_moe.experts.163.w2,0.0000167526,0.05000,1.515
15,block_sparse_moe.experts.175.w2,0.0000335391,0.05000,1.560
15,block_sparse_moe.experts.181.w2,0.0000279076,0.05000,1.366
15,block_sparse_moe.experts.188.w2,0.0000207415,0.05000,1.574
15,block_sparse_moe.experts.177.w2,0.0000107091,0.05000,1.357
15,block_sparse_moe.experts.189.w2,0.0000145490,0.05000,1.395
15,block_sparse_moe.experts.183.w2,0.0000825150,0.05000,1.481
15,block_sparse_moe.experts.187.w2,0.0000363421,0.05000,1.420
15,block_sparse_moe.experts.176.w2,0.0000281652,0.05000,1.573
15,block_sparse_moe.experts.184.w2,0.0000230888,0.05000,1.555
15,block_sparse_moe.experts.185.w2,0.0000087610,0.05000,1.396
15,block_sparse_moe.experts.182.w2,0.0000071892,0.05000,1.508
15,block_sparse_moe.experts.180.w2,0.0000071517,0.05000,1.582
15,block_sparse_moe.experts.186.w2,0.0000737098,0.05000,1.520
15,block_sparse_moe.experts.179.w2,0.0000376775,0.05000,1.392
15,block_sparse_moe.experts.191.w2,0.0000138611,0.05000,1.393
15,block_sparse_moe.experts.178.w2,0.0000137407,0.05000,1.486
15,block_sparse_moe.experts.190.w2,0.0000117691,0.05000,1.546
15,block_sparse_moe.experts.199.w2,0.0000600573,0.05000,1.374
15,block_sparse_moe.experts.204.w2,0.0000201886,0.05000,1.502
15,block_sparse_moe.experts.203.w2,0.0000194958,0.05000,1.433
15,block_sparse_moe.experts.197.w2,0.0000102208,0.05000,1.632
15,block_sparse_moe.experts.193.w2,0.0000252917,0.05000,1.608
15,block_sparse_moe.experts.200.w2,0.0000171586,0.05000,1.535
15,block_sparse_moe.experts.192.w2,0.0000207586,0.05000,1.557
15,block_sparse_moe.experts.196.w2,0.0000218327,0.05000,1.494
15,block_sparse_moe.experts.195.w2,0.0000559718,0.05000,1.464
15,block_sparse_moe.experts.205.w2,0.0000142449,0.05000,1.651
15,block_sparse_moe.experts.201.w2,0.0000195357,0.05000,1.615
15,block_sparse_moe.experts.207.w2,0.0000473907,0.05000,1.467
15,block_sparse_moe.experts.202.w2,0.0000252358,0.05000,1.557
15,block_sparse_moe.experts.198.w2,0.0000154643,0.05000,1.605
15,block_sparse_moe.experts.194.w2,0.0000814294,0.05000,1.640
15,block_sparse_moe.experts.206.w2,0.0000191584,0.05000,1.576
15,block_sparse_moe.experts.215.w2,0.0000181137,0.05000,1.522
15,block_sparse_moe.experts.219.w2,0.0000277477,0.05000,1.501
15,block_sparse_moe.experts.220.w2,0.0000306273,0.05000,1.531
15,block_sparse_moe.experts.213.w2,0.0000273783,0.05000,1.526
15,block_sparse_moe.experts.212.w2,0.0000386241,0.05000,1.507
15,block_sparse_moe.experts.214.w2,0.0000287552,0.05000,1.420
15,block_sparse_moe.experts.218.w2,0.0000085143,0.05000,1.432
15,block_sparse_moe.experts.216.w2,0.0000650797,0.05000,1.568
15,block_sparse_moe.experts.211.w2,0.0000148049,0.05000,1.524
15,block_sparse_moe.experts.209.w2,0.0000359482,0.05000,1.599
15,block_sparse_moe.experts.208.w2,0.0000375214,0.05000,1.582
15,block_sparse_moe.experts.221.w2,0.0000392131,0.05000,1.546
15,block_sparse_moe.experts.223.w2,0.0000161282,0.05000,1.502
15,block_sparse_moe.experts.222.w2,0.0000317781,0.05000,1.373
15,block_sparse_moe.experts.217.w2,0.0000162713,0.05000,1.607
15,block_sparse_moe.experts.210.w2,0.0000041956,0.05000,1.426
15,block_sparse_moe.experts.231.w2,0.0000051338,0.05000,1.464
15,block_sparse_moe.experts.235.w2,0.0000206342,0.05000,1.475
15,block_sparse_moe.experts.236.w2,0.0000399755,0.05000,1.501
15,block_sparse_moe.experts.230.w2,0.0000307797,0.05000,1.451
15,block_sparse_moe.experts.234.w2,0.0000191020,0.05000,1.466
15,block_sparse_moe.experts.228.w2,0.0000336222,0.05000,1.503
15,block_sparse_moe.experts.229.w2,0.0000390658,0.05000,1.554
15,block_sparse_moe.experts.227.w2,0.0000483620,0.05000,1.480
15,block_sparse_moe.experts.225.w2,0.0000481273,0.05000,1.484
15,block_sparse_moe.experts.232.w2,0.0000318436,0.05000,1.519
15,block_sparse_moe.experts.237.w2,0.0000336671,0.05000,1.516
15,block_sparse_moe.experts.224.w2,0.0000152573,0.05000,1.538
15,block_sparse_moe.experts.239.w2,0.0000737585,0.05000,1.543
15,block_sparse_moe.experts.238.w2,0.0000289376,0.05000,1.489
15,block_sparse_moe.experts.233.w2,0.0000333004,0.05000,1.516
15,block_sparse_moe.experts.226.w2,0.0000325311,0.05000,1.528
15,block_sparse_moe.experts.247.w2,0.0000412883,0.05000,1.443
15,block_sparse_moe.experts.251.w2,0.0000238012,0.05000,1.398
15,block_sparse_moe.experts.252.w2,0.0000598021,0.05000,1.498
15,block_sparse_moe.experts.243.w2,0.0000401823,0.05000,1.373
15,block_sparse_moe.experts.255.w2,0.0000161878,0.05000,1.283
15,block_sparse_moe.experts.246.w2,0.0000121531,0.05000,1.520
15,block_sparse_moe.experts.244.w2,0.0000240334,0.05000,1.484
15,block_sparse_moe.experts.250.w2,0.0000344160,0.05000,1.511
15,block_sparse_moe.experts.248.w2,0.0000389389,0.05000,1.456
15,block_sparse_moe.experts.245.w2,0.0000149683,0.05000,1.492
15,block_sparse_moe.experts.241.w2,0.0000283217,0.05000,1.488
15,block_sparse_moe.experts.240.w2,0.0000440414,0.05000,1.426
15,block_sparse_moe.experts.253.w2,0.0000066076,0.05000,1.472
15,block_sparse_moe.experts.254.w2,0.0000100177,0.05000,1.432
15,block_sparse_moe.experts.249.w2,0.0000544772,0.05000,1.396
15,block_sparse_moe.experts.242.w2,0.0000252598,0.05000,1.383
16,self_attn.k_proj,0.0000004229,0.05000,1.014
16,self_attn.q_proj,0.0000028006,0.05000,1.021
16,self_attn.v_proj,0.0000003376,0.05000,1.022
16,self_attn.o_proj,0.0000001182,0.05000,1.910
16,block_sparse_moe.experts.4.w1,0.0002329252,0.05000,2.841
16,block_sparse_moe.experts.0.w1,0.0001296199,0.05000,2.845
16,block_sparse_moe.experts.12.w1,0.0000757330,0.05000,2.907
16,block_sparse_moe.experts.8.w1,0.0000378305,0.05000,2.938
16,block_sparse_moe.experts.2.w1,0.0000718629,0.05000,3.019
16,block_sparse_moe.experts.14.w1,0.0000479245,0.05000,3.041
16,block_sparse_moe.experts.10.w1,0.0001940191,0.05000,3.098
16,block_sparse_moe.experts.6.w1,0.0000990896,0.05000,3.075
16,block_sparse_moe.experts.5.w1,0.0002140474,0.05000,3.112
16,block_sparse_moe.experts.7.w1,0.0001693881,0.05000,3.131
16,block_sparse_moe.experts.1.w1,0.0000679397,0.05000,3.165
16,block_sparse_moe.experts.13.w1,0.0001812075,0.05000,3.171
16,block_sparse_moe.experts.15.w1,0.0001992913,0.05000,3.176
16,block_sparse_moe.experts.3.w1,0.0000115098,0.05000,3.180
16,block_sparse_moe.experts.9.w1,0.0002621029,0.05000,3.245
16,block_sparse_moe.experts.11.w1,0.0000578093,0.05000,3.259
16,block_sparse_moe.experts.16.w1,0.0000659232,0.05000,3.030
16,block_sparse_moe.experts.20.w1,0.0001852233,0.05000,3.042
16,block_sparse_moe.experts.17.w1,0.0000512220,0.05000,2.747
16,block_sparse_moe.experts.21.w1,0.0001630793,0.05000,2.813
16,block_sparse_moe.experts.24.w1,0.0001023818,0.05000,3.030
16,block_sparse_moe.experts.30.w1,0.0000188519,0.05000,2.931
16,block_sparse_moe.experts.29.w1,0.0001634991,0.05000,2.819
16,block_sparse_moe.experts.28.w1,0.0002519749,0.05000,3.086
16,block_sparse_moe.experts.18.w1,0.0001103508,0.05000,2.986
16,block_sparse_moe.experts.23.w1,0.0001438026,0.05000,3.004
16,block_sparse_moe.experts.25.w1,0.0001198107,0.05000,2.893
16,block_sparse_moe.experts.22.w1,0.0000946703,0.05000,3.049
16,block_sparse_moe.experts.26.w1,0.0001225024,0.05000,3.058
16,block_sparse_moe.experts.31.w1,0.0002240791,0.05000,3.015
16,block_sparse_moe.experts.27.w1,0.0000947658,0.05000,2.972
16,block_sparse_moe.experts.19.w1,0.0001231935,0.05000,3.053
16,block_sparse_moe.experts.33.w1,0.0000693738,0.05000,2.845
16,block_sparse_moe.experts.37.w1,0.0000858774,0.05000,2.897
16,block_sparse_moe.experts.45.w1,0.0001402318,0.05000,2.885
16,block_sparse_moe.experts.32.w1,0.0002150417,0.05000,3.052
16,block_sparse_moe.experts.36.w1,0.0000657936,0.05000,3.051
16,block_sparse_moe.experts.47.w1,0.0002494338,0.05000,2.791
16,block_sparse_moe.experts.44.w1,0.0000895805,0.05000,3.001
16,block_sparse_moe.experts.34.w1,0.0000521206,0.05000,3.032
16,block_sparse_moe.experts.40.w1,0.0001530238,0.05000,3.070
16,block_sparse_moe.experts.41.w1,0.0000375464,0.05000,2.909
16,block_sparse_moe.experts.46.w1,0.0000745590,0.05000,3.095
16,block_sparse_moe.experts.39.w1,0.0001228079,0.05000,2.952
16,block_sparse_moe.experts.35.w1,0.0001423379,0.05000,2.898
16,block_sparse_moe.experts.38.w1,0.0001617050,0.05000,3.013
16,block_sparse_moe.experts.43.w1,0.0001564908,0.05000,2.949
16,block_sparse_moe.experts.42.w1,0.0003782970,0.05000,3.031
16,block_sparse_moe.experts.49.w1,0.0000833647,0.05000,2.891
16,block_sparse_moe.experts.53.w1,0.0001921433,0.05000,2.911
16,block_sparse_moe.experts.61.w1,0.0001742735,0.05000,2.926
16,block_sparse_moe.experts.63.w1,0.0003031136,0.05000,2.827
16,block_sparse_moe.experts.48.w1,0.0000121071,0.05000,2.976
16,block_sparse_moe.experts.57.w1,0.0001120469,0.05000,2.864
16,block_sparse_moe.experts.60.w1,0.0000615562,0.05000,2.955
16,block_sparse_moe.experts.52.w1,0.0000436067,0.05000,3.018
16,block_sparse_moe.experts.55.w1,0.0002663811,0.05000,2.903
16,block_sparse_moe.experts.56.w1,0.0001484359,0.05000,2.973
16,block_sparse_moe.experts.51.w1,0.0002057053,0.05000,2.887
16,block_sparse_moe.experts.62.w1,0.0000363724,0.05000,2.986
16,block_sparse_moe.experts.50.w1,0.0002560943,0.05000,3.020
16,block_sparse_moe.experts.59.w1,0.0001574482,0.05000,2.909
16,block_sparse_moe.experts.54.w1,0.0001522118,0.05000,2.969
16,block_sparse_moe.experts.58.w1,0.0000847528,0.05000,2.979
16,block_sparse_moe.experts.69.w1,0.0000952211,0.05000,2.933
16,block_sparse_moe.experts.79.w1,0.0000463611,0.05000,2.892
16,block_sparse_moe.experts.66.w1,0.0000761730,0.05000,2.784
16,block_sparse_moe.experts.71.w1,0.0001302603,0.05000,2.860
16,block_sparse_moe.experts.65.w1,0.0000778121,0.05000,3.254
16,block_sparse_moe.experts.67.w1,0.0000511066,0.05000,2.898
16,block_sparse_moe.experts.78.w1,0.0001063232,0.05000,2.897
16,block_sparse_moe.experts.72.w1,0.0001241336,0.05000,2.973
16,block_sparse_moe.experts.77.w1,0.0000732043,0.05000,3.209
16,block_sparse_moe.experts.70.w1,0.0001602470,0.05000,2.884
16,block_sparse_moe.experts.64.w1,0.0003659334,0.05000,3.150
16,block_sparse_moe.experts.75.w1,0.0001324576,0.05000,3.000
16,block_sparse_moe.experts.74.w1,0.0002952012,0.05000,2.939
16,block_sparse_moe.experts.73.w1,0.0001851651,0.05000,3.232
16,block_sparse_moe.experts.76.w1,0.0000317100,0.05000,3.215
16,block_sparse_moe.experts.68.w1,0.0001614612,0.05000,3.259
16,block_sparse_moe.experts.85.w1,0.0001544443,0.05000,2.831
16,block_sparse_moe.experts.81.w1,0.0001980021,0.05000,2.793
16,block_sparse_moe.experts.82.w1,0.0000799727,0.05000,2.901
16,block_sparse_moe.experts.95.w1,0.0000615578,0.05000,3.083
16,block_sparse_moe.experts.93.w1,0.0001555005,0.05000,2.801
16,block_sparse_moe.experts.94.w1,0.0000795318,0.05000,2.888
16,block_sparse_moe.experts.86.w1,0.0000921714,0.05000,2.887
16,block_sparse_moe.experts.87.w1,0.0001290833,0.05000,3.102
16,block_sparse_moe.experts.89.w1,0.0001101756,0.05000,2.827
16,block_sparse_moe.experts.88.w1,0.0000618314,0.05000,2.990
16,block_sparse_moe.experts.83.w1,0.0000779679,0.05000,3.068
16,block_sparse_moe.experts.80.w1,0.0000799786,0.05000,2.955
16,block_sparse_moe.experts.90.w1,0.0001007798,0.05000,2.959
16,block_sparse_moe.experts.92.w1,0.0000743885,0.05000,2.938
16,block_sparse_moe.experts.91.w1,0.0001517250,0.05000,3.065
16,block_sparse_moe.experts.84.w1,0.0000932076,0.05000,2.991
16,block_sparse_moe.experts.101.w1,0.0000530111,0.05000,2.942
16,block_sparse_moe.experts.98.w1,0.0001232768,0.05000,2.747
16,block_sparse_moe.experts.110.w1,0.0002308871,0.05000,2.693
16,block_sparse_moe.experts.97.w1,0.0001047674,0.05000,2.920
16,block_sparse_moe.experts.102.w1,0.0001429933,0.05000,2.760
16,block_sparse_moe.experts.109.w1,0.0001539715,0.05000,2.936
16,block_sparse_moe.experts.106.w1,0.0001589279,0.05000,2.765
16,block_sparse_moe.experts.111.w1,0.0000965983,0.05000,3.132
16,block_sparse_moe.experts.105.w1,0.0001681405,0.05000,2.961
16,block_sparse_moe.experts.96.w1,0.0000984828,0.05000,2.942
16,block_sparse_moe.experts.104.w1,0.0000375405,0.05000,2.984
16,block_sparse_moe.experts.108.w1,0.0001938017,0.05000,2.887
16,block_sparse_moe.experts.103.w1,0.0001725656,0.05000,3.100
16,block_sparse_moe.experts.100.w1,0.0001452160,0.05000,2.883
16,block_sparse_moe.experts.99.w1,0.0001686943,0.05000,3.114
16,block_sparse_moe.experts.107.w1,0.0000906038,0.05000,3.132
16,block_sparse_moe.experts.114.w1,0.0000303805,0.05000,2.819
16,block_sparse_moe.experts.117.w1,0.0000885901,0.05000,2.949
16,block_sparse_moe.experts.126.w1,0.0002683317,0.05000,2.883
16,block_sparse_moe.experts.118.w1,0.0000381704,0.05000,2.841
16,block_sparse_moe.experts.113.w1,0.0000614193,0.05000,2.997
16,block_sparse_moe.experts.122.w1,0.0000764064,0.05000,2.845
16,block_sparse_moe.experts.125.w1,0.0001436100,0.05000,2.974
16,block_sparse_moe.experts.121.w1,0.0004177246,0.05000,2.961
16,block_sparse_moe.experts.127.w1,0.0001040244,0.05000,3.026
16,block_sparse_moe.experts.112.w1,0.0000486219,0.05000,3.051
16,block_sparse_moe.experts.115.w1,0.0001066512,0.05000,2.950
16,block_sparse_moe.experts.120.w1,0.0000818186,0.05000,3.098
16,block_sparse_moe.experts.119.w1,0.0000901203,0.05000,3.035
16,block_sparse_moe.experts.124.w1,0.0000495205,0.05000,3.164
16,block_sparse_moe.experts.123.w1,0.0001680612,0.05000,2.926
16,block_sparse_moe.experts.116.w1,0.0002387219,0.05000,3.140
16,block_sparse_moe.experts.130.w1,0.0000298068,0.05000,2.847
16,block_sparse_moe.experts.134.w1,0.0000944406,0.05000,2.783
16,block_sparse_moe.experts.142.w1,0.0001216167,0.05000,2.922
16,block_sparse_moe.experts.133.w1,0.0000677819,0.05000,3.014
16,block_sparse_moe.experts.129.w1,0.0001522009,0.05000,2.940
16,block_sparse_moe.experts.138.w1,0.0001284067,0.05000,2.885
16,block_sparse_moe.experts.141.w1,0.0000372003,0.05000,2.924
16,block_sparse_moe.experts.137.w1,0.0000993614,0.05000,3.023
16,block_sparse_moe.experts.128.w1,0.0000997638,0.05000,2.951
16,block_sparse_moe.experts.143.w1,0.0002084159,0.05000,3.016
16,block_sparse_moe.experts.131.w1,0.0001086413,0.05000,3.026
16,block_sparse_moe.experts.135.w1,0.0001282704,0.05000,2.988
16,block_sparse_moe.experts.136.w1,0.0002455126,0.05000,3.048
16,block_sparse_moe.experts.139.w1,0.0000541862,0.05000,2.948
16,block_sparse_moe.experts.140.w1,0.0000572139,0.05000,3.013
16,block_sparse_moe.experts.132.w1,0.0000543905,0.05000,2.977
16,block_sparse_moe.experts.146.w1,0.0000789780,0.05000,3.058
16,block_sparse_moe.experts.149.w1,0.0000844928,0.05000,2.836
16,block_sparse_moe.experts.145.w1,0.0001244133,0.05000,2.788
16,block_sparse_moe.experts.150.w1,0.0001273760,0.05000,3.095
16,block_sparse_moe.experts.158.w1,0.0000427953,0.05000,3.085
16,block_sparse_moe.experts.157.w1,0.0001984342,0.05000,2.890
16,block_sparse_moe.experts.154.w1,0.0000938291,0.05000,3.023
16,block_sparse_moe.experts.153.w1,0.0001357788,0.05000,2.865
16,block_sparse_moe.experts.144.w1,0.0000227060,0.05000,2.854
16,block_sparse_moe.experts.148.w1,0.0000298052,0.05000,2.709
16,block_sparse_moe.experts.159.w1,0.0001337792,0.05000,2.978
16,block_sparse_moe.experts.156.w1,0.0001644592,0.05000,2.816
16,block_sparse_moe.experts.151.w1,0.0002087086,0.05000,2.924
16,block_sparse_moe.experts.152.w1,0.0001235215,0.05000,2.906
16,block_sparse_moe.experts.147.w1,0.0001282416,0.05000,2.972
16,block_sparse_moe.experts.155.w1,0.0000760521,0.05000,3.011
16,block_sparse_moe.experts.162.w1,0.0001474532,0.05000,2.742
16,block_sparse_moe.experts.166.w1,0.0003169077,0.05000,2.764
16,block_sparse_moe.experts.174.w1,0.0003065938,0.05000,2.761
16,block_sparse_moe.experts.165.w1,0.0001793463,0.05000,2.991
16,block_sparse_moe.experts.161.w1,0.0001069745,0.05000,2.936
16,block_sparse_moe.experts.170.w1,0.0002433648,0.05000,2.759
16,block_sparse_moe.experts.173.w1,0.0000719729,0.05000,2.904
16,block_sparse_moe.experts.169.w1,0.0000599196,0.05000,2.974
16,block_sparse_moe.experts.160.w1,0.0000070092,0.05000,3.102
16,block_sparse_moe.experts.175.w1,0.0001731049,0.05000,3.021
16,block_sparse_moe.experts.167.w1,0.0000210092,0.05000,2.964
16,block_sparse_moe.experts.164.w1,0.0000744453,0.05000,3.076
16,block_sparse_moe.experts.163.w1,0.0001021409,0.05000,2.967
16,block_sparse_moe.experts.172.w1,0.0001332663,0.05000,3.118
16,block_sparse_moe.experts.168.w1,0.0001476829,0.05000,3.110
16,block_sparse_moe.experts.171.w1,0.0001026758,0.05000,2.989
16,block_sparse_moe.experts.178.w1,0.0002122619,0.05000,2.752
16,block_sparse_moe.experts.182.w1,0.0001825214,0.05000,2.809
16,block_sparse_moe.experts.177.w1,0.0000795754,0.05000,2.807
16,block_sparse_moe.experts.181.w1,0.0002002814,0.05000,2.885
16,block_sparse_moe.experts.190.w1,0.0000915951,0.05000,2.938
16,block_sparse_moe.experts.189.w1,0.0000739064,0.05000,2.806
16,block_sparse_moe.experts.186.w1,0.0000536298,0.05000,2.890
16,block_sparse_moe.experts.185.w1,0.0000519070,0.05000,2.862
16,block_sparse_moe.experts.179.w1,0.0000396204,0.05000,3.067
16,block_sparse_moe.experts.191.w1,0.0000647177,0.05000,3.174
16,block_sparse_moe.experts.176.w1,0.0001082189,0.05000,3.247
16,block_sparse_moe.experts.183.w1,0.0000998689,0.05000,3.212
16,block_sparse_moe.experts.184.w1,0.0001268706,0.05000,3.140
16,block_sparse_moe.experts.187.w1,0.0002095809,0.05000,3.116
16,block_sparse_moe.experts.188.w1,0.0001795769,0.05000,3.187
16,block_sparse_moe.experts.180.w1,0.0000520298,0.05000,3.318
16,block_sparse_moe.experts.194.w1,0.0000601984,0.05000,2.881
16,block_sparse_moe.experts.197.w1,0.0002431026,0.05000,2.835
16,block_sparse_moe.experts.193.w1,0.0000636595,0.05000,2.867
16,block_sparse_moe.experts.206.w1,0.0001526880,0.05000,2.863
16,block_sparse_moe.experts.198.w1,0.0000132826,0.05000,3.048
16,block_sparse_moe.experts.202.w1,0.0001255238,0.05000,2.806
16,block_sparse_moe.experts.205.w1,0.0001305510,0.05000,2.850
16,block_sparse_moe.experts.201.w1,0.0001283881,0.05000,2.795
16,block_sparse_moe.experts.192.w1,0.0001813935,0.05000,2.852
16,block_sparse_moe.experts.207.w1,0.0001546719,0.05000,2.955
16,block_sparse_moe.experts.196.w1,0.0001224633,0.05000,2.802
16,block_sparse_moe.experts.199.w1,0.0001455144,0.05000,2.975
16,block_sparse_moe.experts.200.w1,0.0002299648,0.05000,2.928
16,block_sparse_moe.experts.203.w1,0.0001563503,0.05000,2.958
16,block_sparse_moe.experts.195.w1,0.0000475488,0.05000,3.159
16,block_sparse_moe.experts.204.w1,0.0001680634,0.05000,2.977
16,block_sparse_moe.experts.210.w1,0.0001230161,0.05000,2.891
16,block_sparse_moe.experts.209.w1,0.0000687175,0.05000,2.763
16,block_sparse_moe.experts.213.w1,0.0001460596,0.05000,2.836
16,block_sparse_moe.experts.214.w1,0.0001201215,0.05000,2.879
16,block_sparse_moe.experts.221.w1,0.0000891683,0.05000,2.818
16,block_sparse_moe.experts.222.w1,0.0001177504,0.05000,2.958
16,block_sparse_moe.experts.218.w1,0.0000780775,0.05000,2.987
16,block_sparse_moe.experts.217.w1,0.0003337581,0.05000,2.774
16,block_sparse_moe.experts.208.w1,0.0001294526,0.05000,2.914
16,block_sparse_moe.experts.212.w1,0.0001612969,0.05000,2.918
16,block_sparse_moe.experts.216.w1,0.0001976880,0.05000,2.884
16,block_sparse_moe.experts.215.w1,0.0000277464,0.05000,2.968
16,block_sparse_moe.experts.223.w1,0.0001911220,0.05000,3.065
16,block_sparse_moe.experts.219.w1,0.0000169775,0.05000,2.947
16,block_sparse_moe.experts.220.w1,0.0000828700,0.05000,2.978
16,block_sparse_moe.experts.211.w1,0.0000908294,0.05000,3.051
16,block_sparse_moe.experts.226.w1,0.0000805458,0.05000,2.999
16,block_sparse_moe.experts.225.w1,0.0000779058,0.05000,2.852
16,block_sparse_moe.experts.237.w1,0.0000369240,0.05000,2.783
16,block_sparse_moe.experts.229.w1,0.0002026718,0.05000,3.035
16,block_sparse_moe.experts.230.w1,0.0001080403,0.05000,3.057
16,block_sparse_moe.experts.238.w1,0.0000634040,0.05000,3.038
16,block_sparse_moe.experts.233.w1,0.0000280956,0.05000,2.846
16,block_sparse_moe.experts.234.w1,0.0001730713,0.05000,3.000
16,block_sparse_moe.experts.224.w1,0.0002035649,0.05000,3.073
16,block_sparse_moe.experts.228.w1,0.0000838309,0.05000,3.033
16,block_sparse_moe.experts.239.w1,0.0000678762,0.05000,2.939
16,block_sparse_moe.experts.231.w1,0.0000429251,0.05000,3.000
16,block_sparse_moe.experts.232.w1,0.0001895231,0.05000,3.088
16,block_sparse_moe.experts.235.w1,0.0000385646,0.05000,3.053
16,block_sparse_moe.experts.227.w1,0.0001010172,0.05000,2.990
16,block_sparse_moe.experts.236.w1,0.0000625815,0.05000,3.067
16,block_sparse_moe.experts.241.w1,0.0000983215,0.05000,2.716
16,block_sparse_moe.experts.253.w1,0.0002185124,0.05000,2.781
16,block_sparse_moe.experts.242.w1,0.0001946586,0.05000,3.067
16,block_sparse_moe.experts.249.w1,0.0001629284,0.05000,2.781
16,block_sparse_moe.experts.245.w1,0.0000654267,0.05000,3.036
16,block_sparse_moe.experts.254.w1,0.0001614552,0.05000,2.945
16,block_sparse_moe.experts.246.w1,0.0000633709,0.05000,3.031
16,block_sparse_moe.experts.250.w1,0.0000970528,0.05000,3.006
16,block_sparse_moe.experts.244.w1,0.0001480157,0.05000,2.904
16,block_sparse_moe.experts.240.w1,0.0000759394,0.05000,3.030
16,block_sparse_moe.experts.247.w1,0.0001248905,0.05000,2.962
16,block_sparse_moe.experts.248.w1,0.0001398069,0.05000,2.960
16,block_sparse_moe.experts.255.w1,0.0001252646,0.05000,3.055
16,block_sparse_moe.experts.251.w1,0.0000853187,0.05000,3.017
16,block_sparse_moe.experts.243.w1,0.0001580110,0.05000,3.003
16,block_sparse_moe.experts.252.w1,0.0002173957,0.05000,3.010
16,block_sparse_moe.experts.1.w3,0.0000679489,0.05000,2.844
16,block_sparse_moe.experts.2.w3,0.0000722903,0.05000,2.748
16,block_sparse_moe.experts.13.w3,0.0001814533,0.05000,2.886
16,block_sparse_moe.experts.5.w3,0.0002142836,0.05000,2.764
16,block_sparse_moe.experts.9.w3,0.0002585032,0.05000,2.907
16,block_sparse_moe.experts.14.w3,0.0000445428,0.05000,2.835
16,block_sparse_moe.experts.6.w3,0.0000989199,0.05000,2.831
16,block_sparse_moe.experts.10.w3,0.0001906104,0.05000,2.891
16,block_sparse_moe.experts.4.w3,0.0002327711,0.05000,2.863
16,block_sparse_moe.experts.0.w3,0.0001312896,0.05000,2.830
16,block_sparse_moe.experts.7.w3,0.0001687184,0.05000,2.784
16,block_sparse_moe.experts.8.w3,0.0000367447,0.05000,2.849
16,block_sparse_moe.experts.15.w3,0.0001996761,0.05000,2.853
16,block_sparse_moe.experts.3.w3,0.0000107781,0.05000,2.748
16,block_sparse_moe.experts.11.w3,0.0000566421,0.05000,2.800
16,block_sparse_moe.experts.12.w3,0.0000743268,0.05000,2.847
16,block_sparse_moe.experts.17.w3,0.0000503329,0.05000,2.792
16,block_sparse_moe.experts.29.w3,0.0001635677,0.05000,2.759
16,block_sparse_moe.experts.18.w3,0.0001107583,0.05000,2.917
16,block_sparse_moe.experts.21.w3,0.0001649249,0.05000,2.828
16,block_sparse_moe.experts.25.w3,0.0001174908,0.05000,2.833
16,block_sparse_moe.experts.30.w3,0.0000190133,0.05000,2.878
16,block_sparse_moe.experts.22.w3,0.0000950202,0.05000,2.902
16,block_sparse_moe.experts.26.w3,0.0001183057,0.05000,2.929
16,block_sparse_moe.experts.23.w3,0.0001447286,0.05000,2.746
16,block_sparse_moe.experts.19.w3,0.0001187392,0.05000,2.769
16,block_sparse_moe.experts.27.w3,0.0000908978,0.05000,2.782
16,block_sparse_moe.experts.31.w3,0.0002244038,0.05000,2.846
16,block_sparse_moe.experts.16.w3,0.0000665980,0.05000,3.053
16,block_sparse_moe.experts.24.w3,0.0001026343,0.05000,3.072
16,block_sparse_moe.experts.20.w3,0.0001838196,0.05000,3.270
16,block_sparse_moe.experts.28.w3,0.0002555025,0.05000,3.207
16,block_sparse_moe.experts.33.w3,0.0000687517,0.05000,2.915
16,block_sparse_moe.experts.45.w3,0.0001363087,0.05000,2.950
16,block_sparse_moe.experts.34.w3,0.0000506034,0.05000,2.941
16,block_sparse_moe.experts.37.w3,0.0000845971,0.05000,2.861
16,block_sparse_moe.experts.41.w3,0.0000366074,0.05000,2.848
16,block_sparse_moe.experts.46.w3,0.0000746648,0.05000,2.844
16,block_sparse_moe.experts.42.w3,0.0003822808,0.05000,2.688
16,block_sparse_moe.experts.38.w3,0.0001594591,0.05000,3.087
16,block_sparse_moe.experts.39.w3,0.0001236124,0.05000,2.968
16,block_sparse_moe.experts.35.w3,0.0001367725,0.05000,2.902
16,block_sparse_moe.experts.43.w3,0.0001574785,0.05000,2.906
16,block_sparse_moe.experts.47.w3,0.0002467012,0.05000,2.937
16,block_sparse_moe.experts.32.w3,0.0002135002,0.05000,2.993
16,block_sparse_moe.experts.36.w3,0.0000649414,0.05000,2.995
16,block_sparse_moe.experts.40.w3,0.0001526054,0.05000,3.055
16,block_sparse_moe.experts.44.w3,0.0000915940,0.05000,3.030
16,block_sparse_moe.experts.49.w3,0.0000761611,0.05000,3.006
16,block_sparse_moe.experts.61.w3,0.0001759159,0.05000,3.074
16,block_sparse_moe.experts.50.w3,0.0002574484,0.05000,3.054
16,block_sparse_moe.experts.53.w3,0.0001934699,0.05000,3.075
16,block_sparse_moe.experts.62.w3,0.0000355228,0.05000,2.941
16,block_sparse_moe.experts.58.w3,0.0000854105,0.05000,2.930
16,block_sparse_moe.experts.57.w3,0.0001117428,0.05000,3.122
16,block_sparse_moe.experts.54.w3,0.0001529302,0.05000,2.876
16,block_sparse_moe.experts.55.w3,0.0002669514,0.05000,2.982
16,block_sparse_moe.experts.51.w3,0.0002071409,0.05000,2.993
16,block_sparse_moe.experts.59.w3,0.0001554843,0.05000,2.982
16,block_sparse_moe.experts.48.w3,0.0000116535,0.05000,2.953
16,block_sparse_moe.experts.63.w3,0.0003014227,0.05000,3.102
16,block_sparse_moe.experts.52.w3,0.0000434197,0.05000,2.953
16,block_sparse_moe.experts.56.w3,0.0001460638,0.05000,2.949
16,block_sparse_moe.experts.60.w3,0.0000624098,0.05000,3.049
16,block_sparse_moe.experts.65.w3,0.0000764291,0.05000,2.939
16,block_sparse_moe.experts.77.w3,0.0000727005,0.05000,2.914
16,block_sparse_moe.experts.66.w3,0.0000736301,0.05000,2.873
16,block_sparse_moe.experts.69.w3,0.0000910737,0.05000,2.797
16,block_sparse_moe.experts.78.w3,0.0001051812,0.05000,2.862
16,block_sparse_moe.experts.73.w3,0.0001873127,0.05000,2.862
16,block_sparse_moe.experts.74.w3,0.0002906642,0.05000,2.922
16,block_sparse_moe.experts.70.w3,0.0001621319,0.05000,2.972
16,block_sparse_moe.experts.71.w3,0.0001307336,0.05000,2.890
16,block_sparse_moe.experts.67.w3,0.0000516721,0.05000,2.915
16,block_sparse_moe.experts.75.w3,0.0001332754,0.05000,2.964
16,block_sparse_moe.experts.64.w3,0.0003697271,0.05000,2.955
16,block_sparse_moe.experts.79.w3,0.0000458038,0.05000,2.972
16,block_sparse_moe.experts.68.w3,0.0001623137,0.05000,3.082
16,block_sparse_moe.experts.72.w3,0.0001250932,0.05000,3.154
16,block_sparse_moe.experts.76.w3,0.0000316681,0.05000,3.174
16,block_sparse_moe.experts.81.w3,0.0001976744,0.05000,3.030
16,block_sparse_moe.experts.82.w3,0.0000801551,0.05000,3.103
16,block_sparse_moe.experts.93.w3,0.0001563518,0.05000,3.129
16,block_sparse_moe.experts.85.w3,0.0001543532,0.05000,3.047
16,block_sparse_moe.experts.94.w3,0.0000737693,0.05000,3.098
16,block_sparse_moe.experts.90.w3,0.0000982603,0.05000,2.994
16,block_sparse_moe.experts.89.w3,0.0001098397,0.05000,3.058
16,block_sparse_moe.experts.86.w3,0.0000849639,0.05000,3.256
16,block_sparse_moe.experts.87.w3,0.0001295211,0.05000,2.918
16,block_sparse_moe.experts.83.w3,0.0000769082,0.05000,2.950
16,block_sparse_moe.experts.91.w3,0.0001465862,0.05000,2.984
16,block_sparse_moe.experts.80.w3,0.0000799804,0.05000,2.952
16,block_sparse_moe.experts.95.w3,0.0000603136,0.05000,3.002
16,block_sparse_moe.experts.88.w3,0.0000615044,0.05000,2.994
16,block_sparse_moe.experts.84.w3,0.0000940112,0.05000,3.189
16,block_sparse_moe.experts.92.w3,0.0000734351,0.05000,3.014
16,block_sparse_moe.experts.97.w3,0.0001044311,0.05000,3.068
16,block_sparse_moe.experts.98.w3,0.0001231775,0.05000,2.945
16,block_sparse_moe.experts.109.w3,0.0001553974,0.05000,3.007
16,block_sparse_moe.experts.101.w3,0.0000532695,0.05000,2.993
16,block_sparse_moe.experts.110.w3,0.0002268987,0.05000,2.921
16,block_sparse_moe.experts.106.w3,0.0001590639,0.05000,2.959
16,block_sparse_moe.experts.105.w3,0.0001672689,0.05000,3.076
16,block_sparse_moe.experts.102.w3,0.0001345743,0.05000,2.946
16,block_sparse_moe.experts.103.w3,0.0001697884,0.05000,2.914
16,block_sparse_moe.experts.99.w3,0.0001703149,0.05000,2.981
16,block_sparse_moe.experts.107.w3,0.0000832880,0.05000,2.946
16,block_sparse_moe.experts.96.w3,0.0000991977,0.05000,3.035
16,block_sparse_moe.experts.111.w3,0.0000938677,0.05000,3.008
16,block_sparse_moe.experts.104.w3,0.0000378380,0.05000,2.880
16,block_sparse_moe.experts.100.w3,0.0001446980,0.05000,2.872
16,block_sparse_moe.experts.108.w3,0.0001916622,0.05000,2.980
16,block_sparse_moe.experts.113.w3,0.0000623264,0.05000,2.921
16,block_sparse_moe.experts.117.w3,0.0000889140,0.05000,2.807
16,block_sparse_moe.experts.125.w3,0.0001450803,0.05000,2.878
16,block_sparse_moe.experts.114.w3,0.0000284268,0.05000,3.059
16,block_sparse_moe.experts.126.w3,0.0002702886,0.05000,3.142
16,block_sparse_moe.experts.122.w3,0.0000732812,0.05000,3.126
16,block_sparse_moe.experts.121.w3,0.0003992561,0.05000,2.991
16,block_sparse_moe.experts.118.w3,0.0000363516,0.05000,3.067
16,block_sparse_moe.experts.119.w3,0.0000901231,0.05000,3.056
16,block_sparse_moe.experts.123.w3,0.0001617438,0.05000,3.103
16,block_sparse_moe.experts.112.w3,0.0000452626,0.05000,2.984
16,block_sparse_moe.experts.127.w3,0.0001028360,0.05000,3.015
16,block_sparse_moe.experts.115.w3,0.0001065266,0.05000,3.333
16,block_sparse_moe.experts.116.w3,0.0002385104,0.05000,3.045
16,block_sparse_moe.experts.120.w3,0.0000808017,0.05000,3.195
16,block_sparse_moe.experts.124.w3,0.0000491791,0.05000,3.029
16,block_sparse_moe.experts.129.w3,0.0001543733,0.05000,3.107
16,block_sparse_moe.experts.133.w3,0.0000668641,0.05000,3.049
16,block_sparse_moe.experts.130.w3,0.0000301154,0.05000,3.030
16,block_sparse_moe.experts.141.w3,0.0000359566,0.05000,3.193
16,block_sparse_moe.experts.142.w3,0.0001219457,0.05000,3.041
16,block_sparse_moe.experts.137.w3,0.0000977901,0.05000,3.057
16,block_sparse_moe.experts.138.w3,0.0001296023,0.05000,3.081
16,block_sparse_moe.experts.134.w3,0.0000948646,0.05000,3.023
16,block_sparse_moe.experts.135.w3,0.0001264011,0.05000,3.138
16,block_sparse_moe.experts.128.w3,0.0000988559,0.05000,2.930
16,block_sparse_moe.experts.139.w3,0.0000528385,0.05000,3.016
16,block_sparse_moe.experts.131.w3,0.0001094575,0.05000,2.993
16,block_sparse_moe.experts.143.w3,0.0002100644,0.05000,3.047
16,block_sparse_moe.experts.132.w3,0.0000546210,0.05000,2.864
16,block_sparse_moe.experts.136.w3,0.0002457822,0.05000,2.888
16,block_sparse_moe.experts.140.w3,0.0000579024,0.05000,2.901
16,block_sparse_moe.experts.145.w3,0.0001235537,0.05000,3.010
16,block_sparse_moe.experts.146.w3,0.0000773010,0.05000,2.805
16,block_sparse_moe.experts.149.w3,0.0000854165,0.05000,2.952
16,block_sparse_moe.experts.154.w3,0.0000917209,0.05000,2.683
16,block_sparse_moe.experts.157.w3,0.0001981845,0.05000,3.074
16,block_sparse_moe.experts.158.w3,0.0000426716,0.05000,2.861
16,block_sparse_moe.experts.153.w3,0.0001349060,0.05000,2.991
16,block_sparse_moe.experts.150.w3,0.0001258055,0.05000,3.003
16,block_sparse_moe.experts.151.w3,0.0002058773,0.05000,2.858
16,block_sparse_moe.experts.155.w3,0.0000759194,0.05000,2.959
16,block_sparse_moe.experts.144.w3,0.0000209677,0.05000,3.018
16,block_sparse_moe.experts.159.w3,0.0001291288,0.05000,2.894
16,block_sparse_moe.experts.147.w3,0.0001262562,0.05000,3.010
16,block_sparse_moe.experts.148.w3,0.0000299353,0.05000,3.024
16,block_sparse_moe.experts.152.w3,0.0001220594,0.05000,2.988
16,block_sparse_moe.experts.156.w3,0.0001648264,0.05000,3.020
16,block_sparse_moe.experts.161.w3,0.0001059613,0.05000,3.028
16,block_sparse_moe.experts.162.w3,0.0001476995,0.05000,2.955
16,block_sparse_moe.experts.165.w3,0.0001794548,0.05000,3.034
16,block_sparse_moe.experts.170.w3,0.0002475479,0.05000,2.960
16,block_sparse_moe.experts.174.w3,0.0003075286,0.05000,2.980
16,block_sparse_moe.experts.173.w3,0.0000673907,0.05000,3.007
16,block_sparse_moe.experts.169.w3,0.0000584733,0.05000,3.142
16,block_sparse_moe.experts.166.w3,0.0003216207,0.05000,3.056
16,block_sparse_moe.experts.167.w3,0.0000207668,0.05000,3.037
16,block_sparse_moe.experts.160.w3,0.0000069248,0.05000,2.852
16,block_sparse_moe.experts.171.w3,0.0001008389,0.05000,3.073
16,block_sparse_moe.experts.175.w3,0.0001629650,0.05000,3.111
16,block_sparse_moe.experts.163.w3,0.0001030658,0.05000,3.072
16,block_sparse_moe.experts.168.w3,0.0001475632,0.05000,2.828
16,block_sparse_moe.experts.164.w3,0.0000708664,0.05000,2.862
16,block_sparse_moe.experts.172.w3,0.0001329615,0.05000,2.982
16,block_sparse_moe.experts.177.w3,0.0000808031,0.05000,2.972
16,block_sparse_moe.experts.181.w3,0.0001991804,0.05000,3.009
16,block_sparse_moe.experts.178.w3,0.0002082433,0.05000,3.118
16,block_sparse_moe.experts.186.w3,0.0000536825,0.05000,3.058
16,block_sparse_moe.experts.190.w3,0.0000860009,0.05000,3.041
16,block_sparse_moe.experts.189.w3,0.0000722471,0.05000,3.053
16,block_sparse_moe.experts.185.w3,0.0000511295,0.05000,2.976
16,block_sparse_moe.experts.182.w3,0.0001833530,0.05000,3.034
16,block_sparse_moe.experts.183.w3,0.0000995990,0.05000,3.143
16,block_sparse_moe.experts.176.w3,0.0001082724,0.05000,3.082
16,block_sparse_moe.experts.187.w3,0.0002056299,0.05000,3.117
16,block_sparse_moe.experts.180.w3,0.0000501461,0.05000,3.021
16,block_sparse_moe.experts.191.w3,0.0000648585,0.05000,3.086
16,block_sparse_moe.experts.179.w3,0.0000386840,0.05000,3.094
16,block_sparse_moe.experts.184.w3,0.0001280393,0.05000,3.094
16,block_sparse_moe.experts.188.w3,0.0001810508,0.05000,3.033
16,block_sparse_moe.experts.194.w3,0.0000597282,0.05000,2.851
16,block_sparse_moe.experts.193.w3,0.0000729854,0.05000,3.035
16,block_sparse_moe.experts.202.w3,0.0001266941,0.05000,2.823
16,block_sparse_moe.experts.197.w3,0.0002468939,0.05000,3.045
16,block_sparse_moe.experts.206.w3,0.0001537618,0.05000,2.899
16,block_sparse_moe.experts.205.w3,0.0001308761,0.05000,3.138
16,block_sparse_moe.experts.201.w3,0.0001283604,0.05000,3.111
16,block_sparse_moe.experts.198.w3,0.0000129792,0.05000,2.828
16,block_sparse_moe.experts.199.w3,0.0001471951,0.05000,3.023
16,block_sparse_moe.experts.203.w3,0.0001553044,0.05000,3.021
16,block_sparse_moe.experts.192.w3,0.0001822382,0.05000,3.245
16,block_sparse_moe.experts.196.w3,0.0001230541,0.05000,3.028
16,block_sparse_moe.experts.207.w3,0.0001540787,0.05000,3.023
16,block_sparse_moe.experts.195.w3,0.0000476046,0.05000,3.028
16,block_sparse_moe.experts.200.w3,0.0002300600,0.05000,3.037
16,block_sparse_moe.experts.204.w3,0.0001648718,0.05000,3.214
16,block_sparse_moe.experts.210.w3,0.0001201575,0.05000,3.003
16,block_sparse_moe.experts.209.w3,0.0000690352,0.05000,3.033
16,block_sparse_moe.experts.218.w3,0.0000788110,0.05000,2.985
16,block_sparse_moe.experts.213.w3,0.0001462333,0.05000,3.074
16,block_sparse_moe.experts.222.w3,0.0001184068,0.05000,3.059
16,block_sparse_moe.experts.221.w3,0.0000887932,0.05000,3.062
16,block_sparse_moe.experts.217.w3,0.0003267025,0.05000,3.055
16,block_sparse_moe.experts.214.w3,0.0001170935,0.05000,3.115
16,block_sparse_moe.experts.215.w3,0.0000273310,0.05000,2.947
16,block_sparse_moe.experts.219.w3,0.0000171054,0.05000,2.943
16,block_sparse_moe.experts.208.w3,0.0001298709,0.05000,3.038
16,block_sparse_moe.experts.223.w3,0.0001871486,0.05000,2.950
16,block_sparse_moe.experts.211.w3,0.0000917863,0.05000,2.950
16,block_sparse_moe.experts.212.w3,0.0001528618,0.05000,3.106
16,block_sparse_moe.experts.216.w3,0.0001960276,0.05000,3.150
16,block_sparse_moe.experts.226.w3,0.0000765327,0.05000,3.030
16,block_sparse_moe.experts.220.w3,0.0000798185,0.05000,3.175
16,block_sparse_moe.experts.225.w3,0.0000790278,0.05000,3.096
16,block_sparse_moe.experts.234.w3,0.0001705929,0.05000,3.061
16,block_sparse_moe.experts.229.w3,0.0002030405,0.05000,3.040
16,block_sparse_moe.experts.238.w3,0.0000610923,0.05000,3.029
16,block_sparse_moe.experts.237.w3,0.0000351932,0.05000,3.078
16,block_sparse_moe.experts.233.w3,0.0000279273,0.05000,2.979
16,block_sparse_moe.experts.230.w3,0.0001055222,0.05000,3.030
16,block_sparse_moe.experts.231.w3,0.0000435724,0.05000,3.103
16,block_sparse_moe.experts.224.w3,0.0002059454,0.05000,2.943
16,block_sparse_moe.experts.235.w3,0.0000367698,0.05000,3.070
16,block_sparse_moe.experts.227.w3,0.0001005226,0.05000,3.003
16,block_sparse_moe.experts.239.w3,0.0000678856,0.05000,3.105
16,block_sparse_moe.experts.228.w3,0.0000826309,0.05000,2.960
16,block_sparse_moe.experts.232.w3,0.0001913694,0.05000,2.944
16,block_sparse_moe.experts.236.w3,0.0000635567,0.05000,2.809
16,block_sparse_moe.experts.242.w3,0.0001918892,0.05000,2.918
16,block_sparse_moe.experts.250.w3,0.0000972905,0.05000,2.879
16,block_sparse_moe.experts.254.w3,0.0001625806,0.05000,2.763
16,block_sparse_moe.experts.241.w3,0.0000967364,0.05000,3.073
16,block_sparse_moe.experts.245.w3,0.0000658327,0.05000,2.938
16,block_sparse_moe.experts.253.w3,0.0002028219,0.05000,2.779
16,block_sparse_moe.experts.246.w3,0.0000634982,0.05000,2.450
16,block_sparse_moe.experts.249.w3,0.0001642573,0.05000,2.706
16,block_sparse_moe.experts.247.w3,0.0001258184,0.05000,3.037
16,block_sparse_moe.experts.240.w3,0.0000767924,0.05000,2.918
16,block_sparse_moe.experts.251.w3,0.0000837195,0.05000,2.953
16,block_sparse_moe.experts.243.w3,0.0001556163,0.05000,2.865
16,block_sparse_moe.experts.255.w3,0.0001269791,0.05000,2.820
16,block_sparse_moe.experts.248.w3,0.0001372023,0.05000,2.714
16,block_sparse_moe.experts.244.w3,0.0001501695,0.05000,2.858
16,block_sparse_moe.experts.252.w3,0.0002183589,0.05000,2.332
16,block_sparse_moe.experts.6.w2,0.0000282787,0.05000,1.323
16,block_sparse_moe.experts.14.w2,0.0000115929,0.05000,1.371
16,block_sparse_moe.experts.2.w2,0.0000122346,0.05000,1.389
16,block_sparse_moe.experts.10.w2,0.0000546585,0.05000,1.401
16,block_sparse_moe.experts.8.w2,0.0000106914,0.05000,1.485
16,block_sparse_moe.experts.4.w2,0.0000417168,0.05000,1.496
16,block_sparse_moe.experts.15.w2,0.0000418034,0.05000,1.497
16,block_sparse_moe.experts.7.w2,0.0000341345,0.05000,1.520
16,block_sparse_moe.experts.12.w2,0.0000286098,0.05000,1.537
16,block_sparse_moe.experts.3.w2,0.0000039835,0.05000,1.545
16,block_sparse_moe.experts.11.w2,0.0000245942,0.05000,1.547
16,block_sparse_moe.experts.0.w2,0.0000266771,0.05000,1.552
16,block_sparse_moe.experts.5.w2,0.0000471944,0.05000,1.621
16,block_sparse_moe.experts.13.w2,0.0000298924,0.05000,1.621
16,block_sparse_moe.experts.1.w2,0.0000218356,0.05000,1.664
16,block_sparse_moe.experts.9.w2,0.0000462610,0.05000,1.725
16,block_sparse_moe.experts.24.w2,0.0000173136,0.05000,1.329
16,block_sparse_moe.experts.22.w2,0.0000263122,0.05000,1.497
16,block_sparse_moe.experts.20.w2,0.0000389317,0.05000,1.351
16,block_sparse_moe.experts.16.w2,0.0000169374,0.05000,1.309
16,block_sparse_moe.experts.30.w2,0.0000048041,0.05000,1.482
16,block_sparse_moe.experts.28.w2,0.0000567933,0.05000,1.329
16,block_sparse_moe.experts.26.w2,0.0000432306,0.05000,1.487
16,block_sparse_moe.experts.18.w2,0.0000138128,0.05000,1.512
16,block_sparse_moe.experts.23.w2,0.0000417969,0.05000,1.397
16,block_sparse_moe.experts.31.w2,0.0000439759,0.05000,1.427
16,block_sparse_moe.experts.27.w2,0.0000321504,0.05000,1.391
16,block_sparse_moe.experts.19.w2,0.0000235496,0.05000,1.401
16,block_sparse_moe.experts.29.w2,0.0000416464,0.05000,1.517
16,block_sparse_moe.experts.17.w2,0.0000255278,0.05000,1.520
16,block_sparse_moe.experts.25.w2,0.0000400285,0.05000,1.499
16,block_sparse_moe.experts.21.w2,0.0000376169,0.05000,1.629
16,block_sparse_moe.experts.40.w2,0.0000373099,0.05000,1.437
16,block_sparse_moe.experts.32.w2,0.0000697853,0.05000,1.417
16,block_sparse_moe.experts.36.w2,0.0000325255,0.05000,1.433
16,block_sparse_moe.experts.46.w2,0.0000320854,0.05000,1.420
16,block_sparse_moe.experts.42.w2,0.0001361883,0.05000,1.399
16,block_sparse_moe.experts.38.w2,0.0000335621,0.05000,1.473
16,block_sparse_moe.experts.39.w2,0.0000329648,0.05000,1.394
16,block_sparse_moe.experts.44.w2,0.0000262795,0.05000,1.454
16,block_sparse_moe.experts.47.w2,0.0000859117,0.05000,1.405
16,block_sparse_moe.experts.43.w2,0.0000795221,0.05000,1.408
16,block_sparse_moe.experts.34.w2,0.0000198963,0.05000,1.451
16,block_sparse_moe.experts.35.w2,0.0000366473,0.05000,1.416
16,block_sparse_moe.experts.45.w2,0.0001117591,0.05000,1.477
16,block_sparse_moe.experts.33.w2,0.0000194722,0.05000,1.441
16,block_sparse_moe.experts.37.w2,0.0000313964,0.05000,1.475
16,block_sparse_moe.experts.41.w2,0.0000215469,0.05000,1.495
16,block_sparse_moe.experts.55.w2,0.0000687449,0.05000,1.404
16,block_sparse_moe.experts.51.w2,0.0000470757,0.05000,1.391
16,block_sparse_moe.experts.63.w2,0.0000788045,0.05000,1.426
16,block_sparse_moe.experts.59.w2,0.0000347252,0.05000,1.457
16,block_sparse_moe.experts.58.w2,0.0000470954,0.05000,1.541
16,block_sparse_moe.experts.56.w2,0.0000484056,0.05000,1.594
16,block_sparse_moe.experts.50.w2,0.0000531468,0.05000,1.507
16,block_sparse_moe.experts.48.w2,0.0000039972,0.05000,1.588
16,block_sparse_moe.experts.54.w2,0.0000571581,0.05000,1.566
16,block_sparse_moe.experts.62.w2,0.0000108394,0.05000,1.589
16,block_sparse_moe.experts.52.w2,0.0000133869,0.05000,1.617
16,block_sparse_moe.experts.60.w2,0.0000170432,0.05000,1.610
16,block_sparse_moe.experts.53.w2,0.0000311979,0.05000,1.313
16,block_sparse_moe.experts.57.w2,0.0000256963,0.05000,1.470
16,block_sparse_moe.experts.49.w2,0.0000184303,0.05000,1.568
16,block_sparse_moe.experts.61.w2,0.0000451373,0.05000,1.780
16,block_sparse_moe.experts.71.w2,0.0000280539,0.05000,1.410
16,block_sparse_moe.experts.75.w2,0.0000324223,0.05000,1.363
16,block_sparse_moe.experts.74.w2,0.0000862126,0.05000,1.359
16,block_sparse_moe.experts.70.w2,0.0000304308,0.05000,1.338
16,block_sparse_moe.experts.67.w2,0.0000116766,0.05000,1.475
16,block_sparse_moe.experts.78.w2,0.0000336397,0.05000,1.360
16,block_sparse_moe.experts.66.w2,0.0000211050,0.05000,1.388
16,block_sparse_moe.experts.79.w2,0.0000144408,0.05000,1.504
16,block_sparse_moe.experts.64.w2,0.0001025860,0.05000,1.451
16,block_sparse_moe.experts.76.w2,0.0000150155,0.05000,1.449
16,block_sparse_moe.experts.72.w2,0.0000359509,0.05000,1.539
16,block_sparse_moe.experts.68.w2,0.0000569133,0.05000,1.488
16,block_sparse_moe.experts.69.w2,0.0000407298,0.05000,1.366
16,block_sparse_moe.experts.65.w2,0.0000227812,0.05000,1.349
16,block_sparse_moe.experts.73.w2,0.0000529079,0.05000,1.408
16,block_sparse_moe.experts.77.w2,0.0000217651,0.05000,1.348
16,block_sparse_moe.experts.90.w2,0.0000451111,0.05000,1.343
16,block_sparse_moe.experts.87.w2,0.0000279786,0.05000,1.456
16,block_sparse_moe.experts.94.w2,0.0000268770,0.05000,1.372
16,block_sparse_moe.experts.82.w2,0.0000354355,0.05000,1.366
16,block_sparse_moe.experts.86.w2,0.0000300655,0.05000,1.425
16,block_sparse_moe.experts.91.w2,0.0000292291,0.05000,1.481
16,block_sparse_moe.experts.83.w2,0.0000264765,0.05000,1.492
16,block_sparse_moe.experts.95.w2,0.0000220904,0.05000,1.497
16,block_sparse_moe.experts.80.w2,0.0000250057,0.05000,1.446
16,block_sparse_moe.experts.85.w2,0.0000444588,0.05000,1.399
16,block_sparse_moe.experts.88.w2,0.0000190848,0.05000,1.435
16,block_sparse_moe.experts.92.w2,0.0000165009,0.05000,1.446
16,block_sparse_moe.experts.84.w2,0.0000233504,0.05000,1.497
16,block_sparse_moe.experts.81.w2,0.0000476685,0.05000,1.420
16,block_sparse_moe.experts.89.w2,0.0000341255,0.05000,1.425
16,block_sparse_moe.experts.93.w2,0.0000301444,0.05000,1.552
16,block_sparse_moe.experts.106.w2,0.0000339963,0.05000,1.326
16,block_sparse_moe.experts.98.w2,0.0000307666,0.05000,1.341
16,block_sparse_moe.experts.110.w2,0.0001202522,0.05000,1.353
16,block_sparse_moe.experts.102.w2,0.0000320116,0.05000,1.343
16,block_sparse_moe.experts.103.w2,0.0000292781,0.05000,1.428
16,block_sparse_moe.experts.107.w2,0.0000380484,0.05000,1.416
16,block_sparse_moe.experts.99.w2,0.0000608269,0.05000,1.400
16,block_sparse_moe.experts.111.w2,0.0000198929,0.05000,1.417
16,block_sparse_moe.experts.96.w2,0.0000584703,0.05000,1.416
16,block_sparse_moe.experts.101.w2,0.0000233293,0.05000,1.465
16,block_sparse_moe.experts.108.w2,0.0000326026,0.05000,1.448
16,block_sparse_moe.experts.104.w2,0.0000156480,0.05000,1.480
16,block_sparse_moe.experts.100.w2,0.0000238748,0.05000,1.512
16,block_sparse_moe.experts.97.w2,0.0000289838,0.05000,1.473
16,block_sparse_moe.experts.105.w2,0.0000524743,0.05000,1.545
16,block_sparse_moe.experts.109.w2,0.0000361051,0.05000,1.489
16,block_sparse_moe.experts.122.w2,0.0000441595,0.05000,1.508
16,block_sparse_moe.experts.126.w2,0.0000552690,0.05000,1.424
16,block_sparse_moe.experts.118.w2,0.0000128297,0.05000,1.459
16,block_sparse_moe.experts.114.w2,0.0000069099,0.05000,1.544
16,block_sparse_moe.experts.119.w2,0.0000466642,0.05000,1.526
16,block_sparse_moe.experts.123.w2,0.0000536206,0.05000,1.567
16,block_sparse_moe.experts.115.w2,0.0000255407,0.05000,1.536
16,block_sparse_moe.experts.112.w2,0.0000106974,0.05000,1.483
16,block_sparse_moe.experts.120.w2,0.0000263122,0.05000,1.442
16,block_sparse_moe.experts.127.w2,0.0000338516,0.05000,1.572
16,block_sparse_moe.experts.117.w2,0.0000488771,0.05000,1.494
16,block_sparse_moe.experts.116.w2,0.0000835431,0.05000,1.382
16,block_sparse_moe.experts.124.w2,0.0000169201,0.05000,1.511
16,block_sparse_moe.experts.113.w2,0.0000106559,0.05000,1.453
16,block_sparse_moe.experts.121.w2,0.0001355796,0.05000,1.417
16,block_sparse_moe.experts.125.w2,0.0000281447,0.05000,1.467
16,block_sparse_moe.experts.142.w2,0.0000310574,0.05000,1.321
16,block_sparse_moe.experts.138.w2,0.0000409031,0.05000,1.394
16,block_sparse_moe.experts.134.w2,0.0000139392,0.05000,1.320
16,block_sparse_moe.experts.130.w2,0.0000098571,0.05000,1.341
16,block_sparse_moe.experts.135.w2,0.0000208453,0.05000,1.436
16,block_sparse_moe.experts.139.w2,0.0000168363,0.05000,1.380
16,block_sparse_moe.experts.131.w2,0.0000159517,0.05000,1.437
16,block_sparse_moe.experts.128.w2,0.0000145686,0.05000,1.506
16,block_sparse_moe.experts.136.w2,0.0000739314,0.05000,1.514
16,block_sparse_moe.experts.140.w2,0.0000174822,0.05000,1.501
16,block_sparse_moe.experts.133.w2,0.0000187299,0.05000,1.535
16,block_sparse_moe.experts.143.w2,0.0000532879,0.05000,1.591
16,block_sparse_moe.experts.132.w2,0.0000273037,0.05000,1.573
16,block_sparse_moe.experts.129.w2,0.0000496847,0.05000,1.582
16,block_sparse_moe.experts.137.w2,0.0000183139,0.05000,1.549
16,block_sparse_moe.experts.141.w2,0.0000148428,0.05000,1.542
16,block_sparse_moe.experts.158.w2,0.0000355625,0.05000,1.406
16,block_sparse_moe.experts.146.w2,0.0000405819,0.05000,1.291
16,block_sparse_moe.experts.150.w2,0.0000512642,0.05000,1.435
16,block_sparse_moe.experts.154.w2,0.0000114690,0.05000,1.447
16,block_sparse_moe.experts.155.w2,0.0000288021,0.05000,1.502
16,block_sparse_moe.experts.151.w2,0.0000725955,0.05000,1.575
16,block_sparse_moe.experts.149.w2,0.0000240195,0.05000,1.370
16,block_sparse_moe.experts.147.w2,0.0000266676,0.05000,1.676
16,block_sparse_moe.experts.144.w2,0.0000095026,0.05000,1.621
16,block_sparse_moe.experts.152.w2,0.0000157505,0.05000,1.604
16,block_sparse_moe.experts.153.w2,0.0000441050,0.05000,1.324
16,block_sparse_moe.experts.145.w2,0.0000347720,0.05000,1.404
16,block_sparse_moe.experts.148.w2,0.0000112689,0.05000,1.561
16,block_sparse_moe.experts.156.w2,0.0000483903,0.05000,1.634
16,block_sparse_moe.experts.159.w2,0.0000340829,0.05000,1.594
16,block_sparse_moe.experts.157.w2,0.0000699779,0.05000,1.477
16,block_sparse_moe.experts.174.w2,0.0000790585,0.05000,1.489
16,block_sparse_moe.experts.162.w2,0.0000380026,0.05000,1.499
16,block_sparse_moe.experts.166.w2,0.0000602330,0.05000,1.489
16,block_sparse_moe.experts.170.w2,0.0000781632,0.05000,1.549
16,block_sparse_moe.experts.165.w2,0.0000486681,0.05000,1.364
16,block_sparse_moe.experts.171.w2,0.0000227838,0.05000,1.580
16,block_sparse_moe.experts.167.w2,0.0000062670,0.05000,1.568
16,block_sparse_moe.experts.169.w2,0.0000201153,0.05000,1.293
16,block_sparse_moe.experts.160.w2,0.0000028776,0.05000,1.429
16,block_sparse_moe.experts.168.w2,0.0000227581,0.05000,1.398
16,block_sparse_moe.experts.161.w2,0.0000321338,0.05000,1.381
16,block_sparse_moe.experts.163.w2,0.0000167929,0.05000,1.538
16,block_sparse_moe.experts.164.w2,0.0000224173,0.05000,1.414
16,block_sparse_moe.experts.172.w2,0.0000256409,0.05000,1.441
16,block_sparse_moe.experts.175.w2,0.0000361483,0.05000,1.655
16,block_sparse_moe.experts.173.w2,0.0000241583,0.05000,1.402
16,block_sparse_moe.experts.190.w2,0.0000269199,0.05000,1.469
16,block_sparse_moe.experts.178.w2,0.0000672312,0.05000,1.465
16,block_sparse_moe.experts.182.w2,0.0000512409,0.05000,1.449
16,block_sparse_moe.experts.186.w2,0.0000157314,0.05000,1.455
16,block_sparse_moe.experts.176.w2,0.0000268960,0.05000,1.223
16,block_sparse_moe.experts.184.w2,0.0000392360,0.05000,1.202
16,block_sparse_moe.experts.180.w2,0.0000232269,0.05000,1.163
16,block_sparse_moe.experts.181.w2,0.0000522451,0.05000,1.469
16,block_sparse_moe.experts.187.w2,0.0000546943,0.05000,1.447
16,block_sparse_moe.experts.183.w2,0.0000193124,0.05000,1.475
16,block_sparse_moe.experts.185.w2,0.0000138748,0.05000,1.439
16,block_sparse_moe.experts.179.w2,0.0000124958,0.05000,1.458
16,block_sparse_moe.experts.177.w2,0.0000221541,0.05000,1.742
16,block_sparse_moe.experts.191.w2,0.0000193217,0.05000,1.547
16,block_sparse_moe.experts.189.w2,0.0000308959,0.05000,1.830
16,block_sparse_moe.experts.203.w2,0.0000223765,0.05000,1.588
16,block_sparse_moe.experts.199.w2,0.0000308146,0.05000,1.599
16,block_sparse_moe.experts.197.w2,0.0000868858,0.05000,1.855
16,block_sparse_moe.experts.195.w2,0.0000297187,0.05000,1.609
16,block_sparse_moe.experts.201.w2,0.0000472480,0.05000,1.920
16,block_sparse_moe.experts.207.w2,0.0000460866,0.05000,1.503
16,block_sparse_moe.experts.193.w2,0.0000262920,0.05000,1.628
16,block_sparse_moe.experts.205.w2,0.0000490504,0.05000,1.516
16,block_sparse_moe.experts.206.w2,0.0000441587,0.05000,3.715
16,block_sparse_moe.experts.194.w2,0.0000213954,0.05000,3.716
16,block_sparse_moe.experts.198.w2,0.0000035498,0.05000,3.764
16,block_sparse_moe.experts.213.w2,0.0000225047,0.05000,1.608
16,block_sparse_moe.experts.202.w2,0.0000312094,0.05000,3.788
16,block_sparse_moe.experts.217.w2,0.0002389914,0.05000,1.566
16,block_sparse_moe.experts.209.w2,0.0000116070,0.05000,1.601
16,block_sparse_moe.experts.221.w2,0.0000167448,0.05000,1.593
16,block_sparse_moe.experts.210.w2,0.0000444316,0.05000,1.499
16,block_sparse_moe.experts.222.w2,0.0000296196,0.05000,1.588
16,block_sparse_moe.experts.214.w2,0.0000474371,0.05000,1.488
16,block_sparse_moe.experts.218.w2,0.0000323075,0.05000,1.514
16,block_sparse_moe.experts.229.w2,0.0000587255,0.05000,1.575
16,block_sparse_moe.experts.219.w2,0.0000036178,0.05000,3.490
16,block_sparse_moe.experts.233.w2,0.0000060530,0.05000,1.547
16,block_sparse_moe.experts.215.w2,0.0000114345,0.05000,3.514
16,block_sparse_moe.experts.211.w2,0.0000187661,0.05000,3.462
16,block_sparse_moe.experts.225.w2,0.0000373333,0.05000,1.601
16,block_sparse_moe.experts.223.w2,0.0000565870,0.05000,3.518
16,block_sparse_moe.experts.237.w2,0.0000165242,0.05000,1.572
16,block_sparse_moe.experts.196.w2,0.0000412385,0.05000,1.556
16,block_sparse_moe.experts.200.w2,0.0000732652,0.05000,1.571
16,block_sparse_moe.experts.192.w2,0.0000397817,0.05000,1.583
16,block_sparse_moe.experts.188.w2,0.0000503229,0.05000,1.594
16,block_sparse_moe.experts.226.w2,0.0000502974,0.05000,1.442
16,block_sparse_moe.experts.230.w2,0.0000405783,0.05000,1.458
16,block_sparse_moe.experts.238.w2,0.0000116836,0.05000,1.518
16,block_sparse_moe.experts.235.w2,0.0000189826,0.05000,1.446
16,block_sparse_moe.experts.234.w2,0.0000609319,0.05000,1.557
16,block_sparse_moe.experts.245.w2,0.0000108082,0.05000,1.556
16,block_sparse_moe.experts.231.w2,0.0000073239,0.05000,1.410
16,block_sparse_moe.experts.249.w2,0.0000581992,0.05000,1.579
16,block_sparse_moe.experts.241.w2,0.0000547068,0.05000,1.464
16,block_sparse_moe.experts.227.w2,0.0000378164,0.05000,1.494
16,block_sparse_moe.experts.253.w2,0.0000573101,0.05000,1.239
16,block_sparse_moe.experts.239.w2,0.0000187886,0.05000,1.491
16,block_sparse_moe.experts.212.w2,0.0000363438,0.05000,1.499
16,block_sparse_moe.experts.216.w2,0.0000596192,0.05000,1.519
16,block_sparse_moe.experts.208.w2,0.0000280116,0.05000,1.522
16,block_sparse_moe.experts.204.w2,0.0000649092,0.05000,1.557
16,block_sparse_moe.experts.242.w2,0.0000409225,0.05000,1.534
16,block_sparse_moe.experts.246.w2,0.0000180438,0.05000,1.491
16,block_sparse_moe.experts.254.w2,0.0000273227,0.05000,1.452
16,block_sparse_moe.experts.250.w2,0.0000137232,0.05000,1.348
16,block_sparse_moe.experts.251.w2,0.0000203238,0.05000,1.364
16,block_sparse_moe.experts.247.w2,0.0000277700,0.05000,1.377
16,block_sparse_moe.experts.243.w2,0.0000344856,0.05000,1.253
16,block_sparse_moe.experts.255.w2,0.0000329232,0.05000,1.031
16,block_sparse_moe.experts.228.w2,0.0000384793,0.05000,1.484
16,block_sparse_moe.experts.232.w2,0.0000349555,0.05000,1.459
16,block_sparse_moe.experts.224.w2,0.0000508107,0.05000,1.504
16,block_sparse_moe.experts.220.w2,0.0000410123,0.05000,1.496
16,block_sparse_moe.experts.244.w2,0.0000337991,0.05000,1.560
16,block_sparse_moe.experts.248.w2,0.0000892401,0.05000,1.565
16,block_sparse_moe.experts.240.w2,0.0000253982,0.05000,1.564
16,block_sparse_moe.experts.236.w2,0.0000328569,0.05000,1.539
16,block_sparse_moe.experts.252.w2,0.0000622438,0.05000,0.432
17,self_attn.q_proj,0.0000012971,0.05000,1.087
17,self_attn.k_proj,0.0000002111,0.05000,1.099
17,self_attn.v_proj,0.0000001789,0.05000,1.200
17,self_attn.o_proj,0.0000001611,0.05000,2.070
17,block_sparse_moe.experts.13.w1,0.0000989954,0.05000,3.002
17,block_sparse_moe.experts.5.w1,0.0001280549,0.05000,3.001
17,block_sparse_moe.experts.12.w1,0.0002296706,0.05000,3.025
17,block_sparse_moe.experts.8.w1,0.0000454581,0.05000,3.054
17,block_sparse_moe.experts.1.w1,0.0000192170,0.05000,3.058
17,block_sparse_moe.experts.9.w1,0.0001963282,0.05000,3.087
17,block_sparse_moe.experts.0.w1,0.0002988007,0.05000,3.093
17,block_sparse_moe.experts.2.w1,0.0000731219,0.05000,3.074
17,block_sparse_moe.experts.14.w1,0.0002377402,0.05000,3.168
17,block_sparse_moe.experts.10.w1,0.0001674515,0.05000,3.172
17,block_sparse_moe.experts.4.w1,0.0001499077,0.05000,3.175
17,block_sparse_moe.experts.6.w1,0.0001725655,0.05000,3.105
17,block_sparse_moe.experts.15.w1,0.0001320177,0.05000,3.118
17,block_sparse_moe.experts.7.w1,0.0001201368,0.05000,3.268
17,block_sparse_moe.experts.11.w1,0.0000847340,0.05000,3.294
17,block_sparse_moe.experts.3.w1,0.0000590212,0.05000,3.310
17,block_sparse_moe.experts.29.w1,0.0001919589,0.05000,2.857
17,block_sparse_moe.experts.25.w1,0.0001200362,0.05000,2.819
17,block_sparse_moe.experts.21.w1,0.0002846201,0.05000,2.929
17,block_sparse_moe.experts.17.w1,0.0000996132,0.05000,2.888
17,block_sparse_moe.experts.24.w1,0.0002619810,0.05000,3.013
17,block_sparse_moe.experts.16.w1,0.0001045514,0.05000,3.013
17,block_sparse_moe.experts.28.w1,0.0001719632,0.05000,3.124
17,block_sparse_moe.experts.26.w1,0.0002030814,0.05000,3.026
17,block_sparse_moe.experts.18.w1,0.0002569820,0.05000,3.061
17,block_sparse_moe.experts.20.w1,0.0000847988,0.05000,3.031
17,block_sparse_moe.experts.22.w1,0.0000972453,0.05000,3.079
17,block_sparse_moe.experts.31.w1,0.0001259488,0.05000,3.063
17,block_sparse_moe.experts.23.w1,0.0000191381,0.05000,3.047
17,block_sparse_moe.experts.30.w1,0.0000431943,0.05000,3.168
17,block_sparse_moe.experts.27.w1,0.0001599205,0.05000,3.103
17,block_sparse_moe.experts.19.w1,0.0001569066,0.05000,3.138
17,block_sparse_moe.experts.45.w1,0.0001909698,0.05000,2.710
17,block_sparse_moe.experts.41.w1,0.0002736039,0.05000,2.685
17,block_sparse_moe.experts.37.w1,0.0001205331,0.05000,2.710
17,block_sparse_moe.experts.33.w1,0.0000662918,0.05000,2.795
17,block_sparse_moe.experts.44.w1,0.0001041540,0.05000,2.843
17,block_sparse_moe.experts.32.w1,0.0001916510,0.05000,2.892
17,block_sparse_moe.experts.39.w1,0.0000541034,0.05000,2.663
17,block_sparse_moe.experts.34.w1,0.0002077746,0.05000,2.822
17,block_sparse_moe.experts.47.w1,0.0000330759,0.05000,2.769
17,block_sparse_moe.experts.40.w1,0.0001383736,0.05000,2.982
17,block_sparse_moe.experts.42.w1,0.0000349640,0.05000,2.883
17,block_sparse_moe.experts.43.w1,0.0002295073,0.05000,2.716
17,block_sparse_moe.experts.38.w1,0.0003440762,0.05000,2.863
17,block_sparse_moe.experts.46.w1,0.0000827394,0.05000,2.783
17,block_sparse_moe.experts.35.w1,0.0001346206,0.05000,2.712
17,block_sparse_moe.experts.36.w1,0.0000630034,0.05000,3.008
17,block_sparse_moe.experts.57.w1,0.0000693493,0.05000,2.849
17,block_sparse_moe.experts.61.w1,0.0001439720,0.05000,2.871
17,block_sparse_moe.experts.53.w1,0.0001339361,0.05000,2.800
17,block_sparse_moe.experts.49.w1,0.0001915400,0.05000,2.813
17,block_sparse_moe.experts.50.w1,0.0001983907,0.05000,2.945
17,block_sparse_moe.experts.58.w1,0.0000186914,0.05000,2.971
17,block_sparse_moe.experts.60.w1,0.0000470559,0.05000,3.066
17,block_sparse_moe.experts.48.w1,0.0002151239,0.05000,3.092
17,block_sparse_moe.experts.56.w1,0.0001542760,0.05000,3.047
17,block_sparse_moe.experts.55.w1,0.0001719214,0.05000,3.105
17,block_sparse_moe.experts.54.w1,0.0000722573,0.05000,3.009
17,block_sparse_moe.experts.63.w1,0.0000682262,0.05000,3.113
17,block_sparse_moe.experts.62.w1,0.0001377025,0.05000,3.085
17,block_sparse_moe.experts.59.w1,0.0000190050,0.05000,3.095
17,block_sparse_moe.experts.52.w1,0.0001118362,0.05000,3.019
17,block_sparse_moe.experts.51.w1,0.0000712137,0.05000,3.100
17,block_sparse_moe.experts.69.w1,0.0000132480,0.05000,2.814
17,block_sparse_moe.experts.77.w1,0.0000419041,0.05000,2.816
17,block_sparse_moe.experts.73.w1,0.0001390317,0.05000,2.901
17,block_sparse_moe.experts.65.w1,0.0001078548,0.05000,2.824
17,block_sparse_moe.experts.64.w1,0.0001074507,0.05000,2.819
17,block_sparse_moe.experts.72.w1,0.0001321059,0.05000,2.865
17,block_sparse_moe.experts.74.w1,0.0001570391,0.05000,2.963
17,block_sparse_moe.experts.66.w1,0.0000345554,0.05000,3.046
17,block_sparse_moe.experts.76.w1,0.0002503461,0.05000,2.970
17,block_sparse_moe.experts.71.w1,0.0000709421,0.05000,2.943
17,block_sparse_moe.experts.68.w1,0.0001129917,0.05000,2.890
17,block_sparse_moe.experts.70.w1,0.0000832188,0.05000,3.022
17,block_sparse_moe.experts.75.w1,0.0001734813,0.05000,2.972
17,block_sparse_moe.experts.79.w1,0.0001976667,0.05000,3.037
17,block_sparse_moe.experts.78.w1,0.0000292433,0.05000,3.009
17,block_sparse_moe.experts.67.w1,0.0001588750,0.05000,2.994
17,block_sparse_moe.experts.89.w1,0.0002180328,0.05000,2.576
17,block_sparse_moe.experts.93.w1,0.0000451081,0.05000,2.692
17,block_sparse_moe.experts.85.w1,0.0001586855,0.05000,2.697
17,block_sparse_moe.experts.81.w1,0.0001094642,0.05000,2.730
17,block_sparse_moe.experts.80.w1,0.0001201726,0.05000,2.746
17,block_sparse_moe.experts.90.w1,0.0002795375,0.05000,2.767
17,block_sparse_moe.experts.88.w1,0.0000558975,0.05000,2.822
17,block_sparse_moe.experts.92.w1,0.0002250679,0.05000,2.805
17,block_sparse_moe.experts.82.w1,0.0001306395,0.05000,2.832
17,block_sparse_moe.experts.84.w1,0.0000583112,0.05000,2.759
17,block_sparse_moe.experts.87.w1,0.0001395424,0.05000,2.856
17,block_sparse_moe.experts.86.w1,0.0001515507,0.05000,2.761
17,block_sparse_moe.experts.94.w1,0.0001466863,0.05000,2.813
17,block_sparse_moe.experts.83.w1,0.0002755447,0.05000,2.825
17,block_sparse_moe.experts.91.w1,0.0000802647,0.05000,2.958
17,block_sparse_moe.experts.95.w1,0.0000527949,0.05000,3.034
17,block_sparse_moe.experts.105.w1,0.0000523399,0.05000,2.777
17,block_sparse_moe.experts.101.w1,0.0002757006,0.05000,2.802
17,block_sparse_moe.experts.109.w1,0.0000635842,0.05000,2.811
17,block_sparse_moe.experts.97.w1,0.0000782063,0.05000,2.834
17,block_sparse_moe.experts.96.w1,0.0000319174,0.05000,2.715
17,block_sparse_moe.experts.108.w1,0.0000812513,0.05000,2.639
17,block_sparse_moe.experts.104.w1,0.0001760484,0.05000,2.727
17,block_sparse_moe.experts.100.w1,0.0001434694,0.05000,2.686
17,block_sparse_moe.experts.106.w1,0.0001492851,0.05000,2.977
17,block_sparse_moe.experts.98.w1,0.0001565949,0.05000,2.982
17,block_sparse_moe.experts.103.w1,0.0000493129,0.05000,2.969
17,block_sparse_moe.experts.102.w1,0.0001127074,0.05000,2.982
17,block_sparse_moe.experts.110.w1,0.0001699602,0.05000,2.978
17,block_sparse_moe.experts.99.w1,0.0000162629,0.05000,3.018
17,block_sparse_moe.experts.107.w1,0.0000715430,0.05000,3.029
17,block_sparse_moe.experts.111.w1,0.0000850258,0.05000,2.953
17,block_sparse_moe.experts.121.w1,0.0002071120,0.05000,2.868
17,block_sparse_moe.experts.117.w1,0.0001991112,0.05000,2.876
17,block_sparse_moe.experts.125.w1,0.0000501431,0.05000,2.941
17,block_sparse_moe.experts.113.w1,0.0000466791,0.05000,2.870
17,block_sparse_moe.experts.112.w1,0.0002511835,0.05000,2.759
17,block_sparse_moe.experts.116.w1,0.0001089522,0.05000,2.702
17,block_sparse_moe.experts.124.w1,0.0000652299,0.05000,2.841
17,block_sparse_moe.experts.120.w1,0.0001571259,0.05000,2.806
17,block_sparse_moe.experts.122.w1,0.0002151869,0.05000,2.842
17,block_sparse_moe.experts.114.w1,0.0001511683,0.05000,2.798
17,block_sparse_moe.experts.119.w1,0.0001594275,0.05000,2.792
17,block_sparse_moe.experts.118.w1,0.0001192549,0.05000,2.904
17,block_sparse_moe.experts.126.w1,0.0000956710,0.05000,2.902
17,block_sparse_moe.experts.115.w1,0.0000665579,0.05000,2.827
17,block_sparse_moe.experts.127.w1,0.0001653146,0.05000,2.859
17,block_sparse_moe.experts.123.w1,0.0001388827,0.05000,2.891
17,block_sparse_moe.experts.137.w1,0.0000544237,0.05000,2.920
17,block_sparse_moe.experts.133.w1,0.0000456411,0.05000,2.898
17,block_sparse_moe.experts.141.w1,0.0000407085,0.05000,2.863
17,block_sparse_moe.experts.129.w1,0.0000335239,0.05000,2.917
17,block_sparse_moe.experts.128.w1,0.0001839545,0.05000,2.958
17,block_sparse_moe.experts.132.w1,0.0001461122,0.05000,2.976
17,block_sparse_moe.experts.136.w1,0.0000808462,0.05000,2.996
17,block_sparse_moe.experts.140.w1,0.0001415089,0.05000,3.046
17,block_sparse_moe.experts.135.w1,0.0001677442,0.05000,2.797
17,block_sparse_moe.experts.138.w1,0.0000695177,0.05000,2.907
17,block_sparse_moe.experts.130.w1,0.0001600912,0.05000,2.933
17,block_sparse_moe.experts.134.w1,0.0001501066,0.05000,2.952
17,block_sparse_moe.experts.131.w1,0.0000349994,0.05000,2.845
17,block_sparse_moe.experts.143.w1,0.0001217364,0.05000,2.836
17,block_sparse_moe.experts.139.w1,0.0001046012,0.05000,2.842
17,block_sparse_moe.experts.142.w1,0.0000682356,0.05000,3.004
17,block_sparse_moe.experts.153.w1,0.0000544085,0.05000,2.638
17,block_sparse_moe.experts.157.w1,0.0001372211,0.05000,2.629
17,block_sparse_moe.experts.149.w1,0.0004325021,0.05000,2.725
17,block_sparse_moe.experts.145.w1,0.0001159421,0.05000,2.722
17,block_sparse_moe.experts.144.w1,0.0001187514,0.05000,2.948
17,block_sparse_moe.experts.148.w1,0.0001706958,0.05000,2.973
17,block_sparse_moe.experts.156.w1,0.0000766529,0.05000,2.923
17,block_sparse_moe.experts.152.w1,0.0001304567,0.05000,2.973
17,block_sparse_moe.experts.151.w1,0.0001135681,0.05000,3.010
17,block_sparse_moe.experts.146.w1,0.0000859424,0.05000,3.012
17,block_sparse_moe.experts.154.w1,0.0000751127,0.05000,3.149
17,block_sparse_moe.experts.150.w1,0.0000436049,0.05000,3.017
17,block_sparse_moe.experts.158.w1,0.0000605652,0.05000,2.992
17,block_sparse_moe.experts.147.w1,0.0001661998,0.05000,3.137
17,block_sparse_moe.experts.159.w1,0.0000943219,0.05000,3.125
17,block_sparse_moe.experts.155.w1,0.0001313173,0.05000,3.136
17,block_sparse_moe.experts.173.w1,0.0000259262,0.05000,2.711
17,block_sparse_moe.experts.169.w1,0.0001088548,0.05000,2.892
17,block_sparse_moe.experts.165.w1,0.0002543861,0.05000,2.978
17,block_sparse_moe.experts.161.w1,0.0004757023,0.05000,2.932
17,block_sparse_moe.experts.160.w1,0.0001570325,0.05000,3.042
17,block_sparse_moe.experts.172.w1,0.0000939635,0.05000,2.893
17,block_sparse_moe.experts.164.w1,0.0001006453,0.05000,2.987
17,block_sparse_moe.experts.168.w1,0.0001140764,0.05000,2.942
17,block_sparse_moe.experts.170.w1,0.0000503388,0.05000,2.703
17,block_sparse_moe.experts.162.w1,0.0001583175,0.05000,2.815
17,block_sparse_moe.experts.167.w1,0.0001629948,0.05000,3.007
17,block_sparse_moe.experts.166.w1,0.0001611247,0.05000,2.850
17,block_sparse_moe.experts.174.w1,0.0002259003,0.05000,2.792
17,block_sparse_moe.experts.163.w1,0.0000398084,0.05000,2.927
17,block_sparse_moe.experts.175.w1,0.0001986849,0.05000,2.898
17,block_sparse_moe.experts.171.w1,0.0002287781,0.05000,2.905
17,block_sparse_moe.experts.185.w1,0.0001759700,0.05000,3.011
17,block_sparse_moe.experts.189.w1,0.0001581071,0.05000,3.146
17,block_sparse_moe.experts.181.w1,0.0001358089,0.05000,2.986
17,block_sparse_moe.experts.177.w1,0.0000712308,0.05000,3.035
17,block_sparse_moe.experts.176.w1,0.0000116237,0.05000,3.017
17,block_sparse_moe.experts.184.w1,0.0001350614,0.05000,2.933
17,block_sparse_moe.experts.180.w1,0.0000986609,0.05000,2.982
17,block_sparse_moe.experts.188.w1,0.0001451853,0.05000,3.044
17,block_sparse_moe.experts.186.w1,0.0002100411,0.05000,2.901
17,block_sparse_moe.experts.178.w1,0.0000908683,0.05000,2.910
17,block_sparse_moe.experts.183.w1,0.0001595364,0.05000,2.881
17,block_sparse_moe.experts.182.w1,0.0001805706,0.05000,2.891
17,block_sparse_moe.experts.190.w1,0.0000547535,0.05000,2.936
17,block_sparse_moe.experts.179.w1,0.0000265258,0.05000,2.856
17,block_sparse_moe.experts.187.w1,0.0001101430,0.05000,2.864
17,block_sparse_moe.experts.191.w1,0.0001172611,0.05000,2.919
17,block_sparse_moe.experts.201.w1,0.0001188346,0.05000,2.648
17,block_sparse_moe.experts.205.w1,0.0003171027,0.05000,2.692
17,block_sparse_moe.experts.197.w1,0.0001164339,0.05000,2.686
17,block_sparse_moe.experts.193.w1,0.0000689785,0.05000,2.695
17,block_sparse_moe.experts.192.w1,0.0001791302,0.05000,2.811
17,block_sparse_moe.experts.196.w1,0.0001775880,0.05000,2.886
17,block_sparse_moe.experts.200.w1,0.0000538201,0.05000,2.954
17,block_sparse_moe.experts.199.w1,0.0000771136,0.05000,2.774
17,block_sparse_moe.experts.204.w1,0.0000791240,0.05000,2.942
17,block_sparse_moe.experts.194.w1,0.0000846859,0.05000,3.009
17,block_sparse_moe.experts.202.w1,0.0001966663,0.05000,3.199
17,block_sparse_moe.experts.198.w1,0.0000861627,0.05000,3.014
17,block_sparse_moe.experts.203.w1,0.0001146507,0.05000,2.827
17,block_sparse_moe.experts.206.w1,0.0002035027,0.05000,3.003
17,block_sparse_moe.experts.195.w1,0.0000982154,0.05000,2.965
17,block_sparse_moe.experts.207.w1,0.0001290006,0.05000,2.968
17,block_sparse_moe.experts.217.w1,0.0001211405,0.05000,2.946
17,block_sparse_moe.experts.221.w1,0.0001103734,0.05000,3.077
17,block_sparse_moe.experts.213.w1,0.0001979137,0.05000,2.963
17,block_sparse_moe.experts.209.w1,0.0000633755,0.05000,2.974
17,block_sparse_moe.experts.208.w1,0.0001611493,0.05000,2.992
17,block_sparse_moe.experts.210.w1,0.0000600072,0.05000,2.745
17,block_sparse_moe.experts.215.w1,0.0000591565,0.05000,2.950
17,block_sparse_moe.experts.216.w1,0.0002813580,0.05000,2.991
17,block_sparse_moe.experts.212.w1,0.0001229955,0.05000,3.064
17,block_sparse_moe.experts.220.w1,0.0001429940,0.05000,2.980
17,block_sparse_moe.experts.218.w1,0.0001564945,0.05000,2.794
17,block_sparse_moe.experts.214.w1,0.0001498121,0.05000,2.828
17,block_sparse_moe.experts.222.w1,0.0004105681,0.05000,2.866
17,block_sparse_moe.experts.219.w1,0.0001608840,0.05000,2.900
17,block_sparse_moe.experts.211.w1,0.0001740918,0.05000,2.896
17,block_sparse_moe.experts.223.w1,0.0000561917,0.05000,2.962
17,block_sparse_moe.experts.233.w1,0.0001534386,0.05000,2.856
17,block_sparse_moe.experts.237.w1,0.0001407212,0.05000,2.856
17,block_sparse_moe.experts.229.w1,0.0001423154,0.05000,2.945
17,block_sparse_moe.experts.225.w1,0.0001043963,0.05000,2.895
17,block_sparse_moe.experts.224.w1,0.0001692759,0.05000,2.818
17,block_sparse_moe.experts.226.w1,0.0000373575,0.05000,2.706
17,block_sparse_moe.experts.232.w1,0.0001028586,0.05000,2.896
17,block_sparse_moe.experts.234.w1,0.0001992450,0.05000,2.755
17,block_sparse_moe.experts.236.w1,0.0000894534,0.05000,2.899
17,block_sparse_moe.experts.231.w1,0.0000798738,0.05000,2.981
17,block_sparse_moe.experts.228.w1,0.0000682664,0.05000,2.939
17,block_sparse_moe.experts.230.w1,0.0001132541,0.05000,2.741
17,block_sparse_moe.experts.238.w1,0.0001310481,0.05000,2.912
17,block_sparse_moe.experts.235.w1,0.0001850655,0.05000,2.945
17,block_sparse_moe.experts.227.w1,0.0001457745,0.05000,2.987
17,block_sparse_moe.experts.239.w1,0.0000359354,0.05000,2.881
17,block_sparse_moe.experts.249.w1,0.0001793030,0.05000,2.631
17,block_sparse_moe.experts.253.w1,0.0000363485,0.05000,2.699
17,block_sparse_moe.experts.245.w1,0.0001389698,0.05000,2.760
17,block_sparse_moe.experts.241.w1,0.0000248079,0.05000,2.768
17,block_sparse_moe.experts.240.w1,0.0001990217,0.05000,2.875
17,block_sparse_moe.experts.242.w1,0.0001374247,0.05000,2.858
17,block_sparse_moe.experts.250.w1,0.0001035684,0.05000,2.741
17,block_sparse_moe.experts.248.w1,0.0001260256,0.05000,2.853
17,block_sparse_moe.experts.252.w1,0.0000764200,0.05000,2.849
17,block_sparse_moe.experts.246.w1,0.0000642718,0.05000,2.806
17,block_sparse_moe.experts.244.w1,0.0001636366,0.05000,2.841
17,block_sparse_moe.experts.247.w1,0.0002142508,0.05000,2.934
17,block_sparse_moe.experts.254.w1,0.0004507109,0.05000,2.958
17,block_sparse_moe.experts.251.w1,0.0000826667,0.05000,2.923
17,block_sparse_moe.experts.243.w1,0.0001140346,0.05000,3.038
17,block_sparse_moe.experts.255.w1,0.0000802994,0.05000,3.095
17,block_sparse_moe.experts.9.w3,0.0001977985,0.05000,2.948
17,block_sparse_moe.experts.13.w3,0.0000865106,0.05000,2.862
17,block_sparse_moe.experts.5.w3,0.0001289851,0.05000,2.960
17,block_sparse_moe.experts.1.w3,0.0000189228,0.05000,2.911
17,block_sparse_moe.experts.0.w3,0.0002773347,0.05000,2.974
17,block_sparse_moe.experts.2.w3,0.0000739214,0.05000,3.058
17,block_sparse_moe.experts.10.w3,0.0001675446,0.05000,3.066
17,block_sparse_moe.experts.8.w3,0.0000454198,0.05000,3.002
17,block_sparse_moe.experts.6.w3,0.0001768827,0.05000,2.987
17,block_sparse_moe.experts.4.w3,0.0001510660,0.05000,2.977
17,block_sparse_moe.experts.7.w3,0.0001216531,0.05000,2.951
17,block_sparse_moe.experts.12.w3,0.0002305452,0.05000,3.104
17,block_sparse_moe.experts.11.w3,0.0000840188,0.05000,2.983
17,block_sparse_moe.experts.14.w3,0.0002397061,0.05000,3.057
17,block_sparse_moe.experts.3.w3,0.0000599171,0.05000,3.009
17,block_sparse_moe.experts.15.w3,0.0001347975,0.05000,2.925
17,block_sparse_moe.experts.25.w3,0.0001197142,0.05000,2.845
17,block_sparse_moe.experts.29.w3,0.0001927477,0.05000,2.830
17,block_sparse_moe.experts.21.w3,0.0002858535,0.05000,2.906
17,block_sparse_moe.experts.17.w3,0.0000999482,0.05000,2.822
17,block_sparse_moe.experts.16.w3,0.0001005829,0.05000,2.806
17,block_sparse_moe.experts.18.w3,0.0002574769,0.05000,2.876
17,block_sparse_moe.experts.24.w3,0.0002591444,0.05000,2.816
17,block_sparse_moe.experts.28.w3,0.0001730753,0.05000,2.764
17,block_sparse_moe.experts.26.w3,0.0002023154,0.05000,2.953
17,block_sparse_moe.experts.20.w3,0.0000828193,0.05000,2.948
17,block_sparse_moe.experts.22.w3,0.0000981487,0.05000,3.018
17,block_sparse_moe.experts.23.w3,0.0000187412,0.05000,2.993
17,block_sparse_moe.experts.27.w3,0.0001544138,0.05000,2.909
17,block_sparse_moe.experts.30.w3,0.0000433664,0.05000,2.886
17,block_sparse_moe.experts.19.w3,0.0001577960,0.05000,2.878
17,block_sparse_moe.experts.31.w3,0.0001224497,0.05000,2.979
17,block_sparse_moe.experts.41.w3,0.0002746378,0.05000,2.816
17,block_sparse_moe.experts.45.w3,0.0001937428,0.05000,2.728
17,block_sparse_moe.experts.33.w3,0.0000673402,0.05000,2.814
17,block_sparse_moe.experts.37.w3,0.0001182585,0.05000,2.888
17,block_sparse_moe.experts.34.w3,0.0002070782,0.05000,2.726
17,block_sparse_moe.experts.32.w3,0.0001943946,0.05000,2.915
17,block_sparse_moe.experts.40.w3,0.0001382511,0.05000,2.891
17,block_sparse_moe.experts.42.w3,0.0000350641,0.05000,2.810
17,block_sparse_moe.experts.38.w3,0.0003365241,0.05000,2.696
17,block_sparse_moe.experts.44.w3,0.0001062619,0.05000,2.903
17,block_sparse_moe.experts.36.w3,0.0000628014,0.05000,2.949
17,block_sparse_moe.experts.39.w3,0.0000534299,0.05000,2.993
17,block_sparse_moe.experts.46.w3,0.0000812781,0.05000,2.738
17,block_sparse_moe.experts.43.w3,0.0002274298,0.05000,2.998
17,block_sparse_moe.experts.35.w3,0.0001380121,0.05000,3.033
17,block_sparse_moe.experts.47.w3,0.0000332919,0.05000,3.021
17,block_sparse_moe.experts.61.w3,0.0001426843,0.05000,2.982
17,block_sparse_moe.experts.57.w3,0.0000581579,0.05000,3.149
17,block_sparse_moe.experts.49.w3,0.0001884387,0.05000,3.039
17,block_sparse_moe.experts.53.w3,0.0001343503,0.05000,3.083
17,block_sparse_moe.experts.50.w3,0.0001935949,0.05000,2.745
17,block_sparse_moe.experts.54.w3,0.0000711269,0.05000,2.705
17,block_sparse_moe.experts.48.w3,0.0001895387,0.05000,3.072
17,block_sparse_moe.experts.58.w3,0.0000189544,0.05000,2.777
17,block_sparse_moe.experts.56.w3,0.0001520846,0.05000,3.079
17,block_sparse_moe.experts.60.w3,0.0000465854,0.05000,3.084
17,block_sparse_moe.experts.52.w3,0.0001117777,0.05000,3.052
17,block_sparse_moe.experts.62.w3,0.0001394338,0.05000,2.828
17,block_sparse_moe.experts.55.w3,0.0001708302,0.05000,3.112
17,block_sparse_moe.experts.59.w3,0.0000191622,0.05000,3.074
17,block_sparse_moe.experts.77.w3,0.0000383707,0.05000,2.639
17,block_sparse_moe.experts.73.w3,0.0001299837,0.05000,2.654
17,block_sparse_moe.experts.51.w3,0.0000667042,0.05000,3.036
17,block_sparse_moe.experts.63.w3,0.0000676068,0.05000,3.096
17,block_sparse_moe.experts.65.w3,0.0001053690,0.05000,2.660
17,block_sparse_moe.experts.69.w3,0.0000131119,0.05000,2.705
17,block_sparse_moe.experts.66.w3,0.0000351771,0.05000,2.959
17,block_sparse_moe.experts.70.w3,0.0000834255,0.05000,2.936
17,block_sparse_moe.experts.74.w3,0.0001597796,0.05000,2.909
17,block_sparse_moe.experts.64.w3,0.0001093184,0.05000,3.021
17,block_sparse_moe.experts.72.w3,0.0001313664,0.05000,3.005
17,block_sparse_moe.experts.76.w3,0.0002525062,0.05000,3.054
17,block_sparse_moe.experts.78.w3,0.0000288197,0.05000,2.944
17,block_sparse_moe.experts.68.w3,0.0001124499,0.05000,3.041
17,block_sparse_moe.experts.71.w3,0.0000675539,0.05000,3.056
17,block_sparse_moe.experts.93.w3,0.0000456038,0.05000,2.811
17,block_sparse_moe.experts.89.w3,0.0002217285,0.05000,2.892
17,block_sparse_moe.experts.75.w3,0.0001764053,0.05000,3.142
17,block_sparse_moe.experts.67.w3,0.0001596488,0.05000,3.013
17,block_sparse_moe.experts.79.w3,0.0001995794,0.05000,3.018
17,block_sparse_moe.experts.81.w3,0.0001104339,0.05000,2.755
17,block_sparse_moe.experts.85.w3,0.0001612355,0.05000,2.711
17,block_sparse_moe.experts.82.w3,0.0001265652,0.05000,2.563
17,block_sparse_moe.experts.86.w3,0.0001501594,0.05000,2.619
17,block_sparse_moe.experts.90.w3,0.0002699071,0.05000,2.713
17,block_sparse_moe.experts.80.w3,0.0001352838,0.05000,2.984
17,block_sparse_moe.experts.94.w3,0.0001408853,0.05000,2.654
17,block_sparse_moe.experts.88.w3,0.0000556614,0.05000,3.021
17,block_sparse_moe.experts.92.w3,0.0002208394,0.05000,2.909
17,block_sparse_moe.experts.84.w3,0.0000580165,0.05000,2.946
17,block_sparse_moe.experts.109.w3,0.0000645073,0.05000,2.797
17,block_sparse_moe.experts.87.w3,0.0001402530,0.05000,2.966
17,block_sparse_moe.experts.105.w3,0.0000532464,0.05000,2.825
17,block_sparse_moe.experts.91.w3,0.0000813842,0.05000,2.927
17,block_sparse_moe.experts.83.w3,0.0002797605,0.05000,2.924
17,block_sparse_moe.experts.97.w3,0.0000793290,0.05000,2.870
17,block_sparse_moe.experts.95.w3,0.0000504476,0.05000,3.020
17,block_sparse_moe.experts.101.w3,0.0002710153,0.05000,2.970
17,block_sparse_moe.experts.98.w3,0.0001584733,0.05000,2.673
17,block_sparse_moe.experts.102.w3,0.0001109127,0.05000,2.735
17,block_sparse_moe.experts.106.w3,0.0001516928,0.05000,2.704
17,block_sparse_moe.experts.110.w3,0.0001717863,0.05000,2.742
17,block_sparse_moe.experts.96.w3,0.0000324127,0.05000,3.026
17,block_sparse_moe.experts.108.w3,0.0000813513,0.05000,2.972
17,block_sparse_moe.experts.104.w3,0.0001741794,0.05000,3.040
17,block_sparse_moe.experts.100.w3,0.0001399721,0.05000,2.992
17,block_sparse_moe.experts.103.w3,0.0000470463,0.05000,2.831
17,block_sparse_moe.experts.125.w3,0.0000496473,0.05000,2.979
17,block_sparse_moe.experts.121.w3,0.0002091099,0.05000,2.926
17,block_sparse_moe.experts.99.w3,0.0000157937,0.05000,2.831
17,block_sparse_moe.experts.107.w3,0.0000723583,0.05000,2.884
17,block_sparse_moe.experts.113.w3,0.0000447787,0.05000,2.794
17,block_sparse_moe.experts.117.w3,0.0001916486,0.05000,2.825
17,block_sparse_moe.experts.111.w3,0.0000865386,0.05000,2.850
17,block_sparse_moe.experts.114.w3,0.0001514713,0.05000,2.873
17,block_sparse_moe.experts.118.w3,0.0001205222,0.05000,2.792
17,block_sparse_moe.experts.122.w3,0.0002118432,0.05000,2.812
17,block_sparse_moe.experts.126.w3,0.0000951857,0.05000,2.710
17,block_sparse_moe.experts.112.w3,0.0002460608,0.05000,2.965
17,block_sparse_moe.experts.124.w3,0.0000655508,0.05000,2.846
17,block_sparse_moe.experts.120.w3,0.0001583442,0.05000,2.921
17,block_sparse_moe.experts.116.w3,0.0001081974,0.05000,2.874
17,block_sparse_moe.experts.141.w3,0.0000414205,0.05000,2.758
17,block_sparse_moe.experts.119.w3,0.0001602525,0.05000,2.893
17,block_sparse_moe.experts.137.w3,0.0000556901,0.05000,2.843
17,block_sparse_moe.experts.115.w3,0.0000678735,0.05000,2.892
17,block_sparse_moe.experts.129.w3,0.0000328337,0.05000,2.852
17,block_sparse_moe.experts.123.w3,0.0001269811,0.05000,3.046
17,block_sparse_moe.experts.127.w3,0.0001666023,0.05000,2.916
17,block_sparse_moe.experts.133.w3,0.0000451128,0.05000,2.967
17,block_sparse_moe.experts.130.w3,0.0001491952,0.05000,2.696
17,block_sparse_moe.experts.134.w3,0.0001492501,0.05000,2.625
17,block_sparse_moe.experts.138.w3,0.0000673623,0.05000,2.655
17,block_sparse_moe.experts.142.w3,0.0000689336,0.05000,2.703
17,block_sparse_moe.experts.128.w3,0.0001849176,0.05000,3.064
17,block_sparse_moe.experts.135.w3,0.0001674002,0.05000,2.761
17,block_sparse_moe.experts.140.w3,0.0001379279,0.05000,3.035
17,block_sparse_moe.experts.132.w3,0.0001476758,0.05000,2.995
17,block_sparse_moe.experts.136.w3,0.0000793424,0.05000,3.069
17,block_sparse_moe.experts.157.w3,0.0001390726,0.05000,3.014
17,block_sparse_moe.experts.153.w3,0.0000548282,0.05000,3.009
17,block_sparse_moe.experts.131.w3,0.0000352026,0.05000,2.874
17,block_sparse_moe.experts.139.w3,0.0001042282,0.05000,2.852
17,block_sparse_moe.experts.145.w3,0.0001177660,0.05000,3.031
17,block_sparse_moe.experts.143.w3,0.0001227235,0.05000,2.917
17,block_sparse_moe.experts.149.w3,0.0004048318,0.05000,2.961
17,block_sparse_moe.experts.146.w3,0.0000851609,0.05000,2.962
17,block_sparse_moe.experts.150.w3,0.0000431508,0.05000,2.970
17,block_sparse_moe.experts.154.w3,0.0000759597,0.05000,3.057
17,block_sparse_moe.experts.158.w3,0.0000586894,0.05000,2.953
17,block_sparse_moe.experts.144.w3,0.0001200523,0.05000,2.810
17,block_sparse_moe.experts.151.w3,0.0001156205,0.05000,2.803
17,block_sparse_moe.experts.156.w3,0.0000779969,0.05000,2.894
17,block_sparse_moe.experts.152.w3,0.0001315221,0.05000,2.787
17,block_sparse_moe.experts.148.w3,0.0001720708,0.05000,2.871
17,block_sparse_moe.experts.173.w3,0.0000242733,0.05000,2.966
17,block_sparse_moe.experts.147.w3,0.0001682573,0.05000,2.734
17,block_sparse_moe.experts.169.w3,0.0001221880,0.05000,2.942
17,block_sparse_moe.experts.155.w3,0.0001322272,0.05000,2.738
17,block_sparse_moe.experts.161.w3,0.0004650945,0.05000,2.936
17,block_sparse_moe.experts.159.w3,0.0000953283,0.05000,2.787
17,block_sparse_moe.experts.162.w3,0.0001594609,0.05000,2.718
17,block_sparse_moe.experts.165.w3,0.0002443242,0.05000,2.959
17,block_sparse_moe.experts.166.w3,0.0001585110,0.05000,2.726
17,block_sparse_moe.experts.170.w3,0.0000502534,0.05000,2.704
17,block_sparse_moe.experts.174.w3,0.0002292654,0.05000,2.816
17,block_sparse_moe.experts.160.w3,0.0001574407,0.05000,3.077
17,block_sparse_moe.experts.167.w3,0.0001634526,0.05000,3.049
17,block_sparse_moe.experts.172.w3,0.0000946417,0.05000,3.026
17,block_sparse_moe.experts.189.w3,0.0001473142,0.05000,2.791
17,block_sparse_moe.experts.168.w3,0.0001148832,0.05000,3.100
17,block_sparse_moe.experts.185.w3,0.0001774388,0.05000,2.767
17,block_sparse_moe.experts.164.w3,0.0001021808,0.05000,3.174
17,block_sparse_moe.experts.163.w3,0.0000392361,0.05000,3.078
17,block_sparse_moe.experts.171.w3,0.0002289869,0.05000,3.028
17,block_sparse_moe.experts.177.w3,0.0000708962,0.05000,2.819
17,block_sparse_moe.experts.175.w3,0.0002005825,0.05000,3.002
17,block_sparse_moe.experts.181.w3,0.0001361922,0.05000,2.850
17,block_sparse_moe.experts.178.w3,0.0000843768,0.05000,2.935
17,block_sparse_moe.experts.182.w3,0.0001824208,0.05000,2.961
17,block_sparse_moe.experts.186.w3,0.0002127253,0.05000,2.949
17,block_sparse_moe.experts.190.w3,0.0000556421,0.05000,3.027
17,block_sparse_moe.experts.183.w3,0.0001593219,0.05000,2.812
17,block_sparse_moe.experts.176.w3,0.0000117042,0.05000,2.929
17,block_sparse_moe.experts.205.w3,0.0003101687,0.05000,2.744
17,block_sparse_moe.experts.188.w3,0.0001476601,0.05000,2.853
17,block_sparse_moe.experts.201.w3,0.0001203514,0.05000,2.698
17,block_sparse_moe.experts.184.w3,0.0001369151,0.05000,2.923
17,block_sparse_moe.experts.179.w3,0.0000266818,0.05000,2.781
17,block_sparse_moe.experts.180.w3,0.0000957576,0.05000,2.953
17,block_sparse_moe.experts.187.w3,0.0001110203,0.05000,2.835
17,block_sparse_moe.experts.193.w3,0.0000701488,0.05000,2.792
17,block_sparse_moe.experts.197.w3,0.0001177974,0.05000,2.776
17,block_sparse_moe.experts.191.w3,0.0001160730,0.05000,2.956
17,block_sparse_moe.experts.194.w3,0.0000860157,0.05000,2.894
17,block_sparse_moe.experts.198.w3,0.0000863473,0.05000,2.869
17,block_sparse_moe.experts.202.w3,0.0001998311,0.05000,2.978
17,block_sparse_moe.experts.206.w3,0.0002054785,0.05000,2.804
17,block_sparse_moe.experts.221.w3,0.0001112156,0.05000,2.722
17,block_sparse_moe.experts.199.w3,0.0000786733,0.05000,2.971
17,block_sparse_moe.experts.217.w3,0.0001223748,0.05000,2.785
17,block_sparse_moe.experts.204.w3,0.0000783925,0.05000,2.954
17,block_sparse_moe.experts.192.w3,0.0001771369,0.05000,3.059
17,block_sparse_moe.experts.200.w3,0.0000542182,0.05000,2.970
17,block_sparse_moe.experts.196.w3,0.0001784055,0.05000,2.882
17,block_sparse_moe.experts.209.w3,0.0000644770,0.05000,2.823
17,block_sparse_moe.experts.203.w3,0.0001099378,0.05000,2.850
17,block_sparse_moe.experts.195.w3,0.0001001409,0.05000,3.016
17,block_sparse_moe.experts.213.w3,0.0001957363,0.05000,2.738
17,block_sparse_moe.experts.207.w3,0.0001297219,0.05000,2.883
17,block_sparse_moe.experts.210.w3,0.0000586053,0.05000,2.928
17,block_sparse_moe.experts.214.w3,0.0001513368,0.05000,2.841
17,block_sparse_moe.experts.218.w3,0.0001581970,0.05000,2.880
17,block_sparse_moe.experts.222.w3,0.0004137353,0.05000,2.986
17,block_sparse_moe.experts.237.w3,0.0001401314,0.05000,3.012
17,block_sparse_moe.experts.215.w3,0.0000590473,0.05000,2.842
17,block_sparse_moe.experts.233.w3,0.0001531844,0.05000,2.915
17,block_sparse_moe.experts.220.w3,0.0001447566,0.05000,2.912
17,block_sparse_moe.experts.208.w3,0.0001625714,0.05000,2.913
17,block_sparse_moe.experts.216.w3,0.0002828375,0.05000,2.948
17,block_sparse_moe.experts.219.w3,0.0001552082,0.05000,2.788
17,block_sparse_moe.experts.212.w3,0.0001238370,0.05000,2.884
17,block_sparse_moe.experts.211.w3,0.0001760381,0.05000,2.861
17,block_sparse_moe.experts.225.w3,0.0001047767,0.05000,2.999
17,block_sparse_moe.experts.223.w3,0.0000568154,0.05000,2.715
17,block_sparse_moe.experts.229.w3,0.0001448097,0.05000,3.048
17,block_sparse_moe.experts.226.w3,0.0000359299,0.05000,2.856
17,block_sparse_moe.experts.230.w3,0.0001152790,0.05000,2.912
17,block_sparse_moe.experts.234.w3,0.0001986566,0.05000,2.830
17,block_sparse_moe.experts.238.w3,0.0001321437,0.05000,2.908
17,block_sparse_moe.experts.231.w3,0.0000803792,0.05000,2.842
17,block_sparse_moe.experts.253.w3,0.0000362438,0.05000,2.953
17,block_sparse_moe.experts.249.w3,0.0001800690,0.05000,2.971
17,block_sparse_moe.experts.224.w3,0.0001727725,0.05000,2.902
17,block_sparse_moe.experts.236.w3,0.0000900076,0.05000,2.953
17,block_sparse_moe.experts.241.w3,0.0000251551,0.05000,2.696
17,block_sparse_moe.experts.228.w3,0.0000679891,0.05000,2.938
17,block_sparse_moe.experts.245.w3,0.0001396735,0.05000,2.516
17,block_sparse_moe.experts.235.w3,0.0001863456,0.05000,2.982
17,block_sparse_moe.experts.232.w3,0.0001032667,0.05000,3.025
17,block_sparse_moe.experts.227.w3,0.0001492102,0.05000,2.960
17,block_sparse_moe.experts.239.w3,0.0000359420,0.05000,3.013
17,block_sparse_moe.experts.242.w3,0.0001396124,0.05000,2.886
17,block_sparse_moe.experts.246.w3,0.0000640869,0.05000,2.915
17,block_sparse_moe.experts.250.w3,0.0001039100,0.05000,2.745
17,block_sparse_moe.experts.254.w3,0.0004535968,0.05000,2.396
17,block_sparse_moe.experts.247.w3,0.0002158892,0.05000,2.805
17,block_sparse_moe.experts.252.w3,0.0000744369,0.05000,2.648
17,block_sparse_moe.experts.240.w3,0.0002002235,0.05000,2.738
17,block_sparse_moe.experts.248.w3,0.0001259465,0.05000,2.428
17,block_sparse_moe.experts.244.w3,0.0001633774,0.05000,2.491
17,block_sparse_moe.experts.251.w3,0.0000834979,0.05000,2.593
17,block_sparse_moe.experts.243.w3,0.0001136246,0.05000,2.528
17,block_sparse_moe.experts.255.w3,0.0000807789,0.05000,2.315
17,block_sparse_moe.experts.3.w2,0.0000177163,0.05000,1.498
17,block_sparse_moe.experts.10.w2,0.0000511513,0.05000,1.499
17,block_sparse_moe.experts.11.w2,0.0000205102,0.05000,1.504
17,block_sparse_moe.experts.5.w2,0.0000377486,0.05000,1.518
17,block_sparse_moe.experts.13.w2,0.0000213765,0.05000,1.500
17,block_sparse_moe.experts.9.w2,0.0000412396,0.05000,1.536
17,block_sparse_moe.experts.15.w2,0.0000461525,0.05000,1.508
17,block_sparse_moe.experts.2.w2,0.0000252971,0.05000,1.541
17,block_sparse_moe.experts.8.w2,0.0000264592,0.05000,1.553
17,block_sparse_moe.experts.6.w2,0.0000470941,0.05000,1.556
17,block_sparse_moe.experts.1.w2,0.0000064848,0.05000,1.569
17,block_sparse_moe.experts.14.w2,0.0000706665,0.05000,1.540
17,block_sparse_moe.experts.12.w2,0.0000722487,0.05000,1.573
17,block_sparse_moe.experts.7.w2,0.0000597939,0.05000,1.583
17,block_sparse_moe.experts.4.w2,0.0000453058,0.05000,1.592
17,block_sparse_moe.experts.0.w2,0.0001498013,0.05000,1.633
17,block_sparse_moe.experts.17.w2,0.0000401789,0.05000,1.336
17,block_sparse_moe.experts.24.w2,0.0001036915,0.05000,1.368
17,block_sparse_moe.experts.21.w2,0.0000534885,0.05000,1.411
17,block_sparse_moe.experts.29.w2,0.0000400090,0.05000,1.398
17,block_sparse_moe.experts.25.w2,0.0000427393,0.05000,1.414
17,block_sparse_moe.experts.28.w2,0.0000584945,0.05000,1.429
17,block_sparse_moe.experts.16.w2,0.0000266936,0.05000,1.368
17,block_sparse_moe.experts.26.w2,0.0000409640,0.05000,1.516
17,block_sparse_moe.experts.20.w2,0.0000129943,0.05000,1.425
17,block_sparse_moe.experts.27.w2,0.0000893131,0.05000,1.522
17,block_sparse_moe.experts.19.w2,0.0000338647,0.05000,1.556
17,block_sparse_moe.experts.22.w2,0.0000282188,0.05000,1.508
17,block_sparse_moe.experts.31.w2,0.0000396569,0.05000,1.594
17,block_sparse_moe.experts.30.w2,0.0000182556,0.05000,1.564
17,block_sparse_moe.experts.18.w2,0.0000501911,0.05000,1.600
17,block_sparse_moe.experts.23.w2,0.0000148475,0.05000,1.599
17,block_sparse_moe.experts.37.w2,0.0000505259,0.05000,1.360
17,block_sparse_moe.experts.33.w2,0.0000234176,0.05000,1.409
17,block_sparse_moe.experts.45.w2,0.0000495670,0.05000,1.439
17,block_sparse_moe.experts.40.w2,0.0000335211,0.05000,1.482
17,block_sparse_moe.experts.41.w2,0.0000783135,0.05000,1.479
17,block_sparse_moe.experts.42.w2,0.0000158492,0.05000,1.478
17,block_sparse_moe.experts.44.w2,0.0000365016,0.05000,1.505
17,block_sparse_moe.experts.35.w2,0.0000461570,0.05000,1.487
17,block_sparse_moe.experts.36.w2,0.0000362600,0.05000,1.522
17,block_sparse_moe.experts.43.w2,0.0001029365,0.05000,1.533
17,block_sparse_moe.experts.32.w2,0.0000467576,0.05000,1.578
17,block_sparse_moe.experts.47.w2,0.0000092398,0.05000,1.454
17,block_sparse_moe.experts.38.w2,0.0002750889,0.05000,1.528
17,block_sparse_moe.experts.39.w2,0.0000153418,0.05000,1.420
17,block_sparse_moe.experts.46.w2,0.0000339447,0.05000,1.511
17,block_sparse_moe.experts.34.w2,0.0000535728,0.05000,1.554
17,block_sparse_moe.experts.49.w2,0.0000752240,0.05000,1.341
17,block_sparse_moe.experts.61.w2,0.0000306558,0.05000,1.291
17,block_sparse_moe.experts.57.w2,0.0000174207,0.05000,1.318
17,block_sparse_moe.experts.53.w2,0.0000417593,0.05000,1.466
17,block_sparse_moe.experts.51.w2,0.0000332950,0.05000,1.256
17,block_sparse_moe.experts.59.w2,0.0000058151,0.05000,1.286
17,block_sparse_moe.experts.58.w2,0.0000071287,0.05000,1.379
17,block_sparse_moe.experts.63.w2,0.0000261677,0.05000,1.303
17,block_sparse_moe.experts.55.w2,0.0000689107,0.05000,1.317
17,block_sparse_moe.experts.54.w2,0.0000504966,0.05000,1.355
17,block_sparse_moe.experts.56.w2,0.0000910414,0.05000,1.611
17,block_sparse_moe.experts.62.w2,0.0000335447,0.05000,1.408
17,block_sparse_moe.experts.60.w2,0.0000124673,0.05000,1.592
17,block_sparse_moe.experts.50.w2,0.0001051286,0.05000,1.405
17,block_sparse_moe.experts.52.w2,0.0000333107,0.05000,1.582
17,block_sparse_moe.experts.48.w2,0.0000692433,0.05000,1.575
17,block_sparse_moe.experts.77.w2,0.0000061626,0.05000,1.214
17,block_sparse_moe.experts.65.w2,0.0000332057,0.05000,1.235
17,block_sparse_moe.experts.69.w2,0.0000063709,0.05000,1.207
17,block_sparse_moe.experts.73.w2,0.0000287885,0.05000,1.231
17,block_sparse_moe.experts.67.w2,0.0000515840,0.05000,1.519
17,block_sparse_moe.experts.75.w2,0.0000719820,0.05000,1.489
17,block_sparse_moe.experts.79.w2,0.0000777996,0.05000,1.462
17,block_sparse_moe.experts.71.w2,0.0000258307,0.05000,1.468
17,block_sparse_moe.experts.74.w2,0.0000383663,0.05000,1.516
17,block_sparse_moe.experts.70.w2,0.0000344011,0.05000,1.490
17,block_sparse_moe.experts.72.w2,0.0000283103,0.05000,1.441
17,block_sparse_moe.experts.78.w2,0.0000125147,0.05000,1.456
17,block_sparse_moe.experts.66.w2,0.0000135164,0.05000,1.481
17,block_sparse_moe.experts.68.w2,0.0000381552,0.05000,1.495
17,block_sparse_moe.experts.64.w2,0.0000460761,0.05000,1.541
17,block_sparse_moe.experts.76.w2,0.0000674580,0.05000,1.611
17,block_sparse_moe.experts.93.w2,0.0000115577,0.05000,1.375
17,block_sparse_moe.experts.81.w2,0.0000382060,0.05000,1.386
17,block_sparse_moe.experts.85.w2,0.0000477952,0.05000,1.390
17,block_sparse_moe.experts.89.w2,0.0000731048,0.05000,1.451
17,block_sparse_moe.experts.95.w2,0.0000413731,0.05000,1.354
17,block_sparse_moe.experts.91.w2,0.0000419117,0.05000,1.400
17,block_sparse_moe.experts.83.w2,0.0000890214,0.05000,1.433
17,block_sparse_moe.experts.87.w2,0.0000297783,0.05000,1.447
17,block_sparse_moe.experts.90.w2,0.0000970214,0.05000,1.464
17,block_sparse_moe.experts.86.w2,0.0000277523,0.05000,1.448
17,block_sparse_moe.experts.88.w2,0.0000169827,0.05000,1.503
17,block_sparse_moe.experts.94.w2,0.0000290871,0.05000,1.461
17,block_sparse_moe.experts.82.w2,0.0000582335,0.05000,1.415
17,block_sparse_moe.experts.84.w2,0.0000257545,0.05000,1.546
17,block_sparse_moe.experts.80.w2,0.0000654623,0.05000,1.514
17,block_sparse_moe.experts.92.w2,0.0001056979,0.05000,1.568
17,block_sparse_moe.experts.109.w2,0.0000113504,0.05000,1.454
17,block_sparse_moe.experts.97.w2,0.0000215063,0.05000,1.500
17,block_sparse_moe.experts.101.w2,0.0001031880,0.05000,1.466
17,block_sparse_moe.experts.105.w2,0.0000099433,0.05000,1.471
17,block_sparse_moe.experts.106.w2,0.0000341409,0.05000,1.357
17,block_sparse_moe.experts.99.w2,0.0000083548,0.05000,1.523
17,block_sparse_moe.experts.111.w2,0.0000239976,0.05000,1.568
17,block_sparse_moe.experts.102.w2,0.0000275086,0.05000,1.437
17,block_sparse_moe.experts.107.w2,0.0000159360,0.05000,1.589
17,block_sparse_moe.experts.103.w2,0.0000288609,0.05000,1.520
17,block_sparse_moe.experts.98.w2,0.0000286094,0.05000,1.413
17,block_sparse_moe.experts.110.w2,0.0000313098,0.05000,1.460
17,block_sparse_moe.experts.104.w2,0.0000744726,0.05000,1.486
17,block_sparse_moe.experts.100.w2,0.0000558016,0.05000,1.514
17,block_sparse_moe.experts.96.w2,0.0000074843,0.05000,1.476
17,block_sparse_moe.experts.108.w2,0.0000123055,0.05000,1.460
17,block_sparse_moe.experts.125.w2,0.0000192311,0.05000,1.515
17,block_sparse_moe.experts.113.w2,0.0000283184,0.05000,1.524
17,block_sparse_moe.experts.117.w2,0.0001124675,0.05000,1.517
17,block_sparse_moe.experts.121.w2,0.0000715056,0.05000,1.479
17,block_sparse_moe.experts.115.w2,0.0000225699,0.05000,1.402
17,block_sparse_moe.experts.122.w2,0.0000875694,0.05000,1.466
17,block_sparse_moe.experts.127.w2,0.0000370160,0.05000,1.460
17,block_sparse_moe.experts.119.w2,0.0000657348,0.05000,1.407
17,block_sparse_moe.experts.123.w2,0.0000516567,0.05000,1.452
17,block_sparse_moe.experts.118.w2,0.0000326882,0.05000,1.544
17,block_sparse_moe.experts.114.w2,0.0000325125,0.05000,1.509
17,block_sparse_moe.experts.126.w2,0.0000539810,0.05000,1.487
17,block_sparse_moe.experts.120.w2,0.0000729072,0.05000,1.539
17,block_sparse_moe.experts.116.w2,0.0000193494,0.05000,1.444
17,block_sparse_moe.experts.124.w2,0.0000172384,0.05000,1.440
17,block_sparse_moe.experts.112.w2,0.0001200845,0.05000,1.491
17,block_sparse_moe.experts.141.w2,0.0000079682,0.05000,1.362
17,block_sparse_moe.experts.133.w2,0.0000109544,0.05000,1.447
17,block_sparse_moe.experts.129.w2,0.0000151255,0.05000,1.497
17,block_sparse_moe.experts.137.w2,0.0000219773,0.05000,1.480
17,block_sparse_moe.experts.131.w2,0.0000237582,0.05000,1.391
17,block_sparse_moe.experts.143.w2,0.0000403541,0.05000,1.377
17,block_sparse_moe.experts.138.w2,0.0000361534,0.05000,1.440
17,block_sparse_moe.experts.135.w2,0.0000590426,0.05000,1.449
17,block_sparse_moe.experts.139.w2,0.0000454795,0.05000,1.463
17,block_sparse_moe.experts.134.w2,0.0001120153,0.05000,1.468
17,block_sparse_moe.experts.142.w2,0.0000240284,0.05000,1.457
17,block_sparse_moe.experts.130.w2,0.0000208656,0.05000,1.541
17,block_sparse_moe.experts.136.w2,0.0000318955,0.05000,1.519
17,block_sparse_moe.experts.132.w2,0.0000305844,0.05000,1.528
17,block_sparse_moe.experts.140.w2,0.0001122689,0.05000,1.555
17,block_sparse_moe.experts.128.w2,0.0000430515,0.05000,1.648
17,block_sparse_moe.experts.157.w2,0.0000363245,0.05000,1.363
17,block_sparse_moe.experts.145.w2,0.0000393786,0.05000,1.292
17,block_sparse_moe.experts.149.w2,0.0001025710,0.05000,1.330
17,block_sparse_moe.experts.153.w2,0.0000125118,0.05000,1.276
17,block_sparse_moe.experts.147.w2,0.0000435037,0.05000,1.477
17,block_sparse_moe.experts.154.w2,0.0000257214,0.05000,1.481
17,block_sparse_moe.experts.159.w2,0.0000288230,0.05000,1.514
17,block_sparse_moe.experts.151.w2,0.0000480489,0.05000,1.526
17,block_sparse_moe.experts.155.w2,0.0000249549,0.05000,1.526
17,block_sparse_moe.experts.150.w2,0.0000184647,0.05000,1.506
17,block_sparse_moe.experts.158.w2,0.0000478226,0.05000,1.488
17,block_sparse_moe.experts.146.w2,0.0000299014,0.05000,1.495
17,block_sparse_moe.experts.152.w2,0.0000204709,0.05000,1.557
17,block_sparse_moe.experts.148.w2,0.0000329145,0.05000,1.524
17,block_sparse_moe.experts.156.w2,0.0000261962,0.05000,1.540
17,block_sparse_moe.experts.173.w2,0.0000036139,0.05000,1.394
17,block_sparse_moe.experts.144.w2,0.0000372056,0.05000,1.537
17,block_sparse_moe.experts.161.w2,0.0001152614,0.05000,1.374
17,block_sparse_moe.experts.165.w2,0.0000468581,0.05000,1.442
17,block_sparse_moe.experts.169.w2,0.0000466844,0.05000,1.442
17,block_sparse_moe.experts.163.w2,0.0000127693,0.05000,1.458
17,block_sparse_moe.experts.175.w2,0.0000475162,0.05000,1.442
17,block_sparse_moe.experts.170.w2,0.0000211615,0.05000,1.516
17,block_sparse_moe.experts.167.w2,0.0000386639,0.05000,1.431
17,block_sparse_moe.experts.171.w2,0.0001140961,0.05000,1.463
17,block_sparse_moe.experts.174.w2,0.0000575738,0.05000,1.487
17,block_sparse_moe.experts.166.w2,0.0000461469,0.05000,1.531
17,block_sparse_moe.experts.162.w2,0.0000498704,0.05000,1.536
17,block_sparse_moe.experts.168.w2,0.0000276084,0.05000,1.577
17,block_sparse_moe.experts.164.w2,0.0000265325,0.05000,1.606
17,block_sparse_moe.experts.189.w2,0.0000529594,0.05000,1.461
17,block_sparse_moe.experts.172.w2,0.0000231163,0.05000,1.626
17,block_sparse_moe.experts.177.w2,0.0000192063,0.05000,1.495
17,block_sparse_moe.experts.160.w2,0.0000293815,0.05000,1.610
17,block_sparse_moe.experts.185.w2,0.0000531021,0.05000,1.430
17,block_sparse_moe.experts.181.w2,0.0000361524,0.05000,1.509
17,block_sparse_moe.experts.191.w2,0.0000310326,0.05000,1.296
17,block_sparse_moe.experts.179.w2,0.0000055070,0.05000,1.369
17,block_sparse_moe.experts.183.w2,0.0000587623,0.05000,1.273
17,block_sparse_moe.experts.187.w2,0.0000196278,0.05000,1.315
17,block_sparse_moe.experts.186.w2,0.0000452321,0.05000,1.533
17,block_sparse_moe.experts.190.w2,0.0000132986,0.05000,1.554
17,block_sparse_moe.experts.182.w2,0.0000506715,0.05000,1.596
17,block_sparse_moe.experts.178.w2,0.0000341725,0.05000,1.574
17,block_sparse_moe.experts.184.w2,0.0000686083,0.05000,1.541
17,block_sparse_moe.experts.205.w2,0.0000683725,0.05000,1.416
17,block_sparse_moe.experts.180.w2,0.0000263746,0.05000,1.537
17,block_sparse_moe.experts.193.w2,0.0000132481,0.05000,1.485
17,block_sparse_moe.experts.201.w2,0.0000365125,0.05000,1.446
17,block_sparse_moe.experts.188.w2,0.0000658868,0.05000,1.574
17,block_sparse_moe.experts.176.w2,0.0000042202,0.05000,1.577
17,block_sparse_moe.experts.197.w2,0.0000260197,0.05000,1.517
17,block_sparse_moe.experts.195.w2,0.0000301422,0.05000,1.500
17,block_sparse_moe.experts.207.w2,0.0000390309,0.05000,1.522
17,block_sparse_moe.experts.199.w2,0.0000244467,0.05000,1.557
17,block_sparse_moe.experts.203.w2,0.0000342778,0.05000,1.544
17,block_sparse_moe.experts.202.w2,0.0000690910,0.05000,1.473
17,block_sparse_moe.experts.206.w2,0.0000638100,0.05000,1.440
17,block_sparse_moe.experts.198.w2,0.0000250343,0.05000,1.463
17,block_sparse_moe.experts.194.w2,0.0000470197,0.05000,1.423
17,block_sparse_moe.experts.200.w2,0.0000157384,0.05000,1.407
17,block_sparse_moe.experts.221.w2,0.0000623684,0.05000,1.576
17,block_sparse_moe.experts.196.w2,0.0000903966,0.05000,1.491
17,block_sparse_moe.experts.204.w2,0.0000254895,0.05000,1.469
17,block_sparse_moe.experts.217.w2,0.0000252777,0.05000,1.557
17,block_sparse_moe.experts.209.w2,0.0000170014,0.05000,1.580
17,block_sparse_moe.experts.192.w2,0.0000761629,0.05000,1.483
17,block_sparse_moe.experts.213.w2,0.0000562991,0.05000,1.589
17,block_sparse_moe.experts.211.w2,0.0000700697,0.05000,1.397
17,block_sparse_moe.experts.223.w2,0.0000164484,0.05000,1.432
17,block_sparse_moe.experts.215.w2,0.0000304054,0.05000,1.470
17,block_sparse_moe.experts.219.w2,0.0000349986,0.05000,1.413
17,block_sparse_moe.experts.218.w2,0.0000491570,0.05000,1.432
17,block_sparse_moe.experts.222.w2,0.0001772413,0.05000,1.420
17,block_sparse_moe.experts.214.w2,0.0000628774,0.05000,1.460
17,block_sparse_moe.experts.210.w2,0.0000416262,0.05000,1.448
17,block_sparse_moe.experts.216.w2,0.0001184680,0.05000,1.535
17,block_sparse_moe.experts.237.w2,0.0000230740,0.05000,1.469
17,block_sparse_moe.experts.212.w2,0.0000480064,0.05000,1.547
17,block_sparse_moe.experts.220.w2,0.0000456121,0.05000,1.518
17,block_sparse_moe.experts.225.w2,0.0000178900,0.05000,1.494
17,block_sparse_moe.experts.233.w2,0.0000504668,0.05000,1.525
17,block_sparse_moe.experts.208.w2,0.0000594823,0.05000,1.545
17,block_sparse_moe.experts.229.w2,0.0000341594,0.05000,1.509
17,block_sparse_moe.experts.227.w2,0.0000639511,0.05000,1.577
17,block_sparse_moe.experts.239.w2,0.0000140881,0.05000,1.571
17,block_sparse_moe.experts.231.w2,0.0000272167,0.05000,1.545
17,block_sparse_moe.experts.235.w2,0.0000510437,0.05000,1.528
17,block_sparse_moe.experts.234.w2,0.0000743262,0.05000,1.556
17,block_sparse_moe.experts.238.w2,0.0000288493,0.05000,1.629
17,block_sparse_moe.experts.230.w2,0.0000226831,0.05000,1.591
17,block_sparse_moe.experts.226.w2,0.0000121237,0.05000,1.651
17,block_sparse_moe.experts.253.w2,0.0000123296,0.05000,1.449
17,block_sparse_moe.experts.232.w2,0.0000369143,0.05000,1.606
17,block_sparse_moe.experts.228.w2,0.0000526591,0.05000,1.517
17,block_sparse_moe.experts.249.w2,0.0001143822,0.05000,1.415
17,block_sparse_moe.experts.241.w2,0.0000065118,0.05000,1.472
17,block_sparse_moe.experts.245.w2,0.0000345254,0.05000,1.329
17,block_sparse_moe.experts.236.w2,0.0000345661,0.05000,1.570
17,block_sparse_moe.experts.224.w2,0.0000807163,0.05000,1.548
17,block_sparse_moe.experts.243.w2,0.0000446076,0.05000,1.534
17,block_sparse_moe.experts.255.w2,0.0000262316,0.05000,1.499
17,block_sparse_moe.experts.247.w2,0.0000599334,0.05000,1.446
17,block_sparse_moe.experts.251.w2,0.0000298127,0.05000,1.436
17,block_sparse_moe.experts.250.w2,0.0000248525,0.05000,1.478
17,block_sparse_moe.experts.254.w2,0.0002011476,0.05000,1.372
17,block_sparse_moe.experts.246.w2,0.0000155663,0.05000,1.321
17,block_sparse_moe.experts.242.w2,0.0000287746,0.05000,1.262
17,block_sparse_moe.experts.248.w2,0.0000267425,0.05000,1.418
17,block_sparse_moe.experts.244.w2,0.0000549085,0.05000,1.408
17,block_sparse_moe.experts.252.w2,0.0000262353,0.05000,1.359
17,block_sparse_moe.experts.240.w2,0.0000387046,0.05000,1.281
18,self_attn.k_proj,0.0000002575,0.05000,0.995
18,self_attn.v_proj,0.0000002188,0.05000,1.022
18,self_attn.q_proj,0.0000015867,0.05000,1.061
18,self_attn.o_proj,0.0000002021,0.05000,1.667
18,block_sparse_moe.experts.8.w1,0.0001417847,0.05000,2.978
18,block_sparse_moe.experts.0.w1,0.0002766770,0.05000,3.023
18,block_sparse_moe.experts.9.w1,0.0001097968,0.05000,3.046
18,block_sparse_moe.experts.12.w1,0.0003601162,0.05000,3.051
18,block_sparse_moe.experts.5.w1,0.0004098077,0.05000,3.092
18,block_sparse_moe.experts.6.w1,0.0001411476,0.05000,3.108
18,block_sparse_moe.experts.10.w1,0.0001797655,0.05000,3.101
18,block_sparse_moe.experts.1.w1,0.0000774950,0.05000,3.121
18,block_sparse_moe.experts.4.w1,0.0001290776,0.05000,3.129
18,block_sparse_moe.experts.13.w1,0.0000685321,0.05000,3.146
18,block_sparse_moe.experts.14.w1,0.0002422214,0.05000,3.177
18,block_sparse_moe.experts.2.w1,0.0001261798,0.05000,3.220
18,block_sparse_moe.experts.7.w1,0.0002185547,0.05000,3.312
18,block_sparse_moe.experts.11.w1,0.0003367746,0.05000,3.313
18,block_sparse_moe.experts.3.w1,0.0000861928,0.05000,3.356
18,block_sparse_moe.experts.15.w1,0.0004820869,0.05000,3.409
18,block_sparse_moe.experts.25.w1,0.0001148900,0.05000,2.862
18,block_sparse_moe.experts.21.w1,0.0000969811,0.05000,2.831
18,block_sparse_moe.experts.26.w1,0.0001786513,0.05000,2.901
18,block_sparse_moe.experts.22.w1,0.0002911023,0.05000,2.907
18,block_sparse_moe.experts.16.w1,0.0001393233,0.05000,3.001
18,block_sparse_moe.experts.24.w1,0.0000788076,0.05000,3.066
18,block_sparse_moe.experts.29.w1,0.0002416602,0.05000,2.910
18,block_sparse_moe.experts.20.w1,0.0000372102,0.05000,2.957
18,block_sparse_moe.experts.30.w1,0.0000765542,0.05000,2.916
18,block_sparse_moe.experts.17.w1,0.0000517092,0.05000,3.002
18,block_sparse_moe.experts.28.w1,0.0000836693,0.05000,3.072
18,block_sparse_moe.experts.18.w1,0.0000798077,0.05000,2.908
18,block_sparse_moe.experts.23.w1,0.0001853583,0.05000,3.068
18,block_sparse_moe.experts.19.w1,0.0002112652,0.05000,3.118
18,block_sparse_moe.experts.31.w1,0.0000572955,0.05000,3.089
18,block_sparse_moe.experts.27.w1,0.0002250239,0.05000,3.225
18,block_sparse_moe.experts.38.w1,0.0001143491,0.05000,2.770
18,block_sparse_moe.experts.37.w1,0.0001922746,0.05000,2.927
18,block_sparse_moe.experts.42.w1,0.0001376828,0.05000,2.864
18,block_sparse_moe.experts.34.w1,0.0002327160,0.05000,2.784
18,block_sparse_moe.experts.46.w1,0.0001300176,0.05000,2.815
18,block_sparse_moe.experts.41.w1,0.0000411382,0.05000,3.006
18,block_sparse_moe.experts.45.w1,0.0002231037,0.05000,2.931
18,block_sparse_moe.experts.33.w1,0.0001260096,0.05000,2.969
18,block_sparse_moe.experts.32.w1,0.0000547289,0.05000,3.086
18,block_sparse_moe.experts.36.w1,0.0001457130,0.05000,3.060
18,block_sparse_moe.experts.44.w1,0.0001856925,0.05000,3.078
18,block_sparse_moe.experts.40.w1,0.0000622526,0.05000,3.224
18,block_sparse_moe.experts.39.w1,0.0001246286,0.05000,2.930
18,block_sparse_moe.experts.47.w1,0.0002683269,0.05000,2.852
18,block_sparse_moe.experts.35.w1,0.0002031219,0.05000,2.909
18,block_sparse_moe.experts.43.w1,0.0001385281,0.05000,2.886
18,block_sparse_moe.experts.54.w1,0.0000611989,0.05000,3.145
18,block_sparse_moe.experts.58.w1,0.0002374130,0.05000,3.094
18,block_sparse_moe.experts.50.w1,0.0002066998,0.05000,3.100
18,block_sparse_moe.experts.53.w1,0.0000981284,0.05000,3.164
18,block_sparse_moe.experts.57.w1,0.0002283956,0.05000,3.092
18,block_sparse_moe.experts.62.w1,0.0001319776,0.05000,3.156
18,block_sparse_moe.experts.48.w1,0.0001557102,0.05000,2.981
18,block_sparse_moe.experts.61.w1,0.0000340495,0.05000,3.126
18,block_sparse_moe.experts.52.w1,0.0001719680,0.05000,3.085
18,block_sparse_moe.experts.60.w1,0.0000172794,0.05000,3.024
18,block_sparse_moe.experts.49.w1,0.0002841000,0.05000,3.152
18,block_sparse_moe.experts.55.w1,0.0000361472,0.05000,3.002
18,block_sparse_moe.experts.56.w1,0.0001077897,0.05000,3.077
18,block_sparse_moe.experts.59.w1,0.0003046304,0.05000,2.958
18,block_sparse_moe.experts.63.w1,0.0001986368,0.05000,3.070
18,block_sparse_moe.experts.51.w1,0.0002881001,0.05000,3.097
18,block_sparse_moe.experts.66.w1,0.0001365332,0.05000,2.787
18,block_sparse_moe.experts.70.w1,0.0002350864,0.05000,2.878
18,block_sparse_moe.experts.74.w1,0.0001130697,0.05000,2.915
18,block_sparse_moe.experts.77.w1,0.0001431027,0.05000,2.797
18,block_sparse_moe.experts.69.w1,0.0000276654,0.05000,2.908
18,block_sparse_moe.experts.73.w1,0.0000934229,0.05000,2.912
18,block_sparse_moe.experts.78.w1,0.0000482609,0.05000,2.896
18,block_sparse_moe.experts.64.w1,0.0000875106,0.05000,2.943
18,block_sparse_moe.experts.68.w1,0.0000208183,0.05000,2.873
18,block_sparse_moe.experts.65.w1,0.0001567920,0.05000,2.865
18,block_sparse_moe.experts.76.w1,0.0002209083,0.05000,3.050
18,block_sparse_moe.experts.72.w1,0.0000641762,0.05000,2.979
18,block_sparse_moe.experts.75.w1,0.0001333761,0.05000,2.957
18,block_sparse_moe.experts.71.w1,0.0000957187,0.05000,3.070
18,block_sparse_moe.experts.67.w1,0.0002052957,0.05000,2.948
18,block_sparse_moe.experts.79.w1,0.0003847621,0.05000,3.045
18,block_sparse_moe.experts.82.w1,0.0001354807,0.05000,2.975
18,block_sparse_moe.experts.86.w1,0.0000200043,0.05000,2.967
18,block_sparse_moe.experts.89.w1,0.0000553285,0.05000,2.976
18,block_sparse_moe.experts.90.w1,0.0001571311,0.05000,3.035
18,block_sparse_moe.experts.85.w1,0.0001402975,0.05000,3.041
18,block_sparse_moe.experts.93.w1,0.0002075954,0.05000,3.041
18,block_sparse_moe.experts.80.w1,0.0001368861,0.05000,2.969
18,block_sparse_moe.experts.84.w1,0.0001657604,0.05000,2.949
18,block_sparse_moe.experts.94.w1,0.0000995144,0.05000,3.097
18,block_sparse_moe.experts.81.w1,0.0001144860,0.05000,3.042
18,block_sparse_moe.experts.88.w1,0.0002531493,0.05000,2.855
18,block_sparse_moe.experts.92.w1,0.0002196260,0.05000,2.972
18,block_sparse_moe.experts.91.w1,0.0001698493,0.05000,2.951
18,block_sparse_moe.experts.87.w1,0.0001412888,0.05000,2.972
18,block_sparse_moe.experts.95.w1,0.0000580500,0.05000,2.960
18,block_sparse_moe.experts.83.w1,0.0001509247,0.05000,3.058
18,block_sparse_moe.experts.102.w1,0.0001945315,0.05000,2.982
18,block_sparse_moe.experts.98.w1,0.0000814964,0.05000,3.007
18,block_sparse_moe.experts.106.w1,0.0000544346,0.05000,2.945
18,block_sparse_moe.experts.105.w1,0.0001371530,0.05000,2.978
18,block_sparse_moe.experts.96.w1,0.0000777643,0.05000,2.902
18,block_sparse_moe.experts.101.w1,0.0000788175,0.05000,3.020
18,block_sparse_moe.experts.109.w1,0.0001316956,0.05000,3.021
18,block_sparse_moe.experts.100.w1,0.0001204809,0.05000,3.005
18,block_sparse_moe.experts.104.w1,0.0002418428,0.05000,2.920
18,block_sparse_moe.experts.103.w1,0.0002944918,0.05000,2.764
18,block_sparse_moe.experts.110.w1,0.0000337123,0.05000,3.048
18,block_sparse_moe.experts.107.w1,0.0001972273,0.05000,2.826
18,block_sparse_moe.experts.97.w1,0.0001070283,0.05000,2.985
18,block_sparse_moe.experts.108.w1,0.0003462228,0.05000,2.958
18,block_sparse_moe.experts.111.w1,0.0001007975,0.05000,2.799
18,block_sparse_moe.experts.99.w1,0.0000675173,0.05000,2.782
18,block_sparse_moe.experts.118.w1,0.0000114848,0.05000,2.796
18,block_sparse_moe.experts.114.w1,0.0000658908,0.05000,2.857
18,block_sparse_moe.experts.121.w1,0.0002893814,0.05000,2.796
18,block_sparse_moe.experts.122.w1,0.0001991951,0.05000,2.813
18,block_sparse_moe.experts.112.w1,0.0001618948,0.05000,2.835
18,block_sparse_moe.experts.117.w1,0.0004703728,0.05000,2.823
18,block_sparse_moe.experts.126.w1,0.0001652164,0.05000,2.733
18,block_sparse_moe.experts.120.w1,0.0002229943,0.05000,2.772
18,block_sparse_moe.experts.113.w1,0.0002798335,0.05000,2.761
18,block_sparse_moe.experts.125.w1,0.0001745231,0.05000,2.941
18,block_sparse_moe.experts.116.w1,0.0000959019,0.05000,2.898
18,block_sparse_moe.experts.124.w1,0.0001338871,0.05000,2.752
18,block_sparse_moe.experts.123.w1,0.0000799976,0.05000,2.874
18,block_sparse_moe.experts.119.w1,0.0002823218,0.05000,2.900
18,block_sparse_moe.experts.127.w1,0.0005311194,0.05000,2.815
18,block_sparse_moe.experts.115.w1,0.0002348425,0.05000,2.907
18,block_sparse_moe.experts.137.w1,0.0001738688,0.05000,2.709
18,block_sparse_moe.experts.133.w1,0.0000623713,0.05000,2.605
18,block_sparse_moe.experts.141.w1,0.0002701437,0.05000,2.580
18,block_sparse_moe.experts.129.w1,0.0001414874,0.05000,2.638
18,block_sparse_moe.experts.134.w1,0.0001842374,0.05000,3.043
18,block_sparse_moe.experts.138.w1,0.0002071612,0.05000,2.928
18,block_sparse_moe.experts.130.w1,0.0000719837,0.05000,3.001
18,block_sparse_moe.experts.142.w1,0.0001537312,0.05000,2.966
18,block_sparse_moe.experts.128.w1,0.0000207431,0.05000,3.150
18,block_sparse_moe.experts.140.w1,0.0002059759,0.05000,2.963
18,block_sparse_moe.experts.132.w1,0.0004001058,0.05000,3.046
18,block_sparse_moe.experts.136.w1,0.0002404591,0.05000,3.132
18,block_sparse_moe.experts.143.w1,0.0000344903,0.05000,3.011
18,block_sparse_moe.experts.139.w1,0.0001792930,0.05000,3.064
18,block_sparse_moe.experts.135.w1,0.0000728566,0.05000,3.102
18,block_sparse_moe.experts.131.w1,0.0002734686,0.05000,3.095
18,block_sparse_moe.experts.144.w1,0.0001016507,0.05000,1.097
18,block_sparse_moe.experts.153.w1,0.0001308390,0.05000,3.933
18,block_sparse_moe.experts.149.w1,0.0001250008,0.05000,3.954
18,block_sparse_moe.experts.157.w1,0.0000267471,0.05000,3.965
18,block_sparse_moe.experts.145.w1,0.0003268180,0.05000,3.995
18,block_sparse_moe.experts.159.w1,0.0002782494,0.05000,3.500
18,block_sparse_moe.experts.155.w1,0.0004968607,0.05000,3.494
18,block_sparse_moe.experts.151.w1,0.0001358531,0.05000,3.510
18,block_sparse_moe.experts.147.w1,0.0002004861,0.05000,3.466
18,block_sparse_moe.experts.154.w1,0.0001825141,0.05000,6.413
18,block_sparse_moe.experts.146.w1,0.0001632056,0.05000,6.383
18,block_sparse_moe.experts.150.w1,0.0001350945,0.05000,6.424
18,block_sparse_moe.experts.158.w1,0.0000668769,0.05000,6.374
18,block_sparse_moe.experts.169.w1,0.0003070016,0.05000,2.877
18,block_sparse_moe.experts.165.w1,0.0002546107,0.05000,2.887
18,block_sparse_moe.experts.173.w1,0.0000559046,0.05000,2.852
18,block_sparse_moe.experts.161.w1,0.0000747918,0.05000,2.815
18,block_sparse_moe.experts.166.w1,0.0002383465,0.05000,2.878
18,block_sparse_moe.experts.170.w1,0.0002796638,0.05000,2.920
18,block_sparse_moe.experts.162.w1,0.0001701972,0.05000,2.910
18,block_sparse_moe.experts.167.w1,0.0001617157,0.05000,5.413
18,block_sparse_moe.experts.185.w1,0.0001773258,0.05000,2.855
18,block_sparse_moe.experts.174.w1,0.0000947350,0.05000,2.892
18,block_sparse_moe.experts.175.w1,0.0001812912,0.05000,5.553
18,block_sparse_moe.experts.171.w1,0.0001700109,0.05000,5.553
18,block_sparse_moe.experts.181.w1,0.0001395174,0.05000,2.934
18,block_sparse_moe.experts.163.w1,0.0002955117,0.05000,5.540
18,block_sparse_moe.experts.189.w1,0.0000673383,0.05000,2.991
18,block_sparse_moe.experts.177.w1,0.0001191264,0.05000,3.036
18,block_sparse_moe.experts.156.w1,0.0001145146,0.05000,2.891
18,block_sparse_moe.experts.148.w1,0.0002462562,0.05000,2.900
18,block_sparse_moe.experts.152.w1,0.0000834687,0.05000,2.942
18,block_sparse_moe.experts.160.w1,0.0002315796,0.05000,2.942
18,block_sparse_moe.experts.178.w1,0.0001251873,0.05000,2.819
18,block_sparse_moe.experts.182.w1,0.0001293800,0.05000,2.911
18,block_sparse_moe.experts.186.w1,0.0000133167,0.05000,2.880
18,block_sparse_moe.experts.190.w1,0.0001863115,0.05000,2.827
18,block_sparse_moe.experts.201.w1,0.0002201280,0.05000,2.881
18,block_sparse_moe.experts.183.w1,0.0001428868,0.05000,2.953
18,block_sparse_moe.experts.197.w1,0.0000427184,0.05000,2.823
18,block_sparse_moe.experts.191.w1,0.0000824941,0.05000,2.918
18,block_sparse_moe.experts.187.w1,0.0000403093,0.05000,3.000
18,block_sparse_moe.experts.205.w1,0.0001384606,0.05000,2.797
18,block_sparse_moe.experts.193.w1,0.0000929269,0.05000,2.814
18,block_sparse_moe.experts.179.w1,0.0003353247,0.05000,2.969
18,block_sparse_moe.experts.176.w1,0.0000973365,0.05000,2.615
18,block_sparse_moe.experts.172.w1,0.0003254670,0.05000,2.766
18,block_sparse_moe.experts.168.w1,0.0001436469,0.05000,2.716
18,block_sparse_moe.experts.164.w1,0.0002760478,0.05000,2.811
18,block_sparse_moe.experts.213.w1,0.0000985800,0.05000,2.746
18,block_sparse_moe.experts.217.w1,0.0001821137,0.05000,2.865
18,block_sparse_moe.experts.194.w1,0.0001115717,0.05000,3.065
18,block_sparse_moe.experts.199.w1,0.0002462448,0.05000,2.874
18,block_sparse_moe.experts.207.w1,0.0001858998,0.05000,2.875
18,block_sparse_moe.experts.202.w1,0.0000632453,0.05000,3.150
18,block_sparse_moe.experts.203.w1,0.0000652451,0.05000,2.862
18,block_sparse_moe.experts.198.w1,0.0003499022,0.05000,3.181
18,block_sparse_moe.experts.221.w1,0.0001999651,0.05000,2.882
18,block_sparse_moe.experts.206.w1,0.0000997364,0.05000,3.190
18,block_sparse_moe.experts.209.w1,0.0003387482,0.05000,2.919
18,block_sparse_moe.experts.195.w1,0.0003515888,0.05000,2.891
18,block_sparse_moe.experts.192.w1,0.0001611064,0.05000,3.028
18,block_sparse_moe.experts.180.w1,0.0000858671,0.05000,2.884
18,block_sparse_moe.experts.188.w1,0.0001276991,0.05000,2.939
18,block_sparse_moe.experts.184.w1,0.0001638371,0.05000,3.010
18,block_sparse_moe.experts.229.w1,0.0003264482,0.05000,2.833
18,block_sparse_moe.experts.233.w1,0.0000716336,0.05000,2.845
18,block_sparse_moe.experts.237.w1,0.0003674577,0.05000,2.795
18,block_sparse_moe.experts.223.w1,0.0001030225,0.05000,2.899
18,block_sparse_moe.experts.215.w1,0.0001907006,0.05000,2.959
18,block_sparse_moe.experts.210.w1,0.0001831766,0.05000,3.040
18,block_sparse_moe.experts.219.w1,0.0002777608,0.05000,2.928
18,block_sparse_moe.experts.214.w1,0.0001600146,0.05000,2.922
18,block_sparse_moe.experts.225.w1,0.0001366193,0.05000,2.796
18,block_sparse_moe.experts.211.w1,0.0001789873,0.05000,2.885
18,block_sparse_moe.experts.218.w1,0.0001638471,0.05000,3.068
18,block_sparse_moe.experts.222.w1,0.0002179483,0.05000,3.039
18,block_sparse_moe.experts.204.w1,0.0001157377,0.05000,2.926
18,block_sparse_moe.experts.208.w1,0.0001863840,0.05000,2.934
18,block_sparse_moe.experts.196.w1,0.0002498875,0.05000,2.986
18,block_sparse_moe.experts.200.w1,0.0002969123,0.05000,2.949
18,block_sparse_moe.experts.245.w1,0.0002098027,0.05000,2.506
18,block_sparse_moe.experts.249.w1,0.0001631252,0.05000,2.503
18,block_sparse_moe.experts.253.w1,0.0004254632,0.05000,2.559
18,block_sparse_moe.experts.241.w1,0.0000162313,0.05000,2.598
18,block_sparse_moe.experts.226.w1,0.0002201438,0.05000,2.778
18,block_sparse_moe.experts.239.w1,0.0001142785,0.05000,2.898
18,block_sparse_moe.experts.231.w1,0.0000274002,0.05000,2.880
18,block_sparse_moe.experts.230.w1,0.0002986953,0.05000,2.848
18,block_sparse_moe.experts.235.w1,0.0001595812,0.05000,2.891
18,block_sparse_moe.experts.227.w1,0.0003071981,0.05000,2.859
18,block_sparse_moe.experts.234.w1,0.0001673290,0.05000,2.878
18,block_sparse_moe.experts.238.w1,0.0001062392,0.05000,2.892
18,block_sparse_moe.experts.224.w1,0.0001293175,0.05000,2.852
18,block_sparse_moe.experts.220.w1,0.0001938088,0.05000,2.877
18,block_sparse_moe.experts.216.w1,0.0000360398,0.05000,2.831
18,block_sparse_moe.experts.212.w1,0.0001212917,0.05000,2.931
18,block_sparse_moe.experts.9.w3,0.0001100898,0.05000,2.649
18,block_sparse_moe.experts.5.w3,0.0004089212,0.05000,2.722
18,block_sparse_moe.experts.13.w3,0.0000694349,0.05000,2.751
18,block_sparse_moe.experts.1.w3,0.0000776964,0.05000,2.837
18,block_sparse_moe.experts.247.w1,0.0001788252,0.05000,2.890
18,block_sparse_moe.experts.242.w1,0.0001200268,0.05000,3.037
18,block_sparse_moe.experts.255.w1,0.0000130426,0.05000,2.986
18,block_sparse_moe.experts.246.w1,0.0003305617,0.05000,3.082
18,block_sparse_moe.experts.243.w1,0.0002038690,0.05000,2.965
18,block_sparse_moe.experts.251.w1,0.0000818221,0.05000,3.087
18,block_sparse_moe.experts.250.w1,0.0001532661,0.05000,3.062
18,block_sparse_moe.experts.254.w1,0.0001389434,0.05000,3.101
18,block_sparse_moe.experts.240.w1,0.0001475227,0.05000,2.883
18,block_sparse_moe.experts.236.w1,0.0003607328,0.05000,2.865
18,block_sparse_moe.experts.232.w1,0.0001591715,0.05000,2.939
18,block_sparse_moe.experts.228.w1,0.0000916414,0.05000,2.951
18,block_sparse_moe.experts.25.w3,0.0001155898,0.05000,2.847
18,block_sparse_moe.experts.21.w3,0.0000988319,0.05000,2.912
18,block_sparse_moe.experts.29.w3,0.0002382930,0.05000,2.791
18,block_sparse_moe.experts.17.w3,0.0000500790,0.05000,2.813
18,block_sparse_moe.experts.7.w3,0.0002194372,0.05000,2.730
18,block_sparse_moe.experts.15.w3,0.0004890470,0.05000,2.739
18,block_sparse_moe.experts.3.w3,0.0000874029,0.05000,2.721
18,block_sparse_moe.experts.11.w3,0.0003402764,0.05000,2.721
18,block_sparse_moe.experts.2.w3,0.0001265208,0.05000,2.972
18,block_sparse_moe.experts.6.w3,0.0001408804,0.05000,2.936
18,block_sparse_moe.experts.10.w3,0.0001793297,0.05000,2.885
18,block_sparse_moe.experts.14.w3,0.0002399851,0.05000,2.890
18,block_sparse_moe.experts.41.w3,0.0000392833,0.05000,2.536
18,block_sparse_moe.experts.252.w1,0.0003558471,0.05000,2.841
18,block_sparse_moe.experts.0.w3,0.0002769673,0.05000,2.853
18,block_sparse_moe.experts.37.w3,0.0001829940,0.05000,2.602
18,block_sparse_moe.experts.248.w1,0.0001184031,0.05000,2.792
18,block_sparse_moe.experts.244.w1,0.0003145865,0.05000,2.875
18,block_sparse_moe.experts.45.w3,0.0002263112,0.05000,2.724
18,block_sparse_moe.experts.33.w3,0.0001260662,0.05000,2.771
18,block_sparse_moe.experts.23.w3,0.0001838976,0.05000,2.864
18,block_sparse_moe.experts.31.w3,0.0000570034,0.05000,2.904
18,block_sparse_moe.experts.27.w3,0.0002249809,0.05000,2.883
18,block_sparse_moe.experts.19.w3,0.0002138990,0.05000,2.913
18,block_sparse_moe.experts.18.w3,0.0000765770,0.05000,2.946
18,block_sparse_moe.experts.22.w3,0.0002892566,0.05000,2.903
18,block_sparse_moe.experts.26.w3,0.0001816574,0.05000,2.914
18,block_sparse_moe.experts.30.w3,0.0000771757,0.05000,2.922
18,block_sparse_moe.experts.57.w3,0.0002305611,0.05000,2.765
18,block_sparse_moe.experts.53.w3,0.0000992305,0.05000,2.693
18,block_sparse_moe.experts.12.w3,0.0003529506,0.05000,2.853
18,block_sparse_moe.experts.16.w3,0.0001325838,0.05000,2.892
18,block_sparse_moe.experts.8.w3,0.0001420121,0.05000,2.861
18,block_sparse_moe.experts.61.w3,0.0000337364,0.05000,2.599
18,block_sparse_moe.experts.4.w3,0.0001312638,0.05000,2.828
18,block_sparse_moe.experts.49.w3,0.0002842221,0.05000,2.585
18,block_sparse_moe.experts.39.w3,0.0001252781,0.05000,2.687
18,block_sparse_moe.experts.47.w3,0.0002649384,0.05000,2.830
18,block_sparse_moe.experts.35.w3,0.0002056618,0.05000,2.730
18,block_sparse_moe.experts.43.w3,0.0001420884,0.05000,2.822
18,block_sparse_moe.experts.34.w3,0.0002105063,0.05000,2.783
18,block_sparse_moe.experts.38.w3,0.0001162066,0.05000,2.891
18,block_sparse_moe.experts.42.w3,0.0001367644,0.05000,2.854
18,block_sparse_moe.experts.46.w3,0.0001311872,0.05000,2.746
18,block_sparse_moe.experts.73.w3,0.0000899262,0.05000,2.767
18,block_sparse_moe.experts.69.w3,0.0000265903,0.05000,2.794
18,block_sparse_moe.experts.77.w3,0.0001430305,0.05000,2.770
18,block_sparse_moe.experts.32.w3,0.0000553822,0.05000,3.007
18,block_sparse_moe.experts.24.w3,0.0000817083,0.05000,3.071
18,block_sparse_moe.experts.28.w3,0.0000849476,0.05000,3.180
18,block_sparse_moe.experts.65.w3,0.0001563642,0.05000,2.901
18,block_sparse_moe.experts.20.w3,0.0000376041,0.05000,3.123
18,block_sparse_moe.experts.55.w3,0.0000330463,0.05000,3.071
18,block_sparse_moe.experts.51.w3,0.0002885012,0.05000,3.051
18,block_sparse_moe.experts.63.w3,0.0001914249,0.05000,3.177
18,block_sparse_moe.experts.50.w3,0.0002077257,0.05000,3.044
18,block_sparse_moe.experts.59.w3,0.0003081825,0.05000,3.179
18,block_sparse_moe.experts.54.w3,0.0000611054,0.05000,3.074
18,block_sparse_moe.experts.58.w3,0.0002395991,0.05000,3.100
18,block_sparse_moe.experts.62.w3,0.0001267325,0.05000,3.076
18,block_sparse_moe.experts.89.w3,0.0000558088,0.05000,3.262
18,block_sparse_moe.experts.85.w3,0.0001371335,0.05000,3.269
18,block_sparse_moe.experts.48.w3,0.0001567939,0.05000,3.065
18,block_sparse_moe.experts.93.w3,0.0002057312,0.05000,3.334
18,block_sparse_moe.experts.44.w3,0.0001848081,0.05000,3.091
18,block_sparse_moe.experts.36.w3,0.0001421147,0.05000,2.965
18,block_sparse_moe.experts.40.w3,0.0000590875,0.05000,3.171
18,block_sparse_moe.experts.81.w3,0.0001103295,0.05000,3.181
18,block_sparse_moe.experts.71.w3,0.0000970464,0.05000,2.736
18,block_sparse_moe.experts.67.w3,0.0002058568,0.05000,2.736
18,block_sparse_moe.experts.79.w3,0.0003814156,0.05000,2.805
18,block_sparse_moe.experts.75.w3,0.0001325126,0.05000,2.899
18,block_sparse_moe.experts.66.w3,0.0001378632,0.05000,3.074
18,block_sparse_moe.experts.74.w3,0.0001124806,0.05000,3.025
18,block_sparse_moe.experts.70.w3,0.0002355737,0.05000,3.135
18,block_sparse_moe.experts.78.w3,0.0000491534,0.05000,3.192
18,block_sparse_moe.experts.105.w3,0.0001311789,0.05000,2.823
18,block_sparse_moe.experts.101.w3,0.0000803515,0.05000,2.789
18,block_sparse_moe.experts.64.w3,0.0000886939,0.05000,2.850
18,block_sparse_moe.experts.109.w3,0.0001320408,0.05000,2.886
18,block_sparse_moe.experts.60.w3,0.0000175531,0.05000,2.869
18,block_sparse_moe.experts.56.w3,0.0001094487,0.05000,2.871
18,block_sparse_moe.experts.52.w3,0.0001725308,0.05000,2.931
18,block_sparse_moe.experts.97.w3,0.0001084996,0.05000,2.865
18,block_sparse_moe.experts.87.w3,0.0001398190,0.05000,3.178
18,block_sparse_moe.experts.83.w3,0.0001517161,0.05000,3.074
18,block_sparse_moe.experts.95.w3,0.0000569634,0.05000,3.097
18,block_sparse_moe.experts.91.w3,0.0001866999,0.05000,3.124
18,block_sparse_moe.experts.82.w3,0.0001366883,0.05000,3.009
18,block_sparse_moe.experts.90.w3,0.0001592902,0.05000,2.893
18,block_sparse_moe.experts.86.w3,0.0000201915,0.05000,2.940
18,block_sparse_moe.experts.94.w3,0.0001001635,0.05000,2.887
18,block_sparse_moe.experts.121.w3,0.0002896405,0.05000,2.895
18,block_sparse_moe.experts.117.w3,0.0004615110,0.05000,2.934
18,block_sparse_moe.experts.80.w3,0.0001376771,0.05000,2.945
18,block_sparse_moe.experts.125.w3,0.0001768370,0.05000,2.900
18,block_sparse_moe.experts.76.w3,0.0002237980,0.05000,2.884
18,block_sparse_moe.experts.72.w3,0.0000608771,0.05000,2.938
18,block_sparse_moe.experts.68.w3,0.0000196135,0.05000,2.945
18,block_sparse_moe.experts.113.w3,0.0002801666,0.05000,2.876
18,block_sparse_moe.experts.103.w3,0.0002871762,0.05000,3.016
18,block_sparse_moe.experts.99.w3,0.0000651362,0.05000,3.063
18,block_sparse_moe.experts.111.w3,0.0000988318,0.05000,2.951
18,block_sparse_moe.experts.107.w3,0.0001904210,0.05000,2.856
18,block_sparse_moe.experts.98.w3,0.0000813178,0.05000,3.172
18,block_sparse_moe.experts.102.w3,0.0001960844,0.05000,2.987
18,block_sparse_moe.experts.106.w3,0.0000539213,0.05000,3.073
18,block_sparse_moe.experts.110.w3,0.0000334984,0.05000,3.086
18,block_sparse_moe.experts.137.w3,0.0001762115,0.05000,2.760
18,block_sparse_moe.experts.133.w3,0.0000630745,0.05000,2.743
18,block_sparse_moe.experts.141.w3,0.0002704021,0.05000,2.768
18,block_sparse_moe.experts.96.w3,0.0000788044,0.05000,2.846
18,block_sparse_moe.experts.129.w3,0.0001421988,0.05000,2.726
18,block_sparse_moe.experts.92.w3,0.0002175998,0.05000,2.945
18,block_sparse_moe.experts.88.w3,0.0002531993,0.05000,2.952
18,block_sparse_moe.experts.84.w3,0.0001671522,0.05000,2.957
18,block_sparse_moe.experts.119.w3,0.0002813936,0.05000,2.757
18,block_sparse_moe.experts.127.w3,0.0005147412,0.05000,2.759
18,block_sparse_moe.experts.115.w3,0.0002328786,0.05000,2.814
18,block_sparse_moe.experts.123.w3,0.0000799303,0.05000,2.788
18,block_sparse_moe.experts.118.w3,0.0000115250,0.05000,2.796
18,block_sparse_moe.experts.114.w3,0.0000647175,0.05000,2.912
18,block_sparse_moe.experts.122.w3,0.0002009199,0.05000,2.958
18,block_sparse_moe.experts.126.w3,0.0001669867,0.05000,2.872
18,block_sparse_moe.experts.153.w3,0.0001296609,0.05000,2.777
18,block_sparse_moe.experts.149.w3,0.0001250374,0.05000,2.805
18,block_sparse_moe.experts.157.w3,0.0000265686,0.05000,2.765
18,block_sparse_moe.experts.112.w3,0.0001645140,0.05000,2.905
18,block_sparse_moe.experts.108.w3,0.0003490153,0.05000,2.793
18,block_sparse_moe.experts.145.w3,0.0003262325,0.05000,2.820
18,block_sparse_moe.experts.100.w3,0.0001190636,0.05000,2.815
18,block_sparse_moe.experts.104.w3,0.0002465015,0.05000,2.903
18,block_sparse_moe.experts.135.w3,0.0000718785,0.05000,2.730
18,block_sparse_moe.experts.143.w3,0.0000351759,0.05000,2.814
18,block_sparse_moe.experts.131.w3,0.0002738350,0.05000,2.847
18,block_sparse_moe.experts.139.w3,0.0001807466,0.05000,2.979
18,block_sparse_moe.experts.134.w3,0.0001846349,0.05000,2.925
18,block_sparse_moe.experts.130.w3,0.0000725729,0.05000,2.908
18,block_sparse_moe.experts.138.w3,0.0002058394,0.05000,2.894
18,block_sparse_moe.experts.142.w3,0.0001559021,0.05000,2.874
18,block_sparse_moe.experts.169.w3,0.0003093113,0.05000,2.632
18,block_sparse_moe.experts.165.w3,0.0002548979,0.05000,2.637
18,block_sparse_moe.experts.173.w3,0.0000561235,0.05000,2.780
18,block_sparse_moe.experts.128.w3,0.0000202762,0.05000,2.862
18,block_sparse_moe.experts.161.w3,0.0000737303,0.05000,2.767
18,block_sparse_moe.experts.124.w3,0.0001340605,0.05000,2.831
18,block_sparse_moe.experts.116.w3,0.0000944470,0.05000,2.849
18,block_sparse_moe.experts.120.w3,0.0002262103,0.05000,2.898
18,block_sparse_moe.experts.151.w3,0.0001353730,0.05000,2.894
18,block_sparse_moe.experts.159.w3,0.0002774000,0.05000,2.724
18,block_sparse_moe.experts.147.w3,0.0002000347,0.05000,2.738
18,block_sparse_moe.experts.155.w3,0.0004488367,0.05000,2.748
18,block_sparse_moe.experts.150.w3,0.0001349528,0.05000,2.859
18,block_sparse_moe.experts.154.w3,0.0001851012,0.05000,2.798
18,block_sparse_moe.experts.146.w3,0.0001642171,0.05000,2.892
18,block_sparse_moe.experts.185.w3,0.0001757902,0.05000,2.677
18,block_sparse_moe.experts.158.w3,0.0000676503,0.05000,2.922
18,block_sparse_moe.experts.181.w3,0.0001389924,0.05000,2.687
18,block_sparse_moe.experts.189.w3,0.0000695047,0.05000,2.734
18,block_sparse_moe.experts.177.w3,0.0001203220,0.05000,2.817
18,block_sparse_moe.experts.144.w3,0.0001017881,0.05000,2.944
18,block_sparse_moe.experts.140.w3,0.0002028630,0.05000,2.905
18,block_sparse_moe.experts.167.w3,0.0001582929,0.05000,2.536
18,block_sparse_moe.experts.132.w3,0.0003466582,0.05000,2.936
18,block_sparse_moe.experts.136.w3,0.0002422043,0.05000,2.884
18,block_sparse_moe.experts.175.w3,0.0001830205,0.05000,2.657
18,block_sparse_moe.experts.163.w3,0.0002989101,0.05000,2.709
18,block_sparse_moe.experts.171.w3,0.0001715524,0.05000,2.777
18,block_sparse_moe.experts.166.w3,0.0002417138,0.05000,2.807
18,block_sparse_moe.experts.170.w3,0.0002808607,0.05000,2.846
18,block_sparse_moe.experts.201.w3,0.0002170323,0.05000,2.680
18,block_sparse_moe.experts.162.w3,0.0001717483,0.05000,2.882
18,block_sparse_moe.experts.174.w3,0.0000913750,0.05000,2.705
18,block_sparse_moe.experts.197.w3,0.0000420937,0.05000,2.686
18,block_sparse_moe.experts.205.w3,0.0001394877,0.05000,2.624
18,block_sparse_moe.experts.193.w3,0.0000937777,0.05000,2.623
18,block_sparse_moe.experts.160.w3,0.0002340582,0.05000,2.899
18,block_sparse_moe.experts.156.w3,0.0001155441,0.05000,2.914
18,block_sparse_moe.experts.183.w3,0.0001442159,0.05000,2.854
18,block_sparse_moe.experts.148.w3,0.0002441098,0.05000,2.913
18,block_sparse_moe.experts.152.w3,0.0000843201,0.05000,2.918
18,block_sparse_moe.experts.191.w3,0.0000822734,0.05000,3.025
18,block_sparse_moe.experts.179.w3,0.0003367841,0.05000,2.953
18,block_sparse_moe.experts.187.w3,0.0000410696,0.05000,2.955
18,block_sparse_moe.experts.217.w3,0.0001830244,0.05000,2.697
18,block_sparse_moe.experts.213.w3,0.0000990494,0.05000,2.714
18,block_sparse_moe.experts.182.w3,0.0001301082,0.05000,3.003
18,block_sparse_moe.experts.186.w3,0.0000124080,0.05000,2.992
18,block_sparse_moe.experts.178.w3,0.0001248845,0.05000,2.959
18,block_sparse_moe.experts.190.w3,0.0001886451,0.05000,2.963
18,block_sparse_moe.experts.221.w3,0.0001996516,0.05000,2.696
18,block_sparse_moe.experts.209.w3,0.0003406008,0.05000,2.790
18,block_sparse_moe.experts.172.w3,0.0003248425,0.05000,2.824
18,block_sparse_moe.experts.176.w3,0.0000980805,0.05000,2.891
18,block_sparse_moe.experts.199.w3,0.0002491147,0.05000,2.848
18,block_sparse_moe.experts.168.w3,0.0001440225,0.05000,2.822
18,block_sparse_moe.experts.164.w3,0.0002782142,0.05000,3.026
18,block_sparse_moe.experts.207.w3,0.0001886015,0.05000,2.727
18,block_sparse_moe.experts.195.w3,0.0003522031,0.05000,2.820
18,block_sparse_moe.experts.203.w3,0.0000640494,0.05000,2.797
18,block_sparse_moe.experts.233.w3,0.0000699071,0.05000,2.904
18,block_sparse_moe.experts.229.w3,0.0003251557,0.05000,2.963
18,block_sparse_moe.experts.198.w3,0.0003559274,0.05000,2.980
18,block_sparse_moe.experts.202.w3,0.0000602336,0.05000,2.969
18,block_sparse_moe.experts.194.w3,0.0001130718,0.05000,2.989
18,block_sparse_moe.experts.206.w3,0.0001008429,0.05000,2.991
18,block_sparse_moe.experts.237.w3,0.0003597736,0.05000,3.040
18,block_sparse_moe.experts.225.w3,0.0001359162,0.05000,2.980
18,block_sparse_moe.experts.192.w3,0.0001614479,0.05000,3.136
18,block_sparse_moe.experts.188.w3,0.0001252097,0.05000,3.182
18,block_sparse_moe.experts.215.w3,0.0001940535,0.05000,3.052
18,block_sparse_moe.experts.184.w3,0.0001637924,0.05000,3.138
18,block_sparse_moe.experts.223.w3,0.0001027131,0.05000,3.037
18,block_sparse_moe.experts.180.w3,0.0000858139,0.05000,3.151
18,block_sparse_moe.experts.211.w3,0.0001810348,0.05000,3.008
18,block_sparse_moe.experts.219.w3,0.0002793426,0.05000,3.215
18,block_sparse_moe.experts.249.w3,0.0001652804,0.05000,2.856
18,block_sparse_moe.experts.245.w3,0.0002104095,0.05000,2.833
18,block_sparse_moe.experts.253.w3,0.0004229527,0.05000,2.673
18,block_sparse_moe.experts.214.w3,0.0001605813,0.05000,3.128
18,block_sparse_moe.experts.241.w3,0.0000161104,0.05000,2.416
18,block_sparse_moe.experts.210.w3,0.0001855377,0.05000,3.064
18,block_sparse_moe.experts.218.w3,0.0001654629,0.05000,3.116
18,block_sparse_moe.experts.222.w3,0.0002204700,0.05000,3.084
18,block_sparse_moe.experts.208.w3,0.0001870619,0.05000,2.825
18,block_sparse_moe.experts.204.w3,0.0001175436,0.05000,2.872
18,block_sparse_moe.experts.231.w3,0.0000273987,0.05000,3.064
18,block_sparse_moe.experts.200.w3,0.0002991122,0.05000,2.989
18,block_sparse_moe.experts.196.w3,0.0002518552,0.05000,2.957
18,block_sparse_moe.experts.239.w3,0.0001158300,0.05000,3.009
18,block_sparse_moe.experts.227.w3,0.0003005416,0.05000,2.957
18,block_sparse_moe.experts.235.w3,0.0001597382,0.05000,2.956
18,block_sparse_moe.experts.226.w3,0.0002216422,0.05000,2.811
18,block_sparse_moe.experts.230.w3,0.0002966381,0.05000,2.931
18,block_sparse_moe.experts.238.w3,0.0001081840,0.05000,2.855
18,block_sparse_moe.experts.234.w3,0.0001660599,0.05000,2.990
18,block_sparse_moe.experts.224.w3,0.0001263274,0.05000,2.995
18,block_sparse_moe.experts.220.w3,0.0001911044,0.05000,3.024
18,block_sparse_moe.experts.247.w3,0.0001813332,0.05000,3.075
18,block_sparse_moe.experts.216.w3,0.0000357399,0.05000,3.035
18,block_sparse_moe.experts.212.w3,0.0001226825,0.05000,3.044
18,block_sparse_moe.experts.243.w3,0.0002037625,0.05000,2.964
18,block_sparse_moe.experts.255.w3,0.0000126042,0.05000,3.029
18,block_sparse_moe.experts.251.w3,0.0000796886,0.05000,2.592
18,block_sparse_moe.experts.242.w3,0.0001221265,0.05000,2.978
18,block_sparse_moe.experts.254.w3,0.0001410056,0.05000,2.887
18,block_sparse_moe.experts.246.w3,0.0003197603,0.05000,2.961
18,block_sparse_moe.experts.250.w3,0.0001510295,0.05000,2.884
18,block_sparse_moe.experts.240.w3,0.0001494666,0.05000,2.790
18,block_sparse_moe.experts.236.w3,0.0003637027,0.05000,2.837
18,block_sparse_moe.experts.232.w3,0.0001546271,0.05000,2.680
18,block_sparse_moe.experts.228.w3,0.0000870498,0.05000,2.680
18,block_sparse_moe.experts.252.w3,0.0003419161,0.05000,2.196
18,block_sparse_moe.experts.248.w3,0.0001153484,0.05000,2.111
18,block_sparse_moe.experts.244.w3,0.0003096018,0.05000,2.018
18,block_sparse_moe.experts.1.w2,0.0000345227,0.05000,1.456
18,block_sparse_moe.experts.12.w2,0.0001610136,0.05000,1.463
18,block_sparse_moe.experts.9.w2,0.0000505516,0.05000,1.491
18,block_sparse_moe.experts.3.w2,0.0000433222,0.05000,1.531
18,block_sparse_moe.experts.0.w2,0.0001630570,0.05000,1.540
18,block_sparse_moe.experts.4.w2,0.0000310869,0.05000,1.547
18,block_sparse_moe.experts.7.w2,0.0000707412,0.05000,1.549
18,block_sparse_moe.experts.5.w2,0.0001353287,0.05000,1.559
18,block_sparse_moe.experts.15.w2,0.0002341978,0.05000,1.528
18,block_sparse_moe.experts.8.w2,0.0000421346,0.05000,1.574
18,block_sparse_moe.experts.10.w2,0.0000792780,0.05000,1.546
18,block_sparse_moe.experts.13.w2,0.0000189342,0.05000,1.561
18,block_sparse_moe.experts.11.w2,0.0001560079,0.05000,1.560
18,block_sparse_moe.experts.6.w2,0.0000578457,0.05000,1.642
18,block_sparse_moe.experts.14.w2,0.0000873726,0.05000,1.629
18,block_sparse_moe.experts.2.w2,0.0000717401,0.05000,1.690
18,block_sparse_moe.experts.28.w2,0.0000408087,0.05000,1.351
18,block_sparse_moe.experts.16.w2,0.0000768746,0.05000,1.382
18,block_sparse_moe.experts.19.w2,0.0000645055,0.05000,1.394
18,block_sparse_moe.experts.20.w2,0.0000064054,0.05000,1.403
18,block_sparse_moe.experts.31.w2,0.0000146614,0.05000,1.400
18,block_sparse_moe.experts.17.w2,0.0000225549,0.05000,1.521
18,block_sparse_moe.experts.23.w2,0.0000681632,0.05000,1.437
18,block_sparse_moe.experts.24.w2,0.0000518417,0.05000,1.426
18,block_sparse_moe.experts.27.w2,0.0000623423,0.05000,1.438
18,block_sparse_moe.experts.25.w2,0.0000496936,0.05000,1.524
18,block_sparse_moe.experts.26.w2,0.0000673510,0.05000,1.476
18,block_sparse_moe.experts.21.w2,0.0000377258,0.05000,1.520
18,block_sparse_moe.experts.29.w2,0.0001240157,0.05000,1.494
18,block_sparse_moe.experts.30.w2,0.0000192695,0.05000,1.423
18,block_sparse_moe.experts.22.w2,0.0001174410,0.05000,1.471
18,block_sparse_moe.experts.18.w2,0.0000438796,0.05000,1.464
18,block_sparse_moe.experts.35.w2,0.0000671983,0.05000,1.406
18,block_sparse_moe.experts.39.w2,0.0000432925,0.05000,1.435
18,block_sparse_moe.experts.44.w2,0.0000600765,0.05000,1.587
18,block_sparse_moe.experts.47.w2,0.0001009815,0.05000,1.476
18,block_sparse_moe.experts.33.w2,0.0000570788,0.05000,1.503
18,block_sparse_moe.experts.32.w2,0.0000226769,0.05000,1.568
18,block_sparse_moe.experts.43.w2,0.0000742720,0.05000,1.467
18,block_sparse_moe.experts.36.w2,0.0000773840,0.05000,1.558
18,block_sparse_moe.experts.42.w2,0.0000280466,0.05000,1.460
18,block_sparse_moe.experts.40.w2,0.0000217562,0.05000,1.529
18,block_sparse_moe.experts.41.w2,0.0000272601,0.05000,1.513
18,block_sparse_moe.experts.46.w2,0.0000352464,0.05000,1.476
18,block_sparse_moe.experts.38.w2,0.0000331976,0.05000,1.462
18,block_sparse_moe.experts.45.w2,0.0000693934,0.05000,1.512
18,block_sparse_moe.experts.34.w2,0.0000538185,0.05000,1.454
18,block_sparse_moe.experts.37.w2,0.0001268948,0.05000,1.539
18,block_sparse_moe.experts.58.w2,0.0001607140,0.05000,1.351
18,block_sparse_moe.experts.60.w2,0.0000060981,0.05000,1.430
18,block_sparse_moe.experts.51.w2,0.0001321986,0.05000,1.558
18,block_sparse_moe.experts.52.w2,0.0000994397,0.05000,1.384
18,block_sparse_moe.experts.62.w2,0.0000810859,0.05000,1.369
18,block_sparse_moe.experts.54.w2,0.0000368044,0.05000,1.395
18,block_sparse_moe.experts.56.w2,0.0000502516,0.05000,1.444
18,block_sparse_moe.experts.49.w2,0.0001141398,0.05000,1.499
18,block_sparse_moe.experts.48.w2,0.0000295320,0.05000,1.501
18,block_sparse_moe.experts.50.w2,0.0000943501,0.05000,1.393
18,block_sparse_moe.experts.63.w2,0.0000938234,0.05000,1.560
18,block_sparse_moe.experts.55.w2,0.0000170511,0.05000,1.606
18,block_sparse_moe.experts.57.w2,0.0000849067,0.05000,1.500
18,block_sparse_moe.experts.59.w2,0.0001273418,0.05000,1.565
18,block_sparse_moe.experts.53.w2,0.0000290332,0.05000,1.491
18,block_sparse_moe.experts.61.w2,0.0000071675,0.05000,1.506
18,block_sparse_moe.experts.70.w2,0.0000614904,0.05000,1.499
18,block_sparse_moe.experts.68.w2,0.0000135672,0.05000,1.588
18,block_sparse_moe.experts.65.w2,0.0000374007,0.05000,1.506
18,block_sparse_moe.experts.67.w2,0.0000582018,0.05000,1.605
18,block_sparse_moe.experts.76.w2,0.0000780677,0.05000,1.625
18,block_sparse_moe.experts.74.w2,0.0000275790,0.05000,1.644
18,block_sparse_moe.experts.66.w2,0.0000535760,0.05000,1.519
18,block_sparse_moe.experts.78.w2,0.0000310927,0.05000,1.605
18,block_sparse_moe.experts.73.w2,0.0000629913,0.05000,1.493
18,block_sparse_moe.experts.79.w2,0.0002137066,0.05000,1.563
18,block_sparse_moe.experts.72.w2,0.0000316023,0.05000,1.606
18,block_sparse_moe.experts.77.w2,0.0000487842,0.05000,1.488
18,block_sparse_moe.experts.64.w2,0.0000417144,0.05000,1.620
18,block_sparse_moe.experts.69.w2,0.0000126687,0.05000,1.512
18,block_sparse_moe.experts.71.w2,0.0000240895,0.05000,1.610
18,block_sparse_moe.experts.75.w2,0.0000713999,0.05000,1.578
18,block_sparse_moe.experts.83.w2,0.0000413011,0.05000,1.376
18,block_sparse_moe.experts.86.w2,0.0000127340,0.05000,1.431
18,block_sparse_moe.experts.81.w2,0.0001287410,0.05000,1.422
18,block_sparse_moe.experts.89.w2,0.0000207306,0.05000,1.384
18,block_sparse_moe.experts.93.w2,0.0000454468,0.05000,1.357
18,block_sparse_moe.experts.82.w2,0.0000470482,0.05000,1.448
18,block_sparse_moe.experts.94.w2,0.0000282196,0.05000,1.424
18,block_sparse_moe.experts.85.w2,0.0000699323,0.05000,1.350
18,block_sparse_moe.experts.90.w2,0.0000465976,0.05000,1.455
18,block_sparse_moe.experts.95.w2,0.0000252888,0.05000,1.426
18,block_sparse_moe.experts.91.w2,0.0000700747,0.05000,1.348
18,block_sparse_moe.experts.84.w2,0.0000701265,0.05000,1.529
18,block_sparse_moe.experts.88.w2,0.0000979074,0.05000,1.445
18,block_sparse_moe.experts.92.w2,0.0000852701,0.05000,1.582
18,block_sparse_moe.experts.87.w2,0.0000344606,0.05000,1.454
18,block_sparse_moe.experts.80.w2,0.0000551280,0.05000,1.534
18,block_sparse_moe.experts.97.w2,0.0000512452,0.05000,1.401
18,block_sparse_moe.experts.109.w2,0.0000362218,0.05000,1.378
18,block_sparse_moe.experts.101.w2,0.0000242449,0.05000,1.374
18,block_sparse_moe.experts.105.w2,0.0000428882,0.05000,1.405
18,block_sparse_moe.experts.102.w2,0.0000646483,0.05000,1.463
18,block_sparse_moe.experts.110.w2,0.0000185127,0.05000,1.412
18,block_sparse_moe.experts.106.w2,0.0000213978,0.05000,1.414
18,block_sparse_moe.experts.98.w2,0.0000253277,0.05000,1.452
18,block_sparse_moe.experts.104.w2,0.0000841746,0.05000,1.440
18,block_sparse_moe.experts.100.w2,0.0000566707,0.05000,1.458
18,block_sparse_moe.experts.99.w2,0.0000290757,0.05000,1.598
18,block_sparse_moe.experts.108.w2,0.0001374084,0.05000,1.456
18,block_sparse_moe.experts.111.w2,0.0000738212,0.05000,1.603
18,block_sparse_moe.experts.96.w2,0.0000289541,0.05000,1.462
18,block_sparse_moe.experts.107.w2,0.0000923512,0.05000,1.623
18,block_sparse_moe.experts.103.w2,0.0000700587,0.05000,1.594
18,block_sparse_moe.experts.113.w2,0.0000663197,0.05000,1.557
18,block_sparse_moe.experts.118.w2,0.0000062683,0.05000,1.518
18,block_sparse_moe.experts.126.w2,0.0000999680,0.05000,1.509
18,block_sparse_moe.experts.121.w2,0.0001104648,0.05000,1.551
18,block_sparse_moe.experts.125.w2,0.0000844255,0.05000,1.571
18,block_sparse_moe.experts.117.w2,0.0001696081,0.05000,1.575
18,block_sparse_moe.experts.114.w2,0.0000181656,0.05000,1.535
18,block_sparse_moe.experts.122.w2,0.0000683527,0.05000,1.573
18,block_sparse_moe.experts.120.w2,0.0001050234,0.05000,1.542
18,block_sparse_moe.experts.116.w2,0.0000420631,0.05000,1.545
18,block_sparse_moe.experts.124.w2,0.0000582768,0.05000,1.517
18,block_sparse_moe.experts.115.w2,0.0001328465,0.05000,1.620
18,block_sparse_moe.experts.112.w2,0.0000531384,0.05000,1.532
18,block_sparse_moe.experts.123.w2,0.0000652979,0.05000,1.560
18,block_sparse_moe.experts.127.w2,0.0001156574,0.05000,1.599
18,block_sparse_moe.experts.119.w2,0.0000883290,0.05000,1.542
18,block_sparse_moe.experts.129.w2,0.0000484387,0.05000,1.496
18,block_sparse_moe.experts.137.w2,0.0001042782,0.05000,1.491
18,block_sparse_moe.experts.141.w2,0.0001602191,0.05000,1.504
18,block_sparse_moe.experts.136.w2,0.0000667290,0.05000,1.401
18,block_sparse_moe.experts.132.w2,0.0001330517,0.05000,1.420
18,block_sparse_moe.experts.134.w2,0.0001328357,0.05000,1.555
18,block_sparse_moe.experts.142.w2,0.0000405024,0.05000,1.553
18,block_sparse_moe.experts.133.w2,0.0000181453,0.05000,1.533
18,block_sparse_moe.experts.138.w2,0.0000757108,0.05000,1.534
18,block_sparse_moe.experts.140.w2,0.0000810878,0.05000,1.441
18,block_sparse_moe.experts.130.w2,0.0000275073,0.05000,1.558
18,block_sparse_moe.experts.128.w2,0.0000139335,0.05000,1.375
18,block_sparse_moe.experts.143.w2,0.0000138320,0.05000,1.346
18,block_sparse_moe.experts.131.w2,0.0000862090,0.05000,1.457
18,block_sparse_moe.experts.139.w2,0.0000521072,0.05000,1.420
18,block_sparse_moe.experts.135.w2,0.0000331255,0.05000,1.448
18,block_sparse_moe.experts.145.w2,0.0001616897,0.05000,1.503
18,block_sparse_moe.experts.153.w2,0.0000470563,0.05000,1.473
18,block_sparse_moe.experts.152.w2,0.0000591608,0.05000,1.473
18,block_sparse_moe.experts.157.w2,0.0000093457,0.05000,1.479
18,block_sparse_moe.experts.147.w2,0.0000800310,0.05000,1.360
18,block_sparse_moe.experts.155.w2,0.0001107891,0.05000,1.308
18,block_sparse_moe.experts.148.w2,0.0001107163,0.05000,1.477
18,block_sparse_moe.experts.159.w2,0.0002101675,0.05000,1.388
18,block_sparse_moe.experts.150.w2,0.0000386693,0.05000,1.497
18,block_sparse_moe.experts.156.w2,0.0000419546,0.05000,1.452
18,block_sparse_moe.experts.158.w2,0.0000226036,0.05000,1.519
18,block_sparse_moe.experts.144.w2,0.0000261461,0.05000,1.450
18,block_sparse_moe.experts.149.w2,0.0000641762,0.05000,1.520
18,block_sparse_moe.experts.154.w2,0.0000573047,0.05000,1.532
18,block_sparse_moe.experts.151.w2,0.0000409590,0.05000,1.431
18,block_sparse_moe.experts.146.w2,0.0001101738,0.05000,1.610
18,block_sparse_moe.experts.164.w2,0.0001103408,0.05000,1.401
18,block_sparse_moe.experts.168.w2,0.0000616947,0.05000,1.451
18,block_sparse_moe.experts.173.w2,0.0000239234,0.05000,1.447
18,block_sparse_moe.experts.169.w2,0.0000961288,0.05000,1.474
18,block_sparse_moe.experts.166.w2,0.0001059245,0.05000,1.413
18,block_sparse_moe.experts.160.w2,0.0000821634,0.05000,1.392
18,block_sparse_moe.experts.175.w2,0.0000569206,0.05000,1.438
18,block_sparse_moe.experts.161.w2,0.0000196049,0.05000,1.519
18,block_sparse_moe.experts.172.w2,0.0000928957,0.05000,1.445
18,block_sparse_moe.experts.163.w2,0.0000847775,0.05000,1.496
18,block_sparse_moe.experts.174.w2,0.0000455790,0.05000,1.437
18,block_sparse_moe.experts.171.w2,0.0000863614,0.05000,1.511
18,block_sparse_moe.experts.170.w2,0.0000713560,0.05000,1.425
18,block_sparse_moe.experts.165.w2,0.0000687084,0.05000,1.488
18,block_sparse_moe.experts.167.w2,0.0001017259,0.05000,1.429
18,block_sparse_moe.experts.162.w2,0.0000574192,0.05000,1.453
18,block_sparse_moe.experts.189.w2,0.0000401628,0.05000,1.280
18,block_sparse_moe.experts.185.w2,0.0000715534,0.05000,1.329
18,block_sparse_moe.experts.177.w2,0.0000230759,0.05000,1.291
18,block_sparse_moe.experts.180.w2,0.0000571764,0.05000,1.401
18,block_sparse_moe.experts.181.w2,0.0000953455,0.05000,1.253
18,block_sparse_moe.experts.176.w2,0.0000451914,0.05000,1.398
18,block_sparse_moe.experts.182.w2,0.0000573856,0.05000,1.423
18,block_sparse_moe.experts.184.w2,0.0000591024,0.05000,1.449
18,block_sparse_moe.experts.190.w2,0.0000972167,0.05000,1.413
18,block_sparse_moe.experts.191.w2,0.0000371160,0.05000,1.466
18,block_sparse_moe.experts.179.w2,0.0001080206,0.05000,1.434
18,block_sparse_moe.experts.188.w2,0.0000427531,0.05000,1.458
18,block_sparse_moe.experts.186.w2,0.0000041431,0.05000,1.402
18,block_sparse_moe.experts.187.w2,0.0000196177,0.05000,1.463
18,block_sparse_moe.experts.183.w2,0.0000484683,0.05000,1.431
18,block_sparse_moe.experts.178.w2,0.0000291146,0.05000,1.434
18,block_sparse_moe.experts.205.w2,0.0000519118,0.05000,1.364
18,block_sparse_moe.experts.193.w2,0.0000529461,0.05000,1.392
18,block_sparse_moe.experts.200.w2,0.0001103094,0.05000,1.305
18,block_sparse_moe.experts.196.w2,0.0000684716,0.05000,1.381
18,block_sparse_moe.experts.201.w2,0.0000956917,0.05000,1.433
18,block_sparse_moe.experts.195.w2,0.0001586507,0.05000,1.272
18,block_sparse_moe.experts.192.w2,0.0000311877,0.05000,1.352
18,block_sparse_moe.experts.197.w2,0.0000278344,0.05000,1.430
18,block_sparse_moe.experts.207.w2,0.0000840897,0.05000,1.356
18,block_sparse_moe.experts.203.w2,0.0000174156,0.05000,1.344
18,block_sparse_moe.experts.198.w2,0.0001446060,0.05000,1.494
18,block_sparse_moe.experts.202.w2,0.0000267461,0.05000,1.416
18,block_sparse_moe.experts.206.w2,0.0000291505,0.05000,1.478
18,block_sparse_moe.experts.199.w2,0.0001741002,0.05000,1.343
18,block_sparse_moe.experts.204.w2,0.0000694924,0.05000,1.488
18,block_sparse_moe.experts.194.w2,0.0000352515,0.05000,1.433
18,block_sparse_moe.experts.221.w2,0.0000800003,0.05000,1.423
18,block_sparse_moe.experts.217.w2,0.0000565398,0.05000,1.373
18,block_sparse_moe.experts.209.w2,0.0001527682,0.05000,1.426
18,block_sparse_moe.experts.213.w2,0.0000177437,0.05000,1.357
18,block_sparse_moe.experts.212.w2,0.0000724269,0.05000,1.477
18,block_sparse_moe.experts.216.w2,0.0000160890,0.05000,1.480
18,block_sparse_moe.experts.211.w2,0.0000487121,0.05000,1.487
18,block_sparse_moe.experts.208.w2,0.0000430413,0.05000,1.486
18,block_sparse_moe.experts.223.w2,0.0000471449,0.05000,1.427
18,block_sparse_moe.experts.218.w2,0.0000583238,0.05000,1.364
18,block_sparse_moe.experts.214.w2,0.0000830691,0.05000,1.392
18,block_sparse_moe.experts.222.w2,0.0000560380,0.05000,1.396
18,block_sparse_moe.experts.219.w2,0.0000741690,0.05000,1.478
18,block_sparse_moe.experts.215.w2,0.0000485374,0.05000,1.415
18,block_sparse_moe.experts.220.w2,0.0000825940,0.05000,1.478
18,block_sparse_moe.experts.210.w2,0.0000711303,0.05000,1.409
18,block_sparse_moe.experts.237.w2,0.0000785771,0.05000,1.392
18,block_sparse_moe.experts.225.w2,0.0000580917,0.05000,1.363
18,block_sparse_moe.experts.233.w2,0.0000602709,0.05000,1.384
18,block_sparse_moe.experts.229.w2,0.0001540782,0.05000,1.427
18,block_sparse_moe.experts.239.w2,0.0000525192,0.05000,1.331
18,block_sparse_moe.experts.227.w2,0.0001948356,0.05000,1.402
18,block_sparse_moe.experts.235.w2,0.0000335362,0.05000,1.413
18,block_sparse_moe.experts.228.w2,0.0000190449,0.05000,1.554
18,block_sparse_moe.experts.232.w2,0.0000519402,0.05000,1.566
18,block_sparse_moe.experts.224.w2,0.0000522081,0.05000,1.545
18,block_sparse_moe.experts.234.w2,0.0000798113,0.05000,1.509
18,block_sparse_moe.experts.230.w2,0.0001679709,0.05000,1.500
18,block_sparse_moe.experts.231.w2,0.0000081608,0.05000,1.459
18,block_sparse_moe.experts.238.w2,0.0000482561,0.05000,1.555
18,block_sparse_moe.experts.236.w2,0.0001521556,0.05000,1.482
18,block_sparse_moe.experts.226.w2,0.0000579250,0.05000,1.541
18,block_sparse_moe.experts.249.w2,0.0000437228,0.05000,1.357
18,block_sparse_moe.experts.241.w2,0.0000073678,0.05000,1.361
18,block_sparse_moe.experts.253.w2,0.0001303921,0.05000,1.418
18,block_sparse_moe.experts.245.w2,0.0000757384,0.05000,1.316
18,block_sparse_moe.experts.248.w2,0.0000496584,0.05000,1.208
18,block_sparse_moe.experts.240.w2,0.0000437869,0.05000,1.275
18,block_sparse_moe.experts.244.w2,0.0001140332,0.05000,1.293
18,block_sparse_moe.experts.243.w2,0.0000691349,0.05000,1.469
18,block_sparse_moe.experts.255.w2,0.0000074697,0.05000,1.523
18,block_sparse_moe.experts.252.w2,0.0002413448,0.05000,1.209
18,block_sparse_moe.experts.251.w2,0.0000409684,0.05000,1.397
18,block_sparse_moe.experts.247.w2,0.0000597292,0.05000,1.369
18,block_sparse_moe.experts.246.w2,0.0002532314,0.05000,1.453
18,block_sparse_moe.experts.250.w2,0.0000983560,0.05000,1.489
18,block_sparse_moe.experts.254.w2,0.0000939696,0.05000,1.406
18,block_sparse_moe.experts.242.w2,0.0000662675,0.05000,1.298
19,self_attn.q_proj,0.0000016091,0.05000,0.983
19,self_attn.v_proj,0.0000002286,0.05000,1.001
19,self_attn.k_proj,0.0000002613,0.05000,1.009
19,self_attn.o_proj,0.0000002074,0.05000,1.868
19,block_sparse_moe.experts.5.w1,0.0004127924,0.05000,2.798
19,block_sparse_moe.experts.9.w1,0.0000704576,0.05000,2.831
19,block_sparse_moe.experts.13.w1,0.0003165330,0.05000,2.868
19,block_sparse_moe.experts.1.w1,0.0000430980,0.05000,2.916
19,block_sparse_moe.experts.11.w1,0.0003129387,0.05000,2.975
19,block_sparse_moe.experts.0.w1,0.0005255939,0.05000,3.031
19,block_sparse_moe.experts.3.w1,0.0004071185,0.05000,3.045
19,block_sparse_moe.experts.2.w1,0.0001062631,0.05000,3.059
19,block_sparse_moe.experts.12.w1,0.0004112012,0.05000,3.047
19,block_sparse_moe.experts.4.w1,0.0002681234,0.05000,3.125
19,block_sparse_moe.experts.6.w1,0.0003135337,0.05000,3.085
19,block_sparse_moe.experts.14.w1,0.0001977956,0.05000,3.087
19,block_sparse_moe.experts.7.w1,0.0001112473,0.05000,3.102
19,block_sparse_moe.experts.15.w1,0.0003613578,0.05000,3.142
19,block_sparse_moe.experts.8.w1,0.0004135177,0.05000,3.147
19,block_sparse_moe.experts.10.w1,0.0000866134,0.05000,3.167
19,block_sparse_moe.experts.21.w1,0.0002087427,0.05000,2.809
19,block_sparse_moe.experts.25.w1,0.0000510432,0.05000,2.883
19,block_sparse_moe.experts.27.w1,0.0002830248,0.05000,2.819
19,block_sparse_moe.experts.17.w1,0.0001179215,0.05000,2.937
19,block_sparse_moe.experts.29.w1,0.0000997192,0.05000,2.954
19,block_sparse_moe.experts.18.w1,0.0001500582,0.05000,2.826
19,block_sparse_moe.experts.22.w1,0.0002100166,0.05000,2.771
19,block_sparse_moe.experts.30.w1,0.0000972835,0.05000,2.778
19,block_sparse_moe.experts.26.w1,0.0001222848,0.05000,2.745
19,block_sparse_moe.experts.19.w1,0.0001574120,0.05000,2.925
19,block_sparse_moe.experts.28.w1,0.0003740864,0.05000,2.915
19,block_sparse_moe.experts.16.w1,0.0001751125,0.05000,2.980
19,block_sparse_moe.experts.31.w1,0.0000214211,0.05000,2.889
19,block_sparse_moe.experts.23.w1,0.0000510016,0.05000,2.965
19,block_sparse_moe.experts.20.w1,0.0000743688,0.05000,3.038
19,block_sparse_moe.experts.24.w1,0.0002627063,0.05000,3.019
19,block_sparse_moe.experts.37.w1,0.0002233697,0.05000,2.828
19,block_sparse_moe.experts.43.w1,0.0003679685,0.05000,2.770
19,block_sparse_moe.experts.41.w1,0.0003827364,0.05000,2.853
19,block_sparse_moe.experts.35.w1,0.0002677679,0.05000,2.715
19,block_sparse_moe.experts.45.w1,0.0000836524,0.05000,2.818
19,block_sparse_moe.experts.33.w1,0.0001702048,0.05000,2.878
19,block_sparse_moe.experts.46.w1,0.0002906425,0.05000,2.843
19,block_sparse_moe.experts.34.w1,0.0002966898,0.05000,2.903
19,block_sparse_moe.experts.47.w1,0.0003783436,0.05000,2.747
19,block_sparse_moe.experts.42.w1,0.0000852613,0.05000,2.875
19,block_sparse_moe.experts.38.w1,0.0000280759,0.05000,2.965
19,block_sparse_moe.experts.39.w1,0.0002861931,0.05000,2.755
19,block_sparse_moe.experts.32.w1,0.0001643208,0.05000,3.050
19,block_sparse_moe.experts.44.w1,0.0000351767,0.05000,3.114
19,block_sparse_moe.experts.36.w1,0.0003143317,0.05000,3.060
19,block_sparse_moe.experts.40.w1,0.0001307569,0.05000,3.082
19,block_sparse_moe.experts.53.w1,0.0000831660,0.05000,2.798
19,block_sparse_moe.experts.57.w1,0.0001237509,0.05000,2.822
19,block_sparse_moe.experts.61.w1,0.0003074337,0.05000,2.813
19,block_sparse_moe.experts.49.w1,0.0002513174,0.05000,2.837
19,block_sparse_moe.experts.59.w1,0.0001729140,0.05000,3.040
19,block_sparse_moe.experts.51.w1,0.0003876692,0.05000,3.028
19,block_sparse_moe.experts.62.w1,0.0001398463,0.05000,3.110
19,block_sparse_moe.experts.50.w1,0.0001181161,0.05000,3.079
19,block_sparse_moe.experts.55.w1,0.0004410275,0.05000,2.995
19,block_sparse_moe.experts.58.w1,0.0003588753,0.05000,3.030
19,block_sparse_moe.experts.54.w1,0.0000685436,0.05000,3.018
19,block_sparse_moe.experts.63.w1,0.0000328016,0.05000,3.077
19,block_sparse_moe.experts.60.w1,0.0002541043,0.05000,2.906
19,block_sparse_moe.experts.48.w1,0.0000956929,0.05000,2.984
19,block_sparse_moe.experts.52.w1,0.0002485801,0.05000,2.940
19,block_sparse_moe.experts.56.w1,0.0002226844,0.05000,3.043
19,block_sparse_moe.experts.69.w1,0.0001599219,0.05000,2.835
19,block_sparse_moe.experts.73.w1,0.0002579240,0.05000,2.863
19,block_sparse_moe.experts.77.w1,0.0003058047,0.05000,2.864
19,block_sparse_moe.experts.65.w1,0.0002221062,0.05000,2.924
19,block_sparse_moe.experts.75.w1,0.0003524764,0.05000,2.845
19,block_sparse_moe.experts.70.w1,0.0003809657,0.05000,2.651
19,block_sparse_moe.experts.66.w1,0.0002092733,0.05000,2.699
19,block_sparse_moe.experts.78.w1,0.0002069574,0.05000,2.702
19,block_sparse_moe.experts.67.w1,0.0001097658,0.05000,2.888
19,block_sparse_moe.experts.74.w1,0.0001579853,0.05000,2.766
19,block_sparse_moe.experts.79.w1,0.0000330601,0.05000,2.889
19,block_sparse_moe.experts.71.w1,0.0000984212,0.05000,2.974
19,block_sparse_moe.experts.64.w1,0.0000479470,0.05000,3.056
19,block_sparse_moe.experts.76.w1,0.0001270260,0.05000,3.125
19,block_sparse_moe.experts.68.w1,0.0001729499,0.05000,3.093
19,block_sparse_moe.experts.72.w1,0.0003034697,0.05000,3.028
19,block_sparse_moe.experts.85.w1,0.0001930633,0.05000,2.729
19,block_sparse_moe.experts.93.w1,0.0003328274,0.05000,2.686
19,block_sparse_moe.experts.89.w1,0.0001293780,0.05000,2.762
19,block_sparse_moe.experts.86.w1,0.0002103270,0.05000,2.710
19,block_sparse_moe.experts.81.w1,0.0000280503,0.05000,2.803
19,block_sparse_moe.experts.94.w1,0.0000519170,0.05000,2.743
19,block_sparse_moe.experts.90.w1,0.0003360979,0.05000,2.752
19,block_sparse_moe.experts.82.w1,0.0002199936,0.05000,2.830
19,block_sparse_moe.experts.83.w1,0.0001545227,0.05000,2.916
19,block_sparse_moe.experts.91.w1,0.0002806842,0.05000,3.070
19,block_sparse_moe.experts.95.w1,0.0004053712,0.05000,2.996
19,block_sparse_moe.experts.87.w1,0.0001177369,0.05000,3.032
19,block_sparse_moe.experts.80.w1,0.0002946990,0.05000,2.870
19,block_sparse_moe.experts.92.w1,0.0002200261,0.05000,2.824
19,block_sparse_moe.experts.84.w1,0.0000666515,0.05000,2.917
19,block_sparse_moe.experts.88.w1,0.0001957148,0.05000,2.910
19,block_sparse_moe.experts.101.w1,0.0002874450,0.05000,3.066
19,block_sparse_moe.experts.102.w1,0.0001798576,0.05000,2.736
19,block_sparse_moe.experts.110.w1,0.0001985403,0.05000,2.770
19,block_sparse_moe.experts.105.w1,0.0002013343,0.05000,3.046
19,block_sparse_moe.experts.98.w1,0.0001650627,0.05000,2.735
19,block_sparse_moe.experts.109.w1,0.0001638992,0.05000,3.094
19,block_sparse_moe.experts.106.w1,0.0003084491,0.05000,2.880
19,block_sparse_moe.experts.107.w1,0.0001215501,0.05000,2.806
19,block_sparse_moe.experts.99.w1,0.0002608278,0.05000,2.934
19,block_sparse_moe.experts.97.w1,0.0001502216,0.05000,3.169
19,block_sparse_moe.experts.111.w1,0.0002368446,0.05000,2.887
19,block_sparse_moe.experts.103.w1,0.0000143644,0.05000,2.932
19,block_sparse_moe.experts.108.w1,0.0000656401,0.05000,3.041
19,block_sparse_moe.experts.96.w1,0.0002006684,0.05000,3.176
19,block_sparse_moe.experts.100.w1,0.0002677807,0.05000,3.049
19,block_sparse_moe.experts.104.w1,0.0001840916,0.05000,3.125
19,block_sparse_moe.experts.118.w1,0.0001790874,0.05000,2.772
19,block_sparse_moe.experts.117.w1,0.0004090312,0.05000,2.949
19,block_sparse_moe.experts.126.w1,0.0001655457,0.05000,2.806
19,block_sparse_moe.experts.114.w1,0.0000827885,0.05000,2.821
19,block_sparse_moe.experts.125.w1,0.0001389022,0.05000,2.860
19,block_sparse_moe.experts.122.w1,0.0002301997,0.05000,2.772
19,block_sparse_moe.experts.121.w1,0.0004005859,0.05000,2.993
19,block_sparse_moe.experts.123.w1,0.0004524184,0.05000,2.843
19,block_sparse_moe.experts.113.w1,0.0001326017,0.05000,2.942
19,block_sparse_moe.experts.115.w1,0.0003112229,0.05000,2.957
19,block_sparse_moe.experts.127.w1,0.0002676836,0.05000,2.883
19,block_sparse_moe.experts.119.w1,0.0002039593,0.05000,3.007
19,block_sparse_moe.experts.124.w1,0.0001790503,0.05000,2.960
19,block_sparse_moe.experts.112.w1,0.0004032459,0.05000,3.039
19,block_sparse_moe.experts.116.w1,0.0000546571,0.05000,3.008
19,block_sparse_moe.experts.120.w1,0.0002238366,0.05000,2.983
19,block_sparse_moe.experts.134.w1,0.0000533662,0.05000,2.954
19,block_sparse_moe.experts.133.w1,0.0001512883,0.05000,2.945
19,block_sparse_moe.experts.142.w1,0.0000884329,0.05000,2.925
19,block_sparse_moe.experts.130.w1,0.0000843661,0.05000,2.914
19,block_sparse_moe.experts.138.w1,0.0001453881,0.05000,2.981
19,block_sparse_moe.experts.141.w1,0.0000893866,0.05000,3.055
19,block_sparse_moe.experts.137.w1,0.0001662810,0.05000,2.999
19,block_sparse_moe.experts.139.w1,0.0001920735,0.05000,2.911
19,block_sparse_moe.experts.131.w1,0.0004073668,0.05000,2.875
19,block_sparse_moe.experts.129.w1,0.0003278837,0.05000,3.005
19,block_sparse_moe.experts.143.w1,0.0000956552,0.05000,2.912
19,block_sparse_moe.experts.135.w1,0.0000696258,0.05000,2.923
19,block_sparse_moe.experts.140.w1,0.0000553341,0.05000,3.008
19,block_sparse_moe.experts.128.w1,0.0005052573,0.05000,3.057
19,block_sparse_moe.experts.132.w1,0.0001818782,0.05000,3.077
19,block_sparse_moe.experts.136.w1,0.0003201558,0.05000,3.105
19,block_sparse_moe.experts.150.w1,0.0002163107,0.05000,2.889
19,block_sparse_moe.experts.158.w1,0.0001581745,0.05000,2.856
19,block_sparse_moe.experts.149.w1,0.0002565752,0.05000,2.975
19,block_sparse_moe.experts.146.w1,0.0001845619,0.05000,2.973
19,block_sparse_moe.experts.154.w1,0.0003631337,0.05000,2.877
19,block_sparse_moe.experts.157.w1,0.0001563125,0.05000,3.022
19,block_sparse_moe.experts.155.w1,0.0002771106,0.05000,2.978
19,block_sparse_moe.experts.153.w1,0.0003549813,0.05000,3.024
19,block_sparse_moe.experts.147.w1,0.0000503045,0.05000,2.975
19,block_sparse_moe.experts.145.w1,0.0000485494,0.05000,3.000
19,block_sparse_moe.experts.159.w1,0.0001386721,0.05000,2.982
19,block_sparse_moe.experts.151.w1,0.0004544338,0.05000,2.952
19,block_sparse_moe.experts.156.w1,0.0000652325,0.05000,3.009
19,block_sparse_moe.experts.148.w1,0.0000386283,0.05000,2.946
19,block_sparse_moe.experts.144.w1,0.0002444143,0.05000,3.053
19,block_sparse_moe.experts.152.w1,0.0001665105,0.05000,3.027
19,block_sparse_moe.experts.166.w1,0.0004786116,0.05000,2.874
19,block_sparse_moe.experts.174.w1,0.0000633608,0.05000,2.870
19,block_sparse_moe.experts.162.w1,0.0000283665,0.05000,2.850
19,block_sparse_moe.experts.165.w1,0.0002234654,0.05000,2.947
19,block_sparse_moe.experts.170.w1,0.0000788341,0.05000,2.829
19,block_sparse_moe.experts.173.w1,0.0004841645,0.05000,2.917
19,block_sparse_moe.experts.169.w1,0.0002974657,0.05000,2.937
19,block_sparse_moe.experts.171.w1,0.0002122132,0.05000,3.005
19,block_sparse_moe.experts.163.w1,0.0002167744,0.05000,2.946
19,block_sparse_moe.experts.161.w1,0.0001271064,0.05000,3.017
19,block_sparse_moe.experts.175.w1,0.0000963932,0.05000,3.046
19,block_sparse_moe.experts.167.w1,0.0001618512,0.05000,3.053
19,block_sparse_moe.experts.172.w1,0.0001706309,0.05000,2.936
19,block_sparse_moe.experts.164.w1,0.0001523393,0.05000,2.939
19,block_sparse_moe.experts.160.w1,0.0001681448,0.05000,2.924
19,block_sparse_moe.experts.168.w1,0.0000570652,0.05000,2.906
19,block_sparse_moe.experts.182.w1,0.0003428774,0.05000,2.766
19,block_sparse_moe.experts.190.w1,0.0000724931,0.05000,2.749
19,block_sparse_moe.experts.186.w1,0.0002685519,0.05000,2.729
19,block_sparse_moe.experts.178.w1,0.0003892858,0.05000,2.834
19,block_sparse_moe.experts.181.w1,0.0000174092,0.05000,3.100
19,block_sparse_moe.experts.187.w1,0.0001513298,0.05000,2.866
19,block_sparse_moe.experts.179.w1,0.0001603268,0.05000,2.903
19,block_sparse_moe.experts.185.w1,0.0003026095,0.05000,3.083
19,block_sparse_moe.experts.189.w1,0.0001511545,0.05000,3.185
19,block_sparse_moe.experts.191.w1,0.0002358223,0.05000,2.914
19,block_sparse_moe.experts.177.w1,0.0001991704,0.05000,3.071
19,block_sparse_moe.experts.183.w1,0.0000333002,0.05000,2.863
19,block_sparse_moe.experts.188.w1,0.0001877272,0.05000,2.859
19,block_sparse_moe.experts.180.w1,0.0002096185,0.05000,2.822
19,block_sparse_moe.experts.176.w1,0.0005525618,0.05000,2.864
19,block_sparse_moe.experts.184.w1,0.0002281286,0.05000,2.745
19,block_sparse_moe.experts.198.w1,0.0002485171,0.05000,2.809
19,block_sparse_moe.experts.202.w1,0.0003813085,0.05000,2.760
19,block_sparse_moe.experts.206.w1,0.0002091168,0.05000,2.930
19,block_sparse_moe.experts.194.w1,0.0000690234,0.05000,2.874
19,block_sparse_moe.experts.197.w1,0.0003491757,0.05000,2.908
19,block_sparse_moe.experts.203.w1,0.0002074942,0.05000,2.835
19,block_sparse_moe.experts.201.w1,0.0002188704,0.05000,2.867
19,block_sparse_moe.experts.195.w1,0.0000219463,0.05000,2.922
19,block_sparse_moe.experts.205.w1,0.0001795023,0.05000,2.923
19,block_sparse_moe.experts.207.w1,0.0001365928,0.05000,2.883
19,block_sparse_moe.experts.193.w1,0.0001664468,0.05000,2.916
19,block_sparse_moe.experts.199.w1,0.0003193739,0.05000,2.914
19,block_sparse_moe.experts.204.w1,0.0001769611,0.05000,2.915
19,block_sparse_moe.experts.196.w1,0.0000746209,0.05000,2.939
19,block_sparse_moe.experts.192.w1,0.0001231252,0.05000,2.910
19,block_sparse_moe.experts.200.w1,0.0003327507,0.05000,2.967
19,block_sparse_moe.experts.214.w1,0.0003394280,0.05000,2.721
19,block_sparse_moe.experts.218.w1,0.0001738000,0.05000,2.719
19,block_sparse_moe.experts.222.w1,0.0000867710,0.05000,2.767
19,block_sparse_moe.experts.210.w1,0.0005240985,0.05000,2.705
19,block_sparse_moe.experts.213.w1,0.0003033077,0.05000,2.727
19,block_sparse_moe.experts.219.w1,0.0001066027,0.05000,2.809
19,block_sparse_moe.experts.211.w1,0.0001473439,0.05000,2.877
19,block_sparse_moe.experts.217.w1,0.0001289046,0.05000,2.920
19,block_sparse_moe.experts.221.w1,0.0002827521,0.05000,2.895
19,block_sparse_moe.experts.223.w1,0.0000929589,0.05000,2.859
19,block_sparse_moe.experts.215.w1,0.0000142202,0.05000,2.867
19,block_sparse_moe.experts.209.w1,0.0001600468,0.05000,2.978
19,block_sparse_moe.experts.220.w1,0.0001808221,0.05000,3.063
19,block_sparse_moe.experts.212.w1,0.0002667068,0.05000,2.974
19,block_sparse_moe.experts.208.w1,0.0002717455,0.05000,3.021
19,block_sparse_moe.experts.216.w1,0.0001222862,0.05000,2.952
19,block_sparse_moe.experts.230.w1,0.0003148647,0.05000,2.834
19,block_sparse_moe.experts.238.w1,0.0003253149,0.05000,2.713
19,block_sparse_moe.experts.234.w1,0.0003333647,0.05000,2.856
19,block_sparse_moe.experts.226.w1,0.0001692816,0.05000,2.824
19,block_sparse_moe.experts.229.w1,0.0001813447,0.05000,2.914
19,block_sparse_moe.experts.235.w1,0.0001030831,0.05000,3.090
19,block_sparse_moe.experts.233.w1,0.0002657895,0.05000,2.844
19,block_sparse_moe.experts.227.w1,0.0000895720,0.05000,3.066
19,block_sparse_moe.experts.237.w1,0.0001824162,0.05000,2.999
19,block_sparse_moe.experts.239.w1,0.0001428675,0.05000,3.038
19,block_sparse_moe.experts.225.w1,0.0001960766,0.05000,2.881
19,block_sparse_moe.experts.231.w1,0.0003530771,0.05000,3.096
19,block_sparse_moe.experts.236.w1,0.0003244911,0.05000,2.815
19,block_sparse_moe.experts.228.w1,0.0002655040,0.05000,2.809
19,block_sparse_moe.experts.224.w1,0.0002191493,0.05000,2.921
19,block_sparse_moe.experts.232.w1,0.0003393899,0.05000,2.920
19,block_sparse_moe.experts.246.w1,0.0001005047,0.05000,2.564
19,block_sparse_moe.experts.254.w1,0.0000510690,0.05000,2.576
19,block_sparse_moe.experts.250.w1,0.0002060590,0.05000,2.607
19,block_sparse_moe.experts.242.w1,0.0002210016,0.05000,2.581
19,block_sparse_moe.experts.245.w1,0.0002517852,0.05000,2.865
19,block_sparse_moe.experts.249.w1,0.0002132025,0.05000,2.831
19,block_sparse_moe.experts.251.w1,0.0001165923,0.05000,3.046
19,block_sparse_moe.experts.253.w1,0.0001850727,0.05000,2.888
19,block_sparse_moe.experts.243.w1,0.0002919188,0.05000,2.969
19,block_sparse_moe.experts.241.w1,0.0003293567,0.05000,2.809
19,block_sparse_moe.experts.255.w1,0.0002713298,0.05000,3.010
19,block_sparse_moe.experts.247.w1,0.0000169189,0.05000,2.952
19,block_sparse_moe.experts.252.w1,0.0001742669,0.05000,2.977
19,block_sparse_moe.experts.244.w1,0.0001846232,0.05000,2.949
19,block_sparse_moe.experts.248.w1,0.0001704276,0.05000,2.848
19,block_sparse_moe.experts.240.w1,0.0001725729,0.05000,2.919
19,block_sparse_moe.experts.6.w3,0.0003129626,0.05000,2.910
19,block_sparse_moe.experts.14.w3,0.0001887895,0.05000,2.924
19,block_sparse_moe.experts.10.w3,0.0000877803,0.05000,2.933
19,block_sparse_moe.experts.2.w3,0.0001067371,0.05000,2.931
19,block_sparse_moe.experts.5.w3,0.0003960927,0.05000,2.888
19,block_sparse_moe.experts.9.w3,0.0000688039,0.05000,2.884
19,block_sparse_moe.experts.11.w3,0.0003171760,0.05000,2.941
19,block_sparse_moe.experts.3.w3,0.0004106171,0.05000,2.835
19,block_sparse_moe.experts.13.w3,0.0003187834,0.05000,2.896
19,block_sparse_moe.experts.15.w3,0.0003645465,0.05000,2.836
19,block_sparse_moe.experts.1.w3,0.0000436568,0.05000,2.976
19,block_sparse_moe.experts.7.w3,0.0001104814,0.05000,2.842
19,block_sparse_moe.experts.12.w3,0.0004088951,0.05000,2.922
19,block_sparse_moe.experts.4.w3,0.0002705743,0.05000,2.927
19,block_sparse_moe.experts.8.w3,0.0004149544,0.05000,2.884
19,block_sparse_moe.experts.0.w3,0.0004904878,0.05000,2.914
19,block_sparse_moe.experts.22.w3,0.0002117948,0.05000,2.807
19,block_sparse_moe.experts.30.w3,0.0000987949,0.05000,2.765
19,block_sparse_moe.experts.26.w3,0.0001266793,0.05000,2.807
19,block_sparse_moe.experts.18.w3,0.0001524239,0.05000,2.788
19,block_sparse_moe.experts.21.w3,0.0002160225,0.05000,2.862
19,block_sparse_moe.experts.27.w3,0.0002732814,0.05000,2.717
19,block_sparse_moe.experts.25.w3,0.0000512551,0.05000,2.934
19,block_sparse_moe.experts.19.w3,0.0001585443,0.05000,2.694
19,block_sparse_moe.experts.29.w3,0.0001015523,0.05000,2.858
19,block_sparse_moe.experts.31.w3,0.0000210645,0.05000,2.780
19,block_sparse_moe.experts.17.w3,0.0001200661,0.05000,2.873
19,block_sparse_moe.experts.23.w3,0.0000490978,0.05000,2.799
19,block_sparse_moe.experts.28.w3,0.0003770428,0.05000,2.997
19,block_sparse_moe.experts.20.w3,0.0000726540,0.05000,2.945
19,block_sparse_moe.experts.38.w3,0.0000279301,0.05000,2.826
19,block_sparse_moe.experts.16.w3,0.0001745110,0.05000,2.992
19,block_sparse_moe.experts.24.w3,0.0002673514,0.05000,3.057
19,block_sparse_moe.experts.46.w3,0.0002920350,0.05000,2.868
19,block_sparse_moe.experts.42.w3,0.0000792179,0.05000,2.798
19,block_sparse_moe.experts.34.w3,0.0002945786,0.05000,2.716
19,block_sparse_moe.experts.37.w3,0.0002251203,0.05000,3.074
19,block_sparse_moe.experts.43.w3,0.0003715616,0.05000,2.954
19,block_sparse_moe.experts.41.w3,0.0003828211,0.05000,3.043
19,block_sparse_moe.experts.35.w3,0.0002702731,0.05000,3.017
19,block_sparse_moe.experts.45.w3,0.0000838920,0.05000,3.052
19,block_sparse_moe.experts.47.w3,0.0003812802,0.05000,3.075
19,block_sparse_moe.experts.33.w3,0.0001750020,0.05000,3.136
19,block_sparse_moe.experts.39.w3,0.0002743712,0.05000,3.048
19,block_sparse_moe.experts.54.w3,0.0000679557,0.05000,2.835
19,block_sparse_moe.experts.44.w3,0.0000354372,0.05000,3.087
19,block_sparse_moe.experts.36.w3,0.0003132885,0.05000,3.064
19,block_sparse_moe.experts.62.w3,0.0001413138,0.05000,2.823
19,block_sparse_moe.experts.32.w3,0.0001643861,0.05000,3.019
19,block_sparse_moe.experts.58.w3,0.0003532404,0.05000,2.856
19,block_sparse_moe.experts.50.w3,0.0001197950,0.05000,2.882
19,block_sparse_moe.experts.40.w3,0.0001322563,0.05000,3.154
19,block_sparse_moe.experts.53.w3,0.0000844802,0.05000,3.098
19,block_sparse_moe.experts.59.w3,0.0001702150,0.05000,3.149
19,block_sparse_moe.experts.57.w3,0.0001263294,0.05000,3.134
19,block_sparse_moe.experts.51.w3,0.0003856501,0.05000,3.244
19,block_sparse_moe.experts.61.w3,0.0003107004,0.05000,3.060
19,block_sparse_moe.experts.63.w3,0.0000314734,0.05000,3.149
19,block_sparse_moe.experts.49.w3,0.0002561124,0.05000,3.099
19,block_sparse_moe.experts.55.w3,0.0004450271,0.05000,3.110
19,block_sparse_moe.experts.70.w3,0.0003834603,0.05000,2.702
19,block_sparse_moe.experts.78.w3,0.0002031311,0.05000,2.731
19,block_sparse_moe.experts.74.w3,0.0001593841,0.05000,2.672
19,block_sparse_moe.experts.60.w3,0.0002572637,0.05000,2.938
19,block_sparse_moe.experts.66.w3,0.0002104580,0.05000,2.711
19,block_sparse_moe.experts.52.w3,0.0002503919,0.05000,2.926
19,block_sparse_moe.experts.48.w3,0.0000955503,0.05000,2.881
19,block_sparse_moe.experts.56.w3,0.0002255773,0.05000,2.854
19,block_sparse_moe.experts.69.w3,0.0001554412,0.05000,3.079
19,block_sparse_moe.experts.75.w3,0.0003516894,0.05000,3.055
19,block_sparse_moe.experts.67.w3,0.0001103910,0.05000,2.990
19,block_sparse_moe.experts.73.w3,0.0002403840,0.05000,3.195
19,block_sparse_moe.experts.77.w3,0.0003072684,0.05000,3.200
19,block_sparse_moe.experts.86.w3,0.0002113932,0.05000,2.746
19,block_sparse_moe.experts.79.w3,0.0000332915,0.05000,2.967
19,block_sparse_moe.experts.90.w3,0.0003386135,0.05000,2.674
19,block_sparse_moe.experts.94.w3,0.0000529417,0.05000,2.794
19,block_sparse_moe.experts.71.w3,0.0000959537,0.05000,3.008
19,block_sparse_moe.experts.82.w3,0.0002245800,0.05000,2.725
19,block_sparse_moe.experts.65.w3,0.0002266263,0.05000,3.163
19,block_sparse_moe.experts.76.w3,0.0001265223,0.05000,3.145
19,block_sparse_moe.experts.68.w3,0.0001763602,0.05000,3.131
19,block_sparse_moe.experts.64.w3,0.0000472739,0.05000,3.174
19,block_sparse_moe.experts.72.w3,0.0003006965,0.05000,3.105
19,block_sparse_moe.experts.85.w3,0.0001951808,0.05000,3.064
19,block_sparse_moe.experts.91.w3,0.0002850717,0.05000,3.072
19,block_sparse_moe.experts.89.w3,0.0001306192,0.05000,2.953
19,block_sparse_moe.experts.83.w3,0.0001554037,0.05000,3.086
19,block_sparse_moe.experts.102.w3,0.0001755308,0.05000,2.841
19,block_sparse_moe.experts.93.w3,0.0003360964,0.05000,2.964
19,block_sparse_moe.experts.106.w3,0.0003001781,0.05000,2.809
19,block_sparse_moe.experts.110.w3,0.0001992345,0.05000,2.876
19,block_sparse_moe.experts.95.w3,0.0004095335,0.05000,3.092
19,block_sparse_moe.experts.98.w3,0.0001641743,0.05000,2.855
19,block_sparse_moe.experts.87.w3,0.0001199356,0.05000,3.059
19,block_sparse_moe.experts.81.w3,0.0000275899,0.05000,2.992
19,block_sparse_moe.experts.92.w3,0.0002225182,0.05000,3.110
19,block_sparse_moe.experts.84.w3,0.0000666205,0.05000,3.203
19,block_sparse_moe.experts.88.w3,0.0001980179,0.05000,3.135
19,block_sparse_moe.experts.80.w3,0.0002960357,0.05000,3.260
19,block_sparse_moe.experts.101.w3,0.0002898199,0.05000,3.037
19,block_sparse_moe.experts.118.w3,0.0001797062,0.05000,2.898
19,block_sparse_moe.experts.105.w3,0.0002039911,0.05000,3.058
19,block_sparse_moe.experts.122.w3,0.0002321841,0.05000,2.882
19,block_sparse_moe.experts.107.w3,0.0001198196,0.05000,3.185
19,block_sparse_moe.experts.109.w3,0.0001639281,0.05000,3.012
19,block_sparse_moe.experts.99.w3,0.0002618521,0.05000,3.139
19,block_sparse_moe.experts.114.w3,0.0000744590,0.05000,2.907
19,block_sparse_moe.experts.126.w3,0.0001682957,0.05000,3.019
19,block_sparse_moe.experts.111.w3,0.0002383167,0.05000,3.124
19,block_sparse_moe.experts.97.w3,0.0001547610,0.05000,2.998
19,block_sparse_moe.experts.103.w3,0.0000145705,0.05000,3.138
19,block_sparse_moe.experts.108.w3,0.0000641987,0.05000,3.066
19,block_sparse_moe.experts.100.w3,0.0002705247,0.05000,3.085
19,block_sparse_moe.experts.104.w3,0.0001833287,0.05000,3.119
19,block_sparse_moe.experts.96.w3,0.0002003414,0.05000,3.112
19,block_sparse_moe.experts.117.w3,0.0004113691,0.05000,2.790
19,block_sparse_moe.experts.138.w3,0.0001476741,0.05000,2.661
19,block_sparse_moe.experts.134.w3,0.0000526799,0.05000,2.821
19,block_sparse_moe.experts.121.w3,0.0003981445,0.05000,2.888
19,block_sparse_moe.experts.130.w3,0.0000858775,0.05000,2.681
19,block_sparse_moe.experts.142.w3,0.0000899083,0.05000,2.691
19,block_sparse_moe.experts.125.w3,0.0001398813,0.05000,2.915
19,block_sparse_moe.experts.123.w3,0.0004563389,0.05000,3.165
19,block_sparse_moe.experts.113.w3,0.0001334891,0.05000,2.790
19,block_sparse_moe.experts.115.w3,0.0003112419,0.05000,3.201
19,block_sparse_moe.experts.127.w3,0.0002629325,0.05000,3.230
19,block_sparse_moe.experts.119.w3,0.0001952153,0.05000,3.191
19,block_sparse_moe.experts.124.w3,0.0001777416,0.05000,2.917
19,block_sparse_moe.experts.116.w3,0.0000526473,0.05000,2.969
19,block_sparse_moe.experts.120.w3,0.0002241571,0.05000,2.937
19,block_sparse_moe.experts.112.w3,0.0004083261,0.05000,2.978
19,block_sparse_moe.experts.133.w3,0.0001546748,0.05000,3.018
19,block_sparse_moe.experts.154.w3,0.0003658846,0.05000,2.774
19,block_sparse_moe.experts.150.w3,0.0002161861,0.05000,2.832
19,block_sparse_moe.experts.146.w3,0.0001836211,0.05000,2.795
19,block_sparse_moe.experts.158.w3,0.0001553150,0.05000,2.766
19,block_sparse_moe.experts.137.w3,0.0001677977,0.05000,2.928
19,block_sparse_moe.experts.141.w3,0.0000895172,0.05000,2.869
19,block_sparse_moe.experts.139.w3,0.0001950353,0.05000,2.925
19,block_sparse_moe.experts.129.w3,0.0003248910,0.05000,2.901
19,block_sparse_moe.experts.131.w3,0.0004148474,0.05000,2.937
19,block_sparse_moe.experts.143.w3,0.0000962120,0.05000,3.020
19,block_sparse_moe.experts.135.w3,0.0000691614,0.05000,2.985
19,block_sparse_moe.experts.140.w3,0.0000540514,0.05000,3.038
19,block_sparse_moe.experts.132.w3,0.0001857267,0.05000,3.025
19,block_sparse_moe.experts.136.w3,0.0003252773,0.05000,3.132
19,block_sparse_moe.experts.128.w3,0.0005044834,0.05000,3.090
19,block_sparse_moe.experts.149.w3,0.0002581117,0.05000,2.909
19,block_sparse_moe.experts.170.w3,0.0000801759,0.05000,2.955
19,block_sparse_moe.experts.166.w3,0.0004840819,0.05000,2.850
19,block_sparse_moe.experts.162.w3,0.0000281398,0.05000,2.887
19,block_sparse_moe.experts.174.w3,0.0000643388,0.05000,2.991
19,block_sparse_moe.experts.153.w3,0.0003609491,0.05000,2.917
19,block_sparse_moe.experts.157.w3,0.0001593119,0.05000,2.903
19,block_sparse_moe.experts.145.w3,0.0000483117,0.05000,2.907
19,block_sparse_moe.experts.155.w3,0.0002806874,0.05000,3.039
19,block_sparse_moe.experts.147.w3,0.0000497126,0.05000,3.069
19,block_sparse_moe.experts.159.w3,0.0001413363,0.05000,2.989
19,block_sparse_moe.experts.151.w3,0.0004463463,0.05000,2.985
19,block_sparse_moe.experts.156.w3,0.0000642285,0.05000,2.980
19,block_sparse_moe.experts.148.w3,0.0000386660,0.05000,2.989
19,block_sparse_moe.experts.152.w3,0.0001632139,0.05000,2.889
19,block_sparse_moe.experts.144.w3,0.0002439199,0.05000,2.956
19,block_sparse_moe.experts.165.w3,0.0002199239,0.05000,2.801
19,block_sparse_moe.experts.182.w3,0.0003456325,0.05000,2.734
19,block_sparse_moe.experts.186.w3,0.0002713356,0.05000,2.873
19,block_sparse_moe.experts.178.w3,0.0003934778,0.05000,2.805
19,block_sparse_moe.experts.190.w3,0.0000679103,0.05000,2.776
19,block_sparse_moe.experts.173.w3,0.0004922896,0.05000,2.847
19,block_sparse_moe.experts.169.w3,0.0003029762,0.05000,2.993
19,block_sparse_moe.experts.171.w3,0.0002082053,0.05000,2.926
19,block_sparse_moe.experts.161.w3,0.0001302585,0.05000,3.008
19,block_sparse_moe.experts.163.w3,0.0002194207,0.05000,2.915
19,block_sparse_moe.experts.175.w3,0.0000974198,0.05000,2.929
19,block_sparse_moe.experts.167.w3,0.0001613135,0.05000,2.974
19,block_sparse_moe.experts.172.w3,0.0001725828,0.05000,2.992
19,block_sparse_moe.experts.164.w3,0.0001517425,0.05000,3.034
19,block_sparse_moe.experts.168.w3,0.0000570694,0.05000,3.014
19,block_sparse_moe.experts.160.w3,0.0001730659,0.05000,3.012
19,block_sparse_moe.experts.198.w3,0.0002501528,0.05000,2.709
19,block_sparse_moe.experts.202.w3,0.0003857089,0.05000,2.699
19,block_sparse_moe.experts.194.w3,0.0000671192,0.05000,2.688
19,block_sparse_moe.experts.181.w3,0.0000173029,0.05000,3.073
19,block_sparse_moe.experts.206.w3,0.0002121997,0.05000,2.658
19,block_sparse_moe.experts.189.w3,0.0001520792,0.05000,3.112
19,block_sparse_moe.experts.185.w3,0.0003074763,0.05000,3.076
19,block_sparse_moe.experts.187.w3,0.0001486711,0.05000,2.906
19,block_sparse_moe.experts.177.w3,0.0002042411,0.05000,3.038
19,block_sparse_moe.experts.179.w3,0.0001597209,0.05000,2.973
19,block_sparse_moe.experts.191.w3,0.0002371648,0.05000,2.833
19,block_sparse_moe.experts.183.w3,0.0000323956,0.05000,2.809
19,block_sparse_moe.experts.188.w3,0.0001947622,0.05000,2.906
19,block_sparse_moe.experts.180.w3,0.0002040285,0.05000,2.961
19,block_sparse_moe.experts.184.w3,0.0002274643,0.05000,2.923
19,block_sparse_moe.experts.176.w3,0.0005623437,0.05000,2.927
19,block_sparse_moe.experts.214.w3,0.0003456230,0.05000,2.793
19,block_sparse_moe.experts.218.w3,0.0001668298,0.05000,2.736
19,block_sparse_moe.experts.197.w3,0.0003170058,0.05000,2.754
19,block_sparse_moe.experts.210.w3,0.0005066760,0.05000,2.810
19,block_sparse_moe.experts.222.w3,0.0000860894,0.05000,2.822
19,block_sparse_moe.experts.201.w3,0.0002187180,0.05000,2.692
19,block_sparse_moe.experts.205.w3,0.0001807858,0.05000,2.755
19,block_sparse_moe.experts.193.w3,0.0001694122,0.05000,2.781
19,block_sparse_moe.experts.203.w3,0.0002029118,0.05000,3.130
19,block_sparse_moe.experts.195.w3,0.0000208910,0.05000,3.151
19,block_sparse_moe.experts.207.w3,0.0001352762,0.05000,3.155
19,block_sparse_moe.experts.204.w3,0.0001793665,0.05000,2.928
19,block_sparse_moe.experts.199.w3,0.0003161038,0.05000,3.249
19,block_sparse_moe.experts.196.w3,0.0000741621,0.05000,2.991
19,block_sparse_moe.experts.200.w3,0.0003372584,0.05000,3.032
19,block_sparse_moe.experts.192.w3,0.0001250009,0.05000,2.998
19,block_sparse_moe.experts.234.w3,0.0003249579,0.05000,2.741
19,block_sparse_moe.experts.230.w3,0.0003160469,0.05000,2.840
19,block_sparse_moe.experts.226.w3,0.0001717082,0.05000,2.742
19,block_sparse_moe.experts.238.w3,0.0003267463,0.05000,2.787
19,block_sparse_moe.experts.213.w3,0.0003091112,0.05000,2.890
19,block_sparse_moe.experts.217.w3,0.0001310499,0.05000,2.960
19,block_sparse_moe.experts.221.w3,0.0002846114,0.05000,2.939
19,block_sparse_moe.experts.209.w3,0.0001573567,0.05000,2.902
19,block_sparse_moe.experts.219.w3,0.0001083784,0.05000,3.146
19,block_sparse_moe.experts.211.w3,0.0001498767,0.05000,3.131
19,block_sparse_moe.experts.220.w3,0.0001817001,0.05000,2.883
19,block_sparse_moe.experts.223.w3,0.0000926268,0.05000,3.146
19,block_sparse_moe.experts.215.w3,0.0000143253,0.05000,3.098
19,block_sparse_moe.experts.212.w3,0.0002636352,0.05000,2.943
19,block_sparse_moe.experts.216.w3,0.0001231869,0.05000,2.826
19,block_sparse_moe.experts.250.w3,0.0002110427,0.05000,2.663
19,block_sparse_moe.experts.246.w3,0.0001008017,0.05000,2.643
19,block_sparse_moe.experts.242.w3,0.0002199180,0.05000,2.621
19,block_sparse_moe.experts.208.w3,0.0002715097,0.05000,2.925
19,block_sparse_moe.experts.254.w3,0.0000507044,0.05000,2.546
19,block_sparse_moe.experts.229.w3,0.0001816412,0.05000,3.007
19,block_sparse_moe.experts.233.w3,0.0002694722,0.05000,2.949
19,block_sparse_moe.experts.237.w3,0.0001847679,0.05000,3.023
19,block_sparse_moe.experts.225.w3,0.0001989509,0.05000,2.932
19,block_sparse_moe.experts.235.w3,0.0001022928,0.05000,2.950
19,block_sparse_moe.experts.227.w3,0.0000884301,0.05000,2.998
19,block_sparse_moe.experts.236.w3,0.0003094706,0.05000,2.979
19,block_sparse_moe.experts.239.w3,0.0001464133,0.05000,2.975
19,block_sparse_moe.experts.231.w3,0.0003592184,0.05000,2.943
19,block_sparse_moe.experts.228.w3,0.0002682836,0.05000,2.926
19,block_sparse_moe.experts.232.w3,0.0003438207,0.05000,2.943
19,block_sparse_moe.experts.224.w3,0.0002228369,0.05000,2.977
19,block_sparse_moe.experts.245.w3,0.0002547829,0.05000,2.859
19,block_sparse_moe.experts.249.w3,0.0002162218,0.05000,2.836
19,block_sparse_moe.experts.253.w3,0.0001884129,0.05000,2.764
19,block_sparse_moe.experts.241.w3,0.0003330816,0.05000,2.560
19,block_sparse_moe.experts.251.w3,0.0001187666,0.05000,2.883
19,block_sparse_moe.experts.252.w3,0.0001740349,0.05000,2.707
19,block_sparse_moe.experts.243.w3,0.0002956796,0.05000,2.887
19,block_sparse_moe.experts.255.w3,0.0002737394,0.05000,2.798
19,block_sparse_moe.experts.247.w3,0.0000162738,0.05000,2.683
19,block_sparse_moe.experts.244.w3,0.0001854501,0.05000,2.662
19,block_sparse_moe.experts.248.w3,0.0001702430,0.05000,2.643
19,block_sparse_moe.experts.240.w3,0.0001734856,0.05000,2.517
19,block_sparse_moe.experts.2.w2,0.0000494480,0.05000,1.364
19,block_sparse_moe.experts.10.w2,0.0000455367,0.05000,1.373
19,block_sparse_moe.experts.6.w2,0.0001996834,0.05000,1.386
19,block_sparse_moe.experts.14.w2,0.0001089616,0.05000,1.418
19,block_sparse_moe.experts.8.w2,0.0001142677,0.05000,1.420
19,block_sparse_moe.experts.11.w2,0.0001848014,0.05000,1.420
19,block_sparse_moe.experts.4.w2,0.0001300766,0.05000,1.468
19,block_sparse_moe.experts.3.w2,0.0001744512,0.05000,1.472
19,block_sparse_moe.experts.15.w2,0.0001583994,0.05000,1.448
19,block_sparse_moe.experts.9.w2,0.0000395610,0.05000,1.450
19,block_sparse_moe.experts.7.w2,0.0000755727,0.05000,1.454
19,block_sparse_moe.experts.0.w2,0.0001213435,0.05000,1.509
19,block_sparse_moe.experts.12.w2,0.0001921078,0.05000,1.478
19,block_sparse_moe.experts.5.w2,0.0001544061,0.05000,1.490
19,block_sparse_moe.experts.1.w2,0.0000293009,0.05000,1.520
19,block_sparse_moe.experts.13.w2,0.0001937976,0.05000,1.547
19,block_sparse_moe.experts.27.w2,0.0000820495,0.05000,1.429
19,block_sparse_moe.experts.18.w2,0.0000609930,0.05000,1.516
19,block_sparse_moe.experts.24.w2,0.0001418530,0.05000,1.434
19,block_sparse_moe.experts.20.w2,0.0000374602,0.05000,1.422
19,block_sparse_moe.experts.16.w2,0.0001111738,0.05000,1.417
19,block_sparse_moe.experts.23.w2,0.0000549808,0.05000,1.445
19,block_sparse_moe.experts.31.w2,0.0000128290,0.05000,1.458
19,block_sparse_moe.experts.28.w2,0.0001647732,0.05000,1.429
19,block_sparse_moe.experts.19.w2,0.0000444825,0.05000,1.473
19,block_sparse_moe.experts.26.w2,0.0000932827,0.05000,1.562
19,block_sparse_moe.experts.30.w2,0.0000481315,0.05000,1.550
19,block_sparse_moe.experts.25.w2,0.0000119232,0.05000,1.523
19,block_sparse_moe.experts.22.w2,0.0001164888,0.05000,1.601
19,block_sparse_moe.experts.17.w2,0.0000446295,0.05000,1.498
19,block_sparse_moe.experts.21.w2,0.0000843790,0.05000,1.511
19,block_sparse_moe.experts.29.w2,0.0000463871,0.05000,1.538
19,block_sparse_moe.experts.40.w2,0.0000511901,0.05000,1.462
19,block_sparse_moe.experts.34.w2,0.0001013978,0.05000,1.482
19,block_sparse_moe.experts.44.w2,0.0000160825,0.05000,1.439
19,block_sparse_moe.experts.43.w2,0.0001589597,0.05000,1.507
19,block_sparse_moe.experts.32.w2,0.0000919045,0.05000,1.474
19,block_sparse_moe.experts.33.w2,0.0001205438,0.05000,1.386
19,block_sparse_moe.experts.36.w2,0.0002236696,0.05000,1.517
19,block_sparse_moe.experts.41.w2,0.0001086497,0.05000,1.417
19,block_sparse_moe.experts.39.w2,0.0001672419,0.05000,1.498
19,block_sparse_moe.experts.42.w2,0.0000245328,0.05000,1.463
19,block_sparse_moe.experts.35.w2,0.0000743911,0.05000,1.489
19,block_sparse_moe.experts.38.w2,0.0000271214,0.05000,1.421
19,block_sparse_moe.experts.47.w2,0.0001690870,0.05000,1.509
19,block_sparse_moe.experts.37.w2,0.0000725785,0.05000,1.426
19,block_sparse_moe.experts.46.w2,0.0000711357,0.05000,1.478
19,block_sparse_moe.experts.45.w2,0.0000512387,0.05000,1.438
19,block_sparse_moe.experts.55.w2,0.0002052522,0.05000,1.282
19,block_sparse_moe.experts.63.w2,0.0000264131,0.05000,1.267
19,block_sparse_moe.experts.59.w2,0.0000954885,0.05000,1.332
19,block_sparse_moe.experts.51.w2,0.0001357640,0.05000,1.296
19,block_sparse_moe.experts.56.w2,0.0001101716,0.05000,1.472
19,block_sparse_moe.experts.50.w2,0.0000751218,0.05000,1.482
19,block_sparse_moe.experts.52.w2,0.0001415429,0.05000,1.460
19,block_sparse_moe.experts.49.w2,0.0001057759,0.05000,1.483
19,block_sparse_moe.experts.54.w2,0.0000317876,0.05000,1.463
19,block_sparse_moe.experts.48.w2,0.0000591518,0.05000,1.510
19,block_sparse_moe.experts.57.w2,0.0000511100,0.05000,1.499
19,block_sparse_moe.experts.58.w2,0.0002152863,0.05000,1.489
19,block_sparse_moe.experts.60.w2,0.0000959919,0.05000,1.542
19,block_sparse_moe.experts.53.w2,0.0000448105,0.05000,1.465
19,block_sparse_moe.experts.62.w2,0.0000521964,0.05000,1.464
19,block_sparse_moe.experts.61.w2,0.0000881389,0.05000,1.518
19,block_sparse_moe.experts.71.w2,0.0000441405,0.05000,1.461
19,block_sparse_moe.experts.79.w2,0.0000173230,0.05000,1.464
19,block_sparse_moe.experts.75.w2,0.0002191815,0.05000,1.462
19,block_sparse_moe.experts.72.w2,0.0000867805,0.05000,1.380
19,block_sparse_moe.experts.67.w2,0.0000245727,0.05000,1.478
19,block_sparse_moe.experts.68.w2,0.0000501350,0.05000,1.363
19,block_sparse_moe.experts.66.w2,0.0001163160,0.05000,1.446
19,block_sparse_moe.experts.76.w2,0.0000913855,0.05000,1.372
19,block_sparse_moe.experts.69.w2,0.0000691315,0.05000,1.420
19,block_sparse_moe.experts.73.w2,0.0001543658,0.05000,1.425
19,block_sparse_moe.experts.78.w2,0.0000983686,0.05000,1.411
19,block_sparse_moe.experts.70.w2,0.0001797547,0.05000,1.452
19,block_sparse_moe.experts.64.w2,0.0000297399,0.05000,1.452
19,block_sparse_moe.experts.65.w2,0.0000790036,0.05000,1.481
19,block_sparse_moe.experts.74.w2,0.0000723520,0.05000,1.474
19,block_sparse_moe.experts.77.w2,0.0001301812,0.05000,1.456
19,block_sparse_moe.experts.88.w2,0.0000814667,0.05000,1.384
19,block_sparse_moe.experts.84.w2,0.0000201560,0.05000,1.412
19,block_sparse_moe.experts.91.w2,0.0001062442,0.05000,1.477
19,block_sparse_moe.experts.95.w2,0.0001720124,0.05000,1.488
19,block_sparse_moe.experts.83.w2,0.0000859609,0.05000,1.480
19,block_sparse_moe.experts.87.w2,0.0000529085,0.05000,1.516
19,block_sparse_moe.experts.92.w2,0.0000866373,0.05000,1.400
19,block_sparse_moe.experts.82.w2,0.0000894728,0.05000,1.432
19,block_sparse_moe.experts.80.w2,0.0001360126,0.05000,1.379
19,block_sparse_moe.experts.89.w2,0.0000757860,0.05000,1.473
19,block_sparse_moe.experts.85.w2,0.0000790625,0.05000,1.503
19,block_sparse_moe.experts.81.w2,0.0000188022,0.05000,1.476
19,block_sparse_moe.experts.94.w2,0.0000274887,0.05000,1.496
19,block_sparse_moe.experts.86.w2,0.0001034610,0.05000,1.508
19,block_sparse_moe.experts.90.w2,0.0001643996,0.05000,1.495
19,block_sparse_moe.experts.93.w2,0.0001529520,0.05000,1.431
19,block_sparse_moe.experts.104.w2,0.0000679046,0.05000,1.410
19,block_sparse_moe.experts.99.w2,0.0000858241,0.05000,1.377
19,block_sparse_moe.experts.111.w2,0.0000831171,0.05000,1.402
19,block_sparse_moe.experts.100.w2,0.0000747597,0.05000,1.440
19,block_sparse_moe.experts.107.w2,0.0000613843,0.05000,1.431
19,block_sparse_moe.experts.103.w2,0.0000072281,0.05000,1.411
19,block_sparse_moe.experts.97.w2,0.0000676339,0.05000,1.257
19,block_sparse_moe.experts.98.w2,0.0000814349,0.05000,1.382
19,block_sparse_moe.experts.108.w2,0.0000238784,0.05000,1.425
19,block_sparse_moe.experts.96.w2,0.0000768042,0.05000,1.418
19,block_sparse_moe.experts.105.w2,0.0000781965,0.05000,1.360
19,block_sparse_moe.experts.101.w2,0.0000698837,0.05000,1.349
19,block_sparse_moe.experts.110.w2,0.0000612606,0.05000,1.383
19,block_sparse_moe.experts.106.w2,0.0001928012,0.05000,1.370
19,block_sparse_moe.experts.102.w2,0.0000636922,0.05000,1.414
19,block_sparse_moe.experts.109.w2,0.0000517566,0.05000,1.342
19,block_sparse_moe.experts.113.w2,0.0000693656,0.05000,1.283
19,block_sparse_moe.experts.116.w2,0.0000252643,0.05000,1.323
19,block_sparse_moe.experts.120.w2,0.0000695201,0.05000,1.420
19,block_sparse_moe.experts.124.w2,0.0000346262,0.05000,1.331
19,block_sparse_moe.experts.117.w2,0.0001506268,0.05000,1.271
19,block_sparse_moe.experts.112.w2,0.0001509348,0.05000,1.350
19,block_sparse_moe.experts.127.w2,0.0001072975,0.05000,1.453
19,block_sparse_moe.experts.121.w2,0.0001516223,0.05000,1.354
19,block_sparse_moe.experts.125.w2,0.0001294177,0.05000,1.231
19,block_sparse_moe.experts.115.w2,0.0001288532,0.05000,1.492
19,block_sparse_moe.experts.123.w2,0.0001287942,0.05000,1.506
19,block_sparse_moe.experts.119.w2,0.0000502278,0.05000,1.497
19,block_sparse_moe.experts.114.w2,0.0000164231,0.05000,1.518
19,block_sparse_moe.experts.126.w2,0.0000722726,0.05000,1.449
19,block_sparse_moe.experts.122.w2,0.0000567979,0.05000,1.457
19,block_sparse_moe.experts.118.w2,0.0000563491,0.05000,1.454
19,block_sparse_moe.experts.129.w2,0.0001977693,0.05000,1.317
19,block_sparse_moe.experts.133.w2,0.0000493788,0.05000,1.309
19,block_sparse_moe.experts.136.w2,0.0000866643,0.05000,1.403
19,block_sparse_moe.experts.132.w2,0.0000750529,0.05000,1.435
19,block_sparse_moe.experts.140.w2,0.0000141154,0.05000,1.395
19,block_sparse_moe.experts.137.w2,0.0000410608,0.05000,1.333
19,block_sparse_moe.experts.141.w2,0.0000397438,0.05000,1.336
19,block_sparse_moe.experts.128.w2,0.0001532423,0.05000,1.433
19,block_sparse_moe.experts.143.w2,0.0000478473,0.05000,1.444
19,block_sparse_moe.experts.135.w2,0.0000224347,0.05000,1.368
19,block_sparse_moe.experts.139.w2,0.0000774999,0.05000,1.410
19,block_sparse_moe.experts.131.w2,0.0001433313,0.05000,1.490
19,block_sparse_moe.experts.130.w2,0.0000294816,0.05000,1.442
19,block_sparse_moe.experts.134.w2,0.0000657150,0.05000,1.420
19,block_sparse_moe.experts.142.w2,0.0000361224,0.05000,1.469
19,block_sparse_moe.experts.138.w2,0.0000464643,0.05000,1.488
19,block_sparse_moe.experts.145.w2,0.0000285820,0.05000,1.335
19,block_sparse_moe.experts.149.w2,0.0000571597,0.05000,1.316
19,block_sparse_moe.experts.153.w2,0.0001580590,0.05000,1.305
19,block_sparse_moe.experts.157.w2,0.0000625078,0.05000,1.364
19,block_sparse_moe.experts.152.w2,0.0000728461,0.05000,1.463
19,block_sparse_moe.experts.156.w2,0.0000302990,0.05000,1.473
19,block_sparse_moe.experts.148.w2,0.0000243637,0.05000,1.499
19,block_sparse_moe.experts.144.w2,0.0000879171,0.05000,1.462
19,block_sparse_moe.experts.159.w2,0.0000577045,0.05000,1.550
19,block_sparse_moe.experts.155.w2,0.0001159499,0.05000,1.561
19,block_sparse_moe.experts.151.w2,0.0002059191,0.05000,1.602
19,block_sparse_moe.experts.147.w2,0.0000259720,0.05000,1.542
19,block_sparse_moe.experts.146.w2,0.0000837805,0.05000,1.570
19,block_sparse_moe.experts.158.w2,0.0001228736,0.05000,1.529
19,block_sparse_moe.experts.150.w2,0.0000560893,0.05000,1.545
19,block_sparse_moe.experts.154.w2,0.0000940862,0.05000,1.529
19,block_sparse_moe.experts.165.w2,0.0000687598,0.05000,1.425
19,block_sparse_moe.experts.161.w2,0.0000544772,0.05000,1.481
19,block_sparse_moe.experts.169.w2,0.0001260975,0.05000,1.432
19,block_sparse_moe.experts.173.w2,0.0001551520,0.05000,1.463
19,block_sparse_moe.experts.168.w2,0.0000308753,0.05000,1.425
19,block_sparse_moe.experts.172.w2,0.0000586640,0.05000,1.392
19,block_sparse_moe.experts.164.w2,0.0000371080,0.05000,1.395
19,block_sparse_moe.experts.160.w2,0.0000736769,0.05000,1.423
19,block_sparse_moe.experts.175.w2,0.0000522750,0.05000,1.475
19,block_sparse_moe.experts.167.w2,0.0000815761,0.05000,1.442
19,block_sparse_moe.experts.162.w2,0.0000089802,0.05000,1.438
19,block_sparse_moe.experts.163.w2,0.0000569363,0.05000,1.487
19,block_sparse_moe.experts.171.w2,0.0001845845,0.05000,1.516
19,block_sparse_moe.experts.166.w2,0.0002037583,0.05000,1.429
19,block_sparse_moe.experts.174.w2,0.0000572396,0.05000,1.486
19,block_sparse_moe.experts.170.w2,0.0000286602,0.05000,1.511
19,block_sparse_moe.experts.177.w2,0.0000966170,0.05000,1.374
19,block_sparse_moe.experts.181.w2,0.0000091562,0.05000,1.423
19,block_sparse_moe.experts.185.w2,0.0001261805,0.05000,1.382
19,block_sparse_moe.experts.189.w2,0.0000382231,0.05000,1.341
19,block_sparse_moe.experts.188.w2,0.0000723020,0.05000,1.509
19,block_sparse_moe.experts.184.w2,0.0001003425,0.05000,1.515
19,block_sparse_moe.experts.180.w2,0.0000490759,0.05000,1.534
19,block_sparse_moe.experts.176.w2,0.0001917799,0.05000,1.567
19,block_sparse_moe.experts.191.w2,0.0000628882,0.05000,1.410
19,block_sparse_moe.experts.183.w2,0.0000141589,0.05000,1.394
19,block_sparse_moe.experts.182.w2,0.0000740009,0.05000,1.318
19,block_sparse_moe.experts.178.w2,0.0001283888,0.05000,1.388
19,block_sparse_moe.experts.190.w2,0.0000327136,0.05000,1.324
19,block_sparse_moe.experts.179.w2,0.0000361812,0.05000,1.428
19,block_sparse_moe.experts.187.w2,0.0000610763,0.05000,1.453
19,block_sparse_moe.experts.186.w2,0.0000951249,0.05000,1.334
19,block_sparse_moe.experts.200.w2,0.0000881005,0.05000,1.565
19,block_sparse_moe.experts.207.w2,0.0000658927,0.05000,1.400
19,block_sparse_moe.experts.204.w2,0.0000556011,0.05000,1.607
19,block_sparse_moe.experts.199.w2,0.0001184175,0.05000,1.462
19,block_sparse_moe.experts.195.w2,0.0000141932,0.05000,1.408
19,block_sparse_moe.experts.196.w2,0.0000321094,0.05000,1.656
19,block_sparse_moe.experts.192.w2,0.0000404214,0.05000,1.588
19,block_sparse_moe.experts.203.w2,0.0001529948,0.05000,1.528
19,block_sparse_moe.experts.216.w2,0.0000764443,0.05000,1.656
19,block_sparse_moe.experts.220.w2,0.0000812993,0.05000,1.672
19,block_sparse_moe.experts.212.w2,0.0000804131,0.05000,1.696
19,block_sparse_moe.experts.208.w2,0.0000683344,0.05000,1.705
19,block_sparse_moe.experts.198.w2,0.0000553930,0.05000,3.626
19,block_sparse_moe.experts.194.w2,0.0000346989,0.05000,3.611
19,block_sparse_moe.experts.206.w2,0.0000626697,0.05000,3.618
19,block_sparse_moe.experts.202.w2,0.0002039821,0.05000,3.581
19,block_sparse_moe.experts.232.w2,0.0001395287,0.05000,1.554
19,block_sparse_moe.experts.236.w2,0.0001088396,0.05000,1.538
19,block_sparse_moe.experts.228.w2,0.0000808817,0.05000,1.521
19,block_sparse_moe.experts.223.w2,0.0000633421,0.05000,3.428
19,block_sparse_moe.experts.224.w2,0.0000712195,0.05000,1.580
19,block_sparse_moe.experts.215.w2,0.0000123311,0.05000,3.481
19,block_sparse_moe.experts.211.w2,0.0000472810,0.05000,3.452
19,block_sparse_moe.experts.214.w2,0.0000907774,0.05000,1.336
19,block_sparse_moe.experts.222.w2,0.0000458925,0.05000,1.300
19,block_sparse_moe.experts.210.w2,0.0001738173,0.05000,1.350
19,block_sparse_moe.experts.219.w2,0.0000305796,0.05000,3.443
19,block_sparse_moe.experts.218.w2,0.0000994308,0.05000,1.409
19,block_sparse_moe.experts.197.w2,0.0000774872,0.05000,1.382
19,block_sparse_moe.experts.193.w2,0.0000884268,0.05000,1.427
19,block_sparse_moe.experts.201.w2,0.0000814670,0.05000,1.442
19,block_sparse_moe.experts.205.w2,0.0000548493,0.05000,1.469
19,block_sparse_moe.experts.248.w2,0.0000495396,0.05000,1.461
19,block_sparse_moe.experts.252.w2,0.0001200437,0.05000,1.446
19,block_sparse_moe.experts.244.w2,0.0001800068,0.05000,1.450
19,block_sparse_moe.experts.240.w2,0.0000552976,0.05000,1.356
19,block_sparse_moe.experts.239.w2,0.0000624399,0.05000,1.476
19,block_sparse_moe.experts.231.w2,0.0001397903,0.05000,1.459
19,block_sparse_moe.experts.230.w2,0.0000713079,0.05000,1.423
19,block_sparse_moe.experts.227.w2,0.0000315935,0.05000,1.468
19,block_sparse_moe.experts.238.w2,0.0000853926,0.05000,1.461
19,block_sparse_moe.experts.226.w2,0.0000634049,0.05000,1.456
19,block_sparse_moe.experts.234.w2,0.0001174311,0.05000,1.353
19,block_sparse_moe.experts.235.w2,0.0000605080,0.05000,1.475
19,block_sparse_moe.experts.213.w2,0.0001218324,0.05000,1.558
19,block_sparse_moe.experts.217.w2,0.0000798071,0.05000,1.558
19,block_sparse_moe.experts.209.w2,0.0001146616,0.05000,1.594
19,block_sparse_moe.experts.221.w2,0.0001010853,0.05000,1.608
19,block_sparse_moe.experts.255.w2,0.0000653523,0.05000,1.568
19,block_sparse_moe.experts.247.w2,0.0000062917,0.05000,1.531
19,block_sparse_moe.experts.243.w2,0.0001522764,0.05000,1.557
19,block_sparse_moe.experts.251.w2,0.0000370253,0.05000,1.432
19,block_sparse_moe.experts.254.w2,0.0000330134,0.05000,1.264
19,block_sparse_moe.experts.246.w2,0.0000607155,0.05000,1.291
19,block_sparse_moe.experts.242.w2,0.0001148842,0.05000,1.293
19,block_sparse_moe.experts.250.w2,0.0000796130,0.05000,1.299
19,block_sparse_moe.experts.225.w2,0.0000882743,0.05000,1.371
19,block_sparse_moe.experts.229.w2,0.0000922395,0.05000,1.447
19,block_sparse_moe.experts.233.w2,0.0001229309,0.05000,1.397
19,block_sparse_moe.experts.237.w2,0.0000802099,0.05000,1.396
19,block_sparse_moe.experts.249.w2,0.0000694818,0.05000,1.278
19,block_sparse_moe.experts.241.w2,0.0001167000,0.05000,1.284
19,block_sparse_moe.experts.245.w2,0.0000836995,0.05000,1.289
19,block_sparse_moe.experts.253.w2,0.0000856981,0.05000,1.239
20,self_attn.k_proj,0.0000003532,0.05000,0.831
20,self_attn.q_proj,0.0000021562,0.05000,0.871
20,self_attn.v_proj,0.0000003053,0.05000,0.865
20,self_attn.o_proj,0.0000002442,0.05000,1.749
20,block_sparse_moe.experts.1.w1,0.0001619881,0.05000,2.927
20,block_sparse_moe.experts.9.w1,0.0003375052,0.05000,2.975
20,block_sparse_moe.experts.5.w1,0.0004935643,0.05000,3.009
20,block_sparse_moe.experts.8.w1,0.0001163281,0.05000,3.052
20,block_sparse_moe.experts.13.w1,0.0003768249,0.05000,3.060
20,block_sparse_moe.experts.15.w1,0.0003527027,0.05000,3.039
20,block_sparse_moe.experts.3.w1,0.0002304255,0.05000,3.102
20,block_sparse_moe.experts.4.w1,0.0003326896,0.05000,3.117
20,block_sparse_moe.experts.12.w1,0.0003433967,0.05000,3.142
20,block_sparse_moe.experts.7.w1,0.0000425708,0.05000,3.142
20,block_sparse_moe.experts.0.w1,0.0003343834,0.05000,3.171
20,block_sparse_moe.experts.11.w1,0.0001064702,0.05000,3.208
20,block_sparse_moe.experts.2.w1,0.0001086213,0.05000,3.264
20,block_sparse_moe.experts.10.w1,0.0002751212,0.05000,3.294
20,block_sparse_moe.experts.6.w1,0.0002041811,0.05000,3.351
20,block_sparse_moe.experts.14.w1,0.0001613541,0.05000,3.435
20,block_sparse_moe.experts.24.w1,0.0001193382,0.05000,2.743
20,block_sparse_moe.experts.28.w1,0.0000936062,0.05000,2.745
20,block_sparse_moe.experts.17.w1,0.0001778436,0.05000,3.050
20,block_sparse_moe.experts.20.w1,0.0002498349,0.05000,2.867
20,block_sparse_moe.experts.21.w1,0.0001725202,0.05000,2.990
20,block_sparse_moe.experts.31.w1,0.0003491125,0.05000,2.985
20,block_sparse_moe.experts.16.w1,0.0001873917,0.05000,2.920
20,block_sparse_moe.experts.29.w1,0.0004816100,0.05000,3.043
20,block_sparse_moe.experts.19.w1,0.0002020540,0.05000,3.028
20,block_sparse_moe.experts.25.w1,0.0001873942,0.05000,3.198
20,block_sparse_moe.experts.23.w1,0.0001978568,0.05000,3.034
20,block_sparse_moe.experts.27.w1,0.0004061122,0.05000,3.025
20,block_sparse_moe.experts.18.w1,0.0002697811,0.05000,3.027
20,block_sparse_moe.experts.26.w1,0.0002101343,0.05000,3.039
20,block_sparse_moe.experts.30.w1,0.0000557036,0.05000,2.987
20,block_sparse_moe.experts.22.w1,0.0001545865,0.05000,3.110
20,block_sparse_moe.experts.40.w1,0.0003578860,0.05000,2.986
20,block_sparse_moe.experts.33.w1,0.0005840491,0.05000,2.839
20,block_sparse_moe.experts.44.w1,0.0001451754,0.05000,3.000
20,block_sparse_moe.experts.37.w1,0.0002572428,0.05000,2.913
20,block_sparse_moe.experts.45.w1,0.0001894192,0.05000,2.824
20,block_sparse_moe.experts.36.w1,0.0003164268,0.05000,2.983
20,block_sparse_moe.experts.47.w1,0.0000691138,0.05000,3.003
20,block_sparse_moe.experts.34.w1,0.0003675252,0.05000,2.777
20,block_sparse_moe.experts.41.w1,0.0000979374,0.05000,2.906
20,block_sparse_moe.experts.35.w1,0.0003351507,0.05000,2.990
20,block_sparse_moe.experts.32.w1,0.0005656129,0.05000,3.032
20,block_sparse_moe.experts.42.w1,0.0002023062,0.05000,2.803
20,block_sparse_moe.experts.39.w1,0.0000545918,0.05000,2.973
20,block_sparse_moe.experts.43.w1,0.0001010812,0.05000,2.968
20,block_sparse_moe.experts.46.w1,0.0000941844,0.05000,2.824
20,block_sparse_moe.experts.38.w1,0.0002657406,0.05000,2.823
20,block_sparse_moe.experts.56.w1,0.0003207398,0.05000,2.896
20,block_sparse_moe.experts.60.w1,0.0002648206,0.05000,2.884
20,block_sparse_moe.experts.63.w1,0.0002603693,0.05000,2.760
20,block_sparse_moe.experts.51.w1,0.0001637074,0.05000,2.754
20,block_sparse_moe.experts.49.w1,0.0002899862,0.05000,3.066
20,block_sparse_moe.experts.52.w1,0.0001304742,0.05000,2.955
20,block_sparse_moe.experts.55.w1,0.0003276582,0.05000,2.830
20,block_sparse_moe.experts.48.w1,0.0002495379,0.05000,2.860
20,block_sparse_moe.experts.53.w1,0.0002426813,0.05000,3.085
20,block_sparse_moe.experts.61.w1,0.0001663381,0.05000,3.102
20,block_sparse_moe.experts.59.w1,0.0005112010,0.05000,2.849
20,block_sparse_moe.experts.57.w1,0.0003806630,0.05000,3.096
20,block_sparse_moe.experts.50.w1,0.0003574543,0.05000,3.112
20,block_sparse_moe.experts.58.w1,0.0001355252,0.05000,3.105
20,block_sparse_moe.experts.62.w1,0.0000493647,0.05000,3.084
20,block_sparse_moe.experts.54.w1,0.0001112462,0.05000,3.171
20,block_sparse_moe.experts.72.w1,0.0001778659,0.05000,2.905
20,block_sparse_moe.experts.76.w1,0.0001618941,0.05000,2.875
20,block_sparse_moe.experts.68.w1,0.0005126615,0.05000,2.823
20,block_sparse_moe.experts.65.w1,0.0004967793,0.05000,2.899
20,block_sparse_moe.experts.79.w1,0.0001479785,0.05000,2.987
20,block_sparse_moe.experts.64.w1,0.0004538399,0.05000,2.893
20,block_sparse_moe.experts.67.w1,0.0002088354,0.05000,3.020
20,block_sparse_moe.experts.77.w1,0.0004756175,0.05000,2.916
20,block_sparse_moe.experts.71.w1,0.0003926367,0.05000,2.988
20,block_sparse_moe.experts.69.w1,0.0002135708,0.05000,2.968
20,block_sparse_moe.experts.73.w1,0.0001001353,0.05000,2.853
20,block_sparse_moe.experts.66.w1,0.0002017802,0.05000,2.853
20,block_sparse_moe.experts.75.w1,0.0002986174,0.05000,3.011
20,block_sparse_moe.experts.78.w1,0.0001449939,0.05000,2.786
20,block_sparse_moe.experts.74.w1,0.0000370417,0.05000,2.918
20,block_sparse_moe.experts.70.w1,0.0000943675,0.05000,2.897
20,block_sparse_moe.experts.81.w1,0.0000399122,0.05000,2.768
20,block_sparse_moe.experts.88.w1,0.0002401201,0.05000,2.974
20,block_sparse_moe.experts.95.w1,0.0001330068,0.05000,2.851
20,block_sparse_moe.experts.84.w1,0.0003317727,0.05000,2.913
20,block_sparse_moe.experts.92.w1,0.0001309427,0.05000,3.015
20,block_sparse_moe.experts.83.w1,0.0001400574,0.05000,2.828
20,block_sparse_moe.experts.91.w1,0.0004215996,0.05000,2.739
20,block_sparse_moe.experts.80.w1,0.0002249916,0.05000,2.944
20,block_sparse_moe.experts.85.w1,0.0000486702,0.05000,2.872
20,block_sparse_moe.experts.93.w1,0.0001019746,0.05000,2.940
20,block_sparse_moe.experts.89.w1,0.0001312673,0.05000,2.885
20,block_sparse_moe.experts.87.w1,0.0003222208,0.05000,2.972
20,block_sparse_moe.experts.94.w1,0.0005346794,0.05000,3.099
20,block_sparse_moe.experts.90.w1,0.0004538891,0.05000,3.081
20,block_sparse_moe.experts.82.w1,0.0000709040,0.05000,3.228
20,block_sparse_moe.experts.86.w1,0.0003876651,0.05000,3.150
20,block_sparse_moe.experts.97.w1,0.0001482903,0.05000,2.730
20,block_sparse_moe.experts.104.w1,0.0001745764,0.05000,2.904
20,block_sparse_moe.experts.108.w1,0.0001681898,0.05000,2.826
20,block_sparse_moe.experts.100.w1,0.0001544950,0.05000,2.834
20,block_sparse_moe.experts.109.w1,0.0001336395,0.05000,2.708
20,block_sparse_moe.experts.101.w1,0.0006515773,0.05000,2.787
20,block_sparse_moe.experts.96.w1,0.0003861682,0.05000,2.832
20,block_sparse_moe.experts.105.w1,0.0002974571,0.05000,2.791
20,block_sparse_moe.experts.111.w1,0.0002873903,0.05000,3.099
20,block_sparse_moe.experts.99.w1,0.0002079212,0.05000,3.069
20,block_sparse_moe.experts.107.w1,0.0002269485,0.05000,3.155
20,block_sparse_moe.experts.106.w1,0.0001286526,0.05000,2.821
20,block_sparse_moe.experts.103.w1,0.0003016311,0.05000,3.220
20,block_sparse_moe.experts.110.w1,0.0002470162,0.05000,2.989
20,block_sparse_moe.experts.98.w1,0.0001179413,0.05000,2.974
20,block_sparse_moe.experts.102.w1,0.0002719071,0.05000,2.956
20,block_sparse_moe.experts.113.w1,0.0000224414,0.05000,2.834
20,block_sparse_moe.experts.124.w1,0.0001768494,0.05000,2.778
20,block_sparse_moe.experts.120.w1,0.0000430583,0.05000,2.812
20,block_sparse_moe.experts.116.w1,0.0004302843,0.05000,2.848
20,block_sparse_moe.experts.125.w1,0.0001979339,0.05000,2.790
20,block_sparse_moe.experts.121.w1,0.0002064293,0.05000,2.758
20,block_sparse_moe.experts.117.w1,0.0003362883,0.05000,2.838
20,block_sparse_moe.experts.112.w1,0.0002474976,0.05000,2.869
20,block_sparse_moe.experts.127.w1,0.0003400397,0.05000,3.022
20,block_sparse_moe.experts.115.w1,0.0001782947,0.05000,3.030
20,block_sparse_moe.experts.122.w1,0.0001426100,0.05000,2.872
20,block_sparse_moe.experts.123.w1,0.0001941385,0.05000,3.061
20,block_sparse_moe.experts.126.w1,0.0002492156,0.05000,2.821
20,block_sparse_moe.experts.119.w1,0.0002878524,0.05000,2.989
20,block_sparse_moe.experts.114.w1,0.0001912564,0.05000,2.944
20,block_sparse_moe.experts.118.w1,0.0001354058,0.05000,2.911
20,block_sparse_moe.experts.129.w1,0.0003249090,0.05000,2.783
20,block_sparse_moe.experts.136.w1,0.0003073479,0.05000,2.760
20,block_sparse_moe.experts.140.w1,0.0002086612,0.05000,2.812
20,block_sparse_moe.experts.132.w1,0.0004769852,0.05000,2.805
20,block_sparse_moe.experts.141.w1,0.0004669851,0.05000,2.876
20,block_sparse_moe.experts.133.w1,0.0001088278,0.05000,2.846
20,block_sparse_moe.experts.137.w1,0.0002617828,0.05000,2.857
20,block_sparse_moe.experts.128.w1,0.0000642338,0.05000,2.830
20,block_sparse_moe.experts.143.w1,0.0003121806,0.05000,2.960
20,block_sparse_moe.experts.131.w1,0.0003632774,0.05000,3.019
20,block_sparse_moe.experts.138.w1,0.0001834313,0.05000,2.992
20,block_sparse_moe.experts.139.w1,0.0003411672,0.05000,2.910
20,block_sparse_moe.experts.142.w1,0.0003411438,0.05000,3.049
20,block_sparse_moe.experts.135.w1,0.0001939978,0.05000,2.949
20,block_sparse_moe.experts.130.w1,0.0001478969,0.05000,3.013
20,block_sparse_moe.experts.134.w1,0.0003471637,0.05000,3.047
20,block_sparse_moe.experts.145.w1,0.0001755822,0.05000,2.856
20,block_sparse_moe.experts.148.w1,0.0001699090,0.05000,2.868
20,block_sparse_moe.experts.156.w1,0.0001702290,0.05000,2.959
20,block_sparse_moe.experts.157.w1,0.0002649193,0.05000,2.797
20,block_sparse_moe.experts.152.w1,0.0000516651,0.05000,3.057
20,block_sparse_moe.experts.149.w1,0.0001317315,0.05000,2.783
20,block_sparse_moe.experts.153.w1,0.0002850450,0.05000,2.820
20,block_sparse_moe.experts.144.w1,0.0002273485,0.05000,2.937
20,block_sparse_moe.experts.159.w1,0.0001424556,0.05000,2.900
20,block_sparse_moe.experts.154.w1,0.0001871549,0.05000,2.779
20,block_sparse_moe.experts.147.w1,0.0007687108,0.05000,2.874
20,block_sparse_moe.experts.155.w1,0.0001078862,0.05000,2.875
20,block_sparse_moe.experts.158.w1,0.0001198995,0.05000,2.749
20,block_sparse_moe.experts.151.w1,0.0003680371,0.05000,2.856
20,block_sparse_moe.experts.146.w1,0.0002809988,0.05000,2.804
20,block_sparse_moe.experts.150.w1,0.0001393870,0.05000,2.786
20,block_sparse_moe.experts.161.w1,0.0003214701,0.05000,2.596
20,block_sparse_moe.experts.173.w1,0.0002595202,0.05000,2.512
20,block_sparse_moe.experts.165.w1,0.0004903217,0.05000,2.530
20,block_sparse_moe.experts.169.w1,0.0000608772,0.05000,2.556
20,block_sparse_moe.experts.168.w1,0.0000746154,0.05000,2.775
20,block_sparse_moe.experts.172.w1,0.0000622433,0.05000,2.847
20,block_sparse_moe.experts.164.w1,0.0000348378,0.05000,2.905
20,block_sparse_moe.experts.160.w1,0.0001048538,0.05000,2.855
20,block_sparse_moe.experts.170.w1,0.0001835046,0.05000,2.906
20,block_sparse_moe.experts.174.w1,0.0001760555,0.05000,2.888
20,block_sparse_moe.experts.175.w1,0.0001352756,0.05000,3.087
20,block_sparse_moe.experts.163.w1,0.0003320292,0.05000,3.080
20,block_sparse_moe.experts.162.w1,0.0000689925,0.05000,2.848
20,block_sparse_moe.experts.171.w1,0.0001413395,0.05000,3.099
20,block_sparse_moe.experts.166.w1,0.0000982123,0.05000,2.861
20,block_sparse_moe.experts.167.w1,0.0003072923,0.05000,3.141
20,block_sparse_moe.experts.177.w1,0.0003272621,0.05000,2.804
20,block_sparse_moe.experts.189.w1,0.0002710258,0.05000,2.862
20,block_sparse_moe.experts.181.w1,0.0003513764,0.05000,2.967
20,block_sparse_moe.experts.185.w1,0.0000205007,0.05000,2.914
20,block_sparse_moe.experts.184.w1,0.0002563161,0.05000,2.927
20,block_sparse_moe.experts.188.w1,0.0001070709,0.05000,2.980
20,block_sparse_moe.experts.180.w1,0.0001462393,0.05000,2.992
20,block_sparse_moe.experts.176.w1,0.0003407693,0.05000,2.935
20,block_sparse_moe.experts.186.w1,0.0002133007,0.05000,2.727
20,block_sparse_moe.experts.190.w1,0.0004435130,0.05000,2.782
20,block_sparse_moe.experts.178.w1,0.0001523663,0.05000,2.813
20,block_sparse_moe.experts.191.w1,0.0001759856,0.05000,2.973
20,block_sparse_moe.experts.179.w1,0.0001302688,0.05000,3.041
20,block_sparse_moe.experts.182.w1,0.0004045131,0.05000,2.785
20,block_sparse_moe.experts.187.w1,0.0002823170,0.05000,2.990
20,block_sparse_moe.experts.183.w1,0.0003908897,0.05000,2.999
20,block_sparse_moe.experts.193.w1,0.0000876083,0.05000,2.799
20,block_sparse_moe.experts.205.w1,0.0003349260,0.05000,2.793
20,block_sparse_moe.experts.197.w1,0.0001996378,0.05000,2.876
20,block_sparse_moe.experts.201.w1,0.0001084740,0.05000,2.883
20,block_sparse_moe.experts.200.w1,0.0002400055,0.05000,2.957
20,block_sparse_moe.experts.204.w1,0.0000729450,0.05000,3.034
20,block_sparse_moe.experts.196.w1,0.0001643413,0.05000,3.027
20,block_sparse_moe.experts.192.w1,0.0001281227,0.05000,3.036
20,block_sparse_moe.experts.202.w1,0.0001598781,0.05000,3.077
20,block_sparse_moe.experts.206.w1,0.0002597001,0.05000,3.087
20,block_sparse_moe.experts.194.w1,0.0003724951,0.05000,2.971
20,block_sparse_moe.experts.207.w1,0.0001224382,0.05000,2.953
20,block_sparse_moe.experts.195.w1,0.0000431330,0.05000,2.960
20,block_sparse_moe.experts.203.w1,0.0001602238,0.05000,2.961
20,block_sparse_moe.experts.198.w1,0.0003902689,0.05000,3.029
20,block_sparse_moe.experts.199.w1,0.0001853221,0.05000,2.996
20,block_sparse_moe.experts.209.w1,0.0003225633,0.05000,2.843
20,block_sparse_moe.experts.221.w1,0.0000566453,0.05000,2.885
20,block_sparse_moe.experts.213.w1,0.0003112946,0.05000,2.833
20,block_sparse_moe.experts.217.w1,0.0001618640,0.05000,2.899
20,block_sparse_moe.experts.216.w1,0.0000820707,0.05000,3.003
20,block_sparse_moe.experts.212.w1,0.0003015619,0.05000,3.015
20,block_sparse_moe.experts.220.w1,0.0001297796,0.05000,3.096
20,block_sparse_moe.experts.208.w1,0.0000687287,0.05000,3.022
20,block_sparse_moe.experts.218.w1,0.0003450296,0.05000,3.061
20,block_sparse_moe.experts.223.w1,0.0003080892,0.05000,2.971
20,block_sparse_moe.experts.222.w1,0.0000186688,0.05000,3.043
20,block_sparse_moe.experts.210.w1,0.0001097725,0.05000,3.056
20,block_sparse_moe.experts.211.w1,0.0000247030,0.05000,3.012
20,block_sparse_moe.experts.219.w1,0.0002958002,0.05000,2.973
20,block_sparse_moe.experts.214.w1,0.0001384335,0.05000,3.058
20,block_sparse_moe.experts.215.w1,0.0002021673,0.05000,3.017
20,block_sparse_moe.experts.225.w1,0.0001979859,0.05000,2.731
20,block_sparse_moe.experts.237.w1,0.0000337076,0.05000,2.714
20,block_sparse_moe.experts.233.w1,0.0002342950,0.05000,2.626
20,block_sparse_moe.experts.229.w1,0.0004217474,0.05000,2.755
20,block_sparse_moe.experts.232.w1,0.0002264638,0.05000,2.938
20,block_sparse_moe.experts.228.w1,0.0001145069,0.05000,2.966
20,block_sparse_moe.experts.236.w1,0.0004439122,0.05000,3.074
20,block_sparse_moe.experts.224.w1,0.0000682962,0.05000,2.972
20,block_sparse_moe.experts.234.w1,0.0002062063,0.05000,3.031
20,block_sparse_moe.experts.239.w1,0.0000464856,0.05000,2.940
20,block_sparse_moe.experts.235.w1,0.0002699843,0.05000,2.817
20,block_sparse_moe.experts.238.w1,0.0000728465,0.05000,3.021
20,block_sparse_moe.experts.226.w1,0.0002406663,0.05000,3.000
20,block_sparse_moe.experts.227.w1,0.0000203993,0.05000,2.885
20,block_sparse_moe.experts.230.w1,0.0000214118,0.05000,2.968
20,block_sparse_moe.experts.231.w1,0.0001288060,0.05000,2.873
20,block_sparse_moe.experts.241.w1,0.0001784796,0.05000,2.688
20,block_sparse_moe.experts.253.w1,0.0001000904,0.05000,2.710
20,block_sparse_moe.experts.245.w1,0.0002080995,0.05000,2.672
20,block_sparse_moe.experts.249.w1,0.0002120552,0.05000,2.792
20,block_sparse_moe.experts.248.w1,0.0004062528,0.05000,2.837
20,block_sparse_moe.experts.244.w1,0.0002733961,0.05000,2.921
20,block_sparse_moe.experts.252.w1,0.0000767629,0.05000,2.882
20,block_sparse_moe.experts.240.w1,0.0000944437,0.05000,2.863
20,block_sparse_moe.experts.251.w1,0.0001951390,0.05000,2.628
20,block_sparse_moe.experts.255.w1,0.0003265477,0.05000,2.749
20,block_sparse_moe.experts.243.w1,0.0001011333,0.05000,2.847
20,block_sparse_moe.experts.250.w1,0.0002404274,0.05000,3.058
20,block_sparse_moe.experts.254.w1,0.0002465019,0.05000,3.006
20,block_sparse_moe.experts.242.w1,0.0000797985,0.05000,2.994
20,block_sparse_moe.experts.247.w1,0.0002956582,0.05000,2.857
20,block_sparse_moe.experts.246.w1,0.0000302823,0.05000,3.036
20,block_sparse_moe.experts.1.w3,0.0001652274,0.05000,2.982
20,block_sparse_moe.experts.13.w3,0.0003834580,0.05000,3.051
20,block_sparse_moe.experts.5.w3,0.0005072105,0.05000,3.028
20,block_sparse_moe.experts.9.w3,0.0003444820,0.05000,3.061
20,block_sparse_moe.experts.8.w3,0.0001191677,0.05000,2.986
20,block_sparse_moe.experts.4.w3,0.0003415390,0.05000,2.947
20,block_sparse_moe.experts.12.w3,0.0003451864,0.05000,2.939
20,block_sparse_moe.experts.0.w3,0.0003394869,0.05000,2.987
20,block_sparse_moe.experts.11.w3,0.0001071015,0.05000,3.061
20,block_sparse_moe.experts.15.w3,0.0003580790,0.05000,3.097
20,block_sparse_moe.experts.10.w3,0.0002799905,0.05000,2.945
20,block_sparse_moe.experts.2.w3,0.0001091908,0.05000,2.952
20,block_sparse_moe.experts.14.w3,0.0001700601,0.05000,3.009
20,block_sparse_moe.experts.3.w3,0.0002309233,0.05000,3.179
20,block_sparse_moe.experts.6.w3,0.0002082812,0.05000,2.951
20,block_sparse_moe.experts.7.w3,0.0000434053,0.05000,3.119
20,block_sparse_moe.experts.17.w3,0.0001825201,0.05000,2.974
20,block_sparse_moe.experts.29.w3,0.0004946503,0.05000,2.922
20,block_sparse_moe.experts.21.w3,0.0001750938,0.05000,2.919
20,block_sparse_moe.experts.25.w3,0.0001876818,0.05000,2.957
20,block_sparse_moe.experts.24.w3,0.0001183516,0.05000,2.995
20,block_sparse_moe.experts.20.w3,0.0002551487,0.05000,2.900
20,block_sparse_moe.experts.28.w3,0.0000957401,0.05000,2.923
20,block_sparse_moe.experts.16.w3,0.0001858718,0.05000,2.997
20,block_sparse_moe.experts.26.w3,0.0002141425,0.05000,2.718
20,block_sparse_moe.experts.27.w3,0.0004111118,0.05000,2.963
20,block_sparse_moe.experts.30.w3,0.0000565111,0.05000,2.767
20,block_sparse_moe.experts.31.w3,0.0003501073,0.05000,3.031
20,block_sparse_moe.experts.18.w3,0.0002736907,0.05000,2.851
20,block_sparse_moe.experts.22.w3,0.0001581630,0.05000,2.771
20,block_sparse_moe.experts.33.w3,0.0005995261,0.05000,2.520
20,block_sparse_moe.experts.19.w3,0.0002063803,0.05000,3.080
20,block_sparse_moe.experts.23.w3,0.0002019724,0.05000,3.046
20,block_sparse_moe.experts.45.w3,0.0001891635,0.05000,2.560
20,block_sparse_moe.experts.37.w3,0.0002487328,0.05000,2.618
20,block_sparse_moe.experts.41.w3,0.0000979261,0.05000,2.585
20,block_sparse_moe.experts.40.w3,0.0003648303,0.05000,3.067
20,block_sparse_moe.experts.36.w3,0.0003232209,0.05000,3.093
20,block_sparse_moe.experts.44.w3,0.0001411495,0.05000,3.097
20,block_sparse_moe.experts.32.w3,0.0005809179,0.05000,3.091
20,block_sparse_moe.experts.42.w3,0.0002076126,0.05000,3.008
20,block_sparse_moe.experts.43.w3,0.0001026169,0.05000,3.017
20,block_sparse_moe.experts.46.w3,0.0000953844,0.05000,3.034
20,block_sparse_moe.experts.47.w3,0.0000674753,0.05000,3.049
20,block_sparse_moe.experts.34.w3,0.0003522333,0.05000,3.018
20,block_sparse_moe.experts.49.w3,0.0002920504,0.05000,2.949
20,block_sparse_moe.experts.38.w3,0.0002720719,0.05000,3.024
20,block_sparse_moe.experts.35.w3,0.0003296527,0.05000,3.009
20,block_sparse_moe.experts.39.w3,0.0000554667,0.05000,2.947
20,block_sparse_moe.experts.61.w3,0.0001701646,0.05000,3.000
20,block_sparse_moe.experts.53.w3,0.0002465435,0.05000,3.111
20,block_sparse_moe.experts.57.w3,0.0003670529,0.05000,3.047
20,block_sparse_moe.experts.56.w3,0.0003278869,0.05000,2.943
20,block_sparse_moe.experts.52.w3,0.0001299630,0.05000,2.937
20,block_sparse_moe.experts.60.w3,0.0002704383,0.05000,2.924
20,block_sparse_moe.experts.48.w3,0.0002518303,0.05000,2.885
20,block_sparse_moe.experts.59.w3,0.0005242894,0.05000,2.903
20,block_sparse_moe.experts.58.w3,0.0001372839,0.05000,2.992
20,block_sparse_moe.experts.63.w3,0.0002637875,0.05000,2.886
20,block_sparse_moe.experts.65.w3,0.0005143426,0.05000,2.768
20,block_sparse_moe.experts.62.w3,0.0000476730,0.05000,3.034
20,block_sparse_moe.experts.50.w3,0.0003596501,0.05000,3.071
20,block_sparse_moe.experts.51.w3,0.0001705644,0.05000,2.833
20,block_sparse_moe.experts.77.w3,0.0004737325,0.05000,2.677
20,block_sparse_moe.experts.54.w3,0.0001109297,0.05000,3.123
20,block_sparse_moe.experts.55.w3,0.0003324887,0.05000,2.957
20,block_sparse_moe.experts.73.w3,0.0001012583,0.05000,2.559
20,block_sparse_moe.experts.69.w3,0.0002148184,0.05000,2.673
20,block_sparse_moe.experts.72.w3,0.0001784631,0.05000,2.781
20,block_sparse_moe.experts.68.w3,0.0004891744,0.05000,2.751
20,block_sparse_moe.experts.76.w3,0.0001638554,0.05000,2.787
20,block_sparse_moe.experts.64.w3,0.0004652644,0.05000,2.797
20,block_sparse_moe.experts.75.w3,0.0002993348,0.05000,2.870
20,block_sparse_moe.experts.74.w3,0.0000375668,0.05000,2.897
20,block_sparse_moe.experts.81.w3,0.0000407842,0.05000,2.754
20,block_sparse_moe.experts.79.w3,0.0001496101,0.05000,2.959
20,block_sparse_moe.experts.67.w3,0.0002116211,0.05000,2.825
20,block_sparse_moe.experts.66.w3,0.0002046566,0.05000,2.890
20,block_sparse_moe.experts.93.w3,0.0001037019,0.05000,2.738
20,block_sparse_moe.experts.78.w3,0.0001468491,0.05000,3.000
20,block_sparse_moe.experts.70.w3,0.0000962861,0.05000,2.955
20,block_sparse_moe.experts.71.w3,0.0003960163,0.05000,2.890
20,block_sparse_moe.experts.85.w3,0.0000493783,0.05000,2.760
20,block_sparse_moe.experts.89.w3,0.0001349679,0.05000,2.906
20,block_sparse_moe.experts.88.w3,0.0002449296,0.05000,2.943
20,block_sparse_moe.experts.84.w3,0.0003383546,0.05000,3.001
20,block_sparse_moe.experts.92.w3,0.0001303721,0.05000,2.900
20,block_sparse_moe.experts.80.w3,0.0002284502,0.05000,3.010
20,block_sparse_moe.experts.91.w3,0.0004232279,0.05000,2.885
20,block_sparse_moe.experts.97.w3,0.0001513488,0.05000,2.882
20,block_sparse_moe.experts.90.w3,0.0004585100,0.05000,3.036
20,block_sparse_moe.experts.95.w3,0.0001345256,0.05000,2.935
20,block_sparse_moe.experts.83.w3,0.0001431815,0.05000,2.882
20,block_sparse_moe.experts.94.w3,0.0005422901,0.05000,2.910
20,block_sparse_moe.experts.82.w3,0.0000721477,0.05000,2.954
20,block_sparse_moe.experts.109.w3,0.0001302766,0.05000,3.018
20,block_sparse_moe.experts.86.w3,0.0003915342,0.05000,2.980
20,block_sparse_moe.experts.87.w3,0.0003321565,0.05000,2.955
20,block_sparse_moe.experts.101.w3,0.0006614326,0.05000,2.924
20,block_sparse_moe.experts.105.w3,0.0003019526,0.05000,3.012
20,block_sparse_moe.experts.104.w3,0.0001822186,0.05000,2.931
20,block_sparse_moe.experts.100.w3,0.0001528559,0.05000,2.956
20,block_sparse_moe.experts.108.w3,0.0001691379,0.05000,2.931
20,block_sparse_moe.experts.96.w3,0.0003877023,0.05000,2.917
20,block_sparse_moe.experts.107.w3,0.0002328964,0.05000,3.018
20,block_sparse_moe.experts.113.w3,0.0000224802,0.05000,3.029
20,block_sparse_moe.experts.125.w3,0.0002011299,0.05000,2.779
20,block_sparse_moe.experts.111.w3,0.0002883552,0.05000,3.040
20,block_sparse_moe.experts.99.w3,0.0002151384,0.05000,2.998
20,block_sparse_moe.experts.117.w3,0.0003334819,0.05000,2.645
20,block_sparse_moe.experts.121.w3,0.0002105337,0.05000,2.498
20,block_sparse_moe.experts.103.w3,0.0003086458,0.05000,2.857
20,block_sparse_moe.experts.106.w3,0.0001332626,0.05000,3.721
20,block_sparse_moe.experts.98.w3,0.0001166305,0.05000,3.707
20,block_sparse_moe.experts.110.w3,0.0002464830,0.05000,3.766
20,block_sparse_moe.experts.102.w3,0.0002753939,0.05000,3.787
20,block_sparse_moe.experts.120.w3,0.0000419684,0.05000,2.692
20,block_sparse_moe.experts.116.w3,0.0004355099,0.05000,2.652
20,block_sparse_moe.experts.124.w3,0.0001795993,0.05000,2.746
20,block_sparse_moe.experts.123.w3,0.0001978667,0.05000,2.285
20,block_sparse_moe.experts.112.w3,0.0002496504,0.05000,2.775
20,block_sparse_moe.experts.127.w3,0.0003468586,0.05000,3.375
20,block_sparse_moe.experts.137.w3,0.0002670298,0.05000,3.252
20,block_sparse_moe.experts.133.w3,0.0001091541,0.05000,3.350
20,block_sparse_moe.experts.122.w3,0.0001460008,0.05000,2.870
20,block_sparse_moe.experts.129.w3,0.0003370232,0.05000,3.709
20,block_sparse_moe.experts.119.w3,0.0002905762,0.05000,3.189
20,block_sparse_moe.experts.115.w3,0.0001830575,0.05000,3.492
20,block_sparse_moe.experts.141.w3,0.0004752929,0.05000,3.611
20,block_sparse_moe.experts.114.w3,0.0001956913,0.05000,2.897
20,block_sparse_moe.experts.126.w3,0.0002530625,0.05000,2.974
20,block_sparse_moe.experts.118.w3,0.0001376443,0.05000,2.884
20,block_sparse_moe.experts.136.w3,0.0003148622,0.05000,2.960
20,block_sparse_moe.experts.139.w3,0.0003478057,0.05000,2.843
20,block_sparse_moe.experts.132.w3,0.0004730350,0.05000,3.058
20,block_sparse_moe.experts.140.w3,0.0002110208,0.05000,3.041
20,block_sparse_moe.experts.128.w3,0.0000657266,0.05000,3.035
20,block_sparse_moe.experts.143.w3,0.0003166862,0.05000,2.886
20,block_sparse_moe.experts.153.w3,0.0002790382,0.05000,2.877
20,block_sparse_moe.experts.145.w3,0.0001776846,0.05000,2.881
20,block_sparse_moe.experts.138.w3,0.0001798842,0.05000,2.924
20,block_sparse_moe.experts.149.w3,0.0001282816,0.05000,2.943
20,block_sparse_moe.experts.131.w3,0.0003661241,0.05000,2.871
20,block_sparse_moe.experts.135.w3,0.0001987843,0.05000,2.929
20,block_sparse_moe.experts.157.w3,0.0002699401,0.05000,2.846
20,block_sparse_moe.experts.130.w3,0.0001502251,0.05000,2.946
20,block_sparse_moe.experts.142.w3,0.0003454376,0.05000,2.961
20,block_sparse_moe.experts.134.w3,0.0003523226,0.05000,2.935
20,block_sparse_moe.experts.152.w3,0.0000519125,0.05000,3.013
20,block_sparse_moe.experts.155.w3,0.0001019285,0.05000,2.875
20,block_sparse_moe.experts.148.w3,0.0001696239,0.05000,3.031
20,block_sparse_moe.experts.156.w3,0.0001732621,0.05000,3.007
20,block_sparse_moe.experts.144.w3,0.0002257617,0.05000,2.919
20,block_sparse_moe.experts.169.w3,0.0000621455,0.05000,2.787
20,block_sparse_moe.experts.161.w3,0.0003311297,0.05000,2.751
20,block_sparse_moe.experts.159.w3,0.0001429869,0.05000,2.882
20,block_sparse_moe.experts.165.w3,0.0004927109,0.05000,2.751
20,block_sparse_moe.experts.173.w3,0.0002665958,0.05000,2.743
20,block_sparse_moe.experts.151.w3,0.0003309848,0.05000,2.832
20,block_sparse_moe.experts.147.w3,0.0007681105,0.05000,2.890
20,block_sparse_moe.experts.154.w3,0.0001818322,0.05000,2.986
20,block_sparse_moe.experts.146.w3,0.0002858132,0.05000,2.851
20,block_sparse_moe.experts.158.w3,0.0001277534,0.05000,2.846
20,block_sparse_moe.experts.150.w3,0.0001372511,0.05000,2.931
20,block_sparse_moe.experts.168.w3,0.0000725020,0.05000,2.853
20,block_sparse_moe.experts.171.w3,0.0001524465,0.05000,2.954
20,block_sparse_moe.experts.164.w3,0.0000357165,0.05000,2.851
20,block_sparse_moe.experts.172.w3,0.0000634208,0.05000,2.828
20,block_sparse_moe.experts.160.w3,0.0001059384,0.05000,2.918
20,block_sparse_moe.experts.185.w3,0.0000207425,0.05000,2.790
20,block_sparse_moe.experts.177.w3,0.0003337120,0.05000,2.779
20,block_sparse_moe.experts.181.w3,0.0003557617,0.05000,2.743
20,block_sparse_moe.experts.175.w3,0.0001377674,0.05000,2.751
20,block_sparse_moe.experts.189.w3,0.0002745655,0.05000,2.822
20,block_sparse_moe.experts.167.w3,0.0003075748,0.05000,2.800
20,block_sparse_moe.experts.163.w3,0.0003395594,0.05000,2.799
20,block_sparse_moe.experts.170.w3,0.0001881013,0.05000,2.730
20,block_sparse_moe.experts.162.w3,0.0000703109,0.05000,2.723
20,block_sparse_moe.experts.174.w3,0.0001757109,0.05000,2.801
20,block_sparse_moe.experts.166.w3,0.0001003570,0.05000,2.735
20,block_sparse_moe.experts.184.w3,0.0002609007,0.05000,2.989
20,block_sparse_moe.experts.187.w3,0.0002852939,0.05000,2.830
20,block_sparse_moe.experts.188.w3,0.0001094308,0.05000,2.990
20,block_sparse_moe.experts.180.w3,0.0001504757,0.05000,3.051
20,block_sparse_moe.experts.176.w3,0.0003476535,0.05000,2.956
20,block_sparse_moe.experts.201.w3,0.0001103871,0.05000,2.839
20,block_sparse_moe.experts.193.w3,0.0000883373,0.05000,2.840
20,block_sparse_moe.experts.197.w3,0.0002034180,0.05000,2.874
20,block_sparse_moe.experts.191.w3,0.0001810897,0.05000,3.015
20,block_sparse_moe.experts.205.w3,0.0003388139,0.05000,2.926
20,block_sparse_moe.experts.186.w3,0.0002195388,0.05000,2.885
20,block_sparse_moe.experts.183.w3,0.0003997386,0.05000,2.983
20,block_sparse_moe.experts.179.w3,0.0001325328,0.05000,2.962
20,block_sparse_moe.experts.178.w3,0.0001574609,0.05000,2.949
20,block_sparse_moe.experts.190.w3,0.0004521468,0.05000,2.905
20,block_sparse_moe.experts.182.w3,0.0004081744,0.05000,3.114
20,block_sparse_moe.experts.200.w3,0.0002447719,0.05000,3.065
20,block_sparse_moe.experts.203.w3,0.0001592974,0.05000,3.045
20,block_sparse_moe.experts.196.w3,0.0001683118,0.05000,3.034
20,block_sparse_moe.experts.204.w3,0.0000730109,0.05000,3.075
20,block_sparse_moe.experts.192.w3,0.0001287690,0.05000,3.014
20,block_sparse_moe.experts.213.w3,0.0003177203,0.05000,2.771
20,block_sparse_moe.experts.209.w3,0.0003340034,0.05000,2.854
20,block_sparse_moe.experts.217.w3,0.0001679444,0.05000,2.921
20,block_sparse_moe.experts.221.w3,0.0000580355,0.05000,2.869
20,block_sparse_moe.experts.202.w3,0.0001616278,0.05000,2.833
20,block_sparse_moe.experts.207.w3,0.0001245915,0.05000,2.920
20,block_sparse_moe.experts.195.w3,0.0000411467,0.05000,2.907
20,block_sparse_moe.experts.194.w3,0.0003748125,0.05000,2.796
20,block_sparse_moe.experts.199.w3,0.0001880372,0.05000,2.998
20,block_sparse_moe.experts.206.w3,0.0002650729,0.05000,2.786
20,block_sparse_moe.experts.198.w3,0.0003986610,0.05000,2.829
20,block_sparse_moe.experts.219.w3,0.0002951684,0.05000,2.918
20,block_sparse_moe.experts.216.w3,0.0000835362,0.05000,3.071
20,block_sparse_moe.experts.220.w3,0.0001439244,0.05000,3.042
20,block_sparse_moe.experts.212.w3,0.0003066721,0.05000,3.143
20,block_sparse_moe.experts.208.w3,0.0000702201,0.05000,3.145
20,block_sparse_moe.experts.229.w3,0.0004305350,0.05000,2.996
20,block_sparse_moe.experts.233.w3,0.0002263867,0.05000,3.022
20,block_sparse_moe.experts.225.w3,0.0001952023,0.05000,3.125
20,block_sparse_moe.experts.218.w3,0.0003543309,0.05000,3.011
20,block_sparse_moe.experts.223.w3,0.0003132166,0.05000,3.028
20,block_sparse_moe.experts.237.w3,0.0000343565,0.05000,3.114
20,block_sparse_moe.experts.211.w3,0.0000251119,0.05000,3.024
20,block_sparse_moe.experts.215.w3,0.0002032844,0.05000,3.021
20,block_sparse_moe.experts.210.w3,0.0001103211,0.05000,3.130
20,block_sparse_moe.experts.222.w3,0.0000191031,0.05000,3.067
20,block_sparse_moe.experts.214.w3,0.0001339493,0.05000,3.163
20,block_sparse_moe.experts.232.w3,0.0002309423,0.05000,2.836
20,block_sparse_moe.experts.235.w3,0.0002764336,0.05000,3.019
20,block_sparse_moe.experts.228.w3,0.0001204444,0.05000,2.844
20,block_sparse_moe.experts.236.w3,0.0004487119,0.05000,2.930
20,block_sparse_moe.experts.224.w3,0.0000711298,0.05000,2.915
20,block_sparse_moe.experts.245.w3,0.0002102434,0.05000,2.812
20,block_sparse_moe.experts.249.w3,0.0002113886,0.05000,2.732
20,block_sparse_moe.experts.241.w3,0.0001766703,0.05000,2.711
20,block_sparse_moe.experts.253.w3,0.0001022459,0.05000,2.556
20,block_sparse_moe.experts.239.w3,0.0000485525,0.05000,2.913
20,block_sparse_moe.experts.227.w3,0.0000201359,0.05000,2.789
20,block_sparse_moe.experts.234.w3,0.0002015227,0.05000,3.017
20,block_sparse_moe.experts.231.w3,0.0001306534,0.05000,2.816
20,block_sparse_moe.experts.226.w3,0.0002377508,0.05000,3.033
20,block_sparse_moe.experts.238.w3,0.0000724930,0.05000,2.964
20,block_sparse_moe.experts.230.w3,0.0000215609,0.05000,2.983
20,block_sparse_moe.experts.251.w3,0.0001963527,0.05000,2.838
20,block_sparse_moe.experts.248.w3,0.0004101573,0.05000,2.956
20,block_sparse_moe.experts.244.w3,0.0002808923,0.05000,2.765
20,block_sparse_moe.experts.252.w3,0.0000770814,0.05000,2.793
20,block_sparse_moe.experts.240.w3,0.0000962319,0.05000,2.659
20,block_sparse_moe.experts.255.w3,0.0003242925,0.05000,2.578
20,block_sparse_moe.experts.243.w3,0.0001021651,0.05000,2.668
20,block_sparse_moe.experts.247.w3,0.0002968832,0.05000,2.576
20,block_sparse_moe.experts.250.w3,0.0002452853,0.05000,2.769
20,block_sparse_moe.experts.242.w3,0.0000743719,0.05000,2.714
20,block_sparse_moe.experts.254.w3,0.0002512573,0.05000,2.725
20,block_sparse_moe.experts.246.w3,0.0000312067,0.05000,2.278
20,block_sparse_moe.experts.8.w2,0.0000794038,0.05000,1.426
20,block_sparse_moe.experts.0.w2,0.0001306342,0.05000,1.451
20,block_sparse_moe.experts.6.w2,0.0002204785,0.05000,1.455
20,block_sparse_moe.experts.14.w2,0.0001710065,0.05000,1.456
20,block_sparse_moe.experts.2.w2,0.0000598453,0.05000,1.462
20,block_sparse_moe.experts.10.w2,0.0001110271,0.05000,1.476
20,block_sparse_moe.experts.12.w2,0.0001824605,0.05000,1.479
20,block_sparse_moe.experts.13.w2,0.0001088610,0.05000,1.515
20,block_sparse_moe.experts.4.w2,0.0002225398,0.05000,1.544
20,block_sparse_moe.experts.1.w2,0.0000496558,0.05000,1.563
20,block_sparse_moe.experts.9.w2,0.0001132751,0.05000,1.569
20,block_sparse_moe.experts.5.w2,0.0001540813,0.05000,1.579
20,block_sparse_moe.experts.11.w2,0.0000344319,0.05000,1.741
20,block_sparse_moe.experts.3.w2,0.0001676591,0.05000,1.744
20,block_sparse_moe.experts.7.w2,0.0000220566,0.05000,1.763
20,block_sparse_moe.experts.15.w2,0.0001057425,0.05000,1.746
20,block_sparse_moe.experts.16.w2,0.0000345657,0.05000,1.563
20,block_sparse_moe.experts.30.w2,0.0000265444,0.05000,1.560
20,block_sparse_moe.experts.29.w2,0.0003385408,0.05000,1.510
20,block_sparse_moe.experts.18.w2,0.0001335258,0.05000,1.574
20,block_sparse_moe.experts.24.w2,0.0000765966,0.05000,1.618
20,block_sparse_moe.experts.22.w2,0.0000792860,0.05000,1.597
20,block_sparse_moe.experts.28.w2,0.0000615110,0.05000,1.584
20,block_sparse_moe.experts.25.w2,0.0001124291,0.05000,1.502
20,block_sparse_moe.experts.17.w2,0.0000652941,0.05000,1.516
20,block_sparse_moe.experts.26.w2,0.0000491976,0.05000,1.608
20,block_sparse_moe.experts.20.w2,0.0000965057,0.05000,1.602
20,block_sparse_moe.experts.21.w2,0.0000581539,0.05000,1.577
20,block_sparse_moe.experts.27.w2,0.0001080718,0.05000,1.574
20,block_sparse_moe.experts.19.w2,0.0001474501,0.05000,1.594
20,block_sparse_moe.experts.31.w2,0.0001572633,0.05000,1.561
20,block_sparse_moe.experts.23.w2,0.0001081024,0.05000,1.635
20,block_sparse_moe.experts.37.w2,0.0001983333,0.05000,1.324
20,block_sparse_moe.experts.41.w2,0.0000629319,0.05000,1.408
20,block_sparse_moe.experts.46.w2,0.0000205172,0.05000,1.480
20,block_sparse_moe.experts.38.w2,0.0001619193,0.05000,1.468
20,block_sparse_moe.experts.45.w2,0.0001675817,0.05000,1.516
20,block_sparse_moe.experts.40.w2,0.0001038426,0.05000,1.507
20,block_sparse_moe.experts.42.w2,0.0001357391,0.05000,1.482
20,block_sparse_moe.experts.32.w2,0.0002964731,0.05000,1.562
20,block_sparse_moe.experts.33.w2,0.0003002842,0.05000,1.500
20,block_sparse_moe.experts.34.w2,0.0001168465,0.05000,1.542
20,block_sparse_moe.experts.44.w2,0.0001283279,0.05000,1.526
20,block_sparse_moe.experts.36.w2,0.0001248309,0.05000,1.552
20,block_sparse_moe.experts.35.w2,0.0001360389,0.05000,1.466
20,block_sparse_moe.experts.43.w2,0.0000345480,0.05000,1.493
20,block_sparse_moe.experts.47.w2,0.0000729543,0.05000,1.475
20,block_sparse_moe.experts.39.w2,0.0000227088,0.05000,1.519
20,block_sparse_moe.experts.53.w2,0.0001060237,0.05000,1.564
20,block_sparse_moe.experts.62.w2,0.0000184792,0.05000,1.560
20,block_sparse_moe.experts.54.w2,0.0000601142,0.05000,1.564
20,block_sparse_moe.experts.57.w2,0.0002065353,0.05000,1.607
20,block_sparse_moe.experts.60.w2,0.0001370410,0.05000,1.506
20,block_sparse_moe.experts.61.w2,0.0000874951,0.05000,1.569
20,block_sparse_moe.experts.58.w2,0.0000580594,0.05000,1.552
20,block_sparse_moe.experts.50.w2,0.0001215232,0.05000,1.555
20,block_sparse_moe.experts.56.w2,0.0001401571,0.05000,1.582
20,block_sparse_moe.experts.49.w2,0.0001636983,0.05000,1.566
20,block_sparse_moe.experts.48.w2,0.0000511776,0.05000,1.597
20,block_sparse_moe.experts.52.w2,0.0001182858,0.05000,1.598
20,block_sparse_moe.experts.51.w2,0.0001702159,0.05000,1.510
20,block_sparse_moe.experts.59.w2,0.0002887183,0.05000,1.524
20,block_sparse_moe.experts.63.w2,0.0001130613,0.05000,1.504
20,block_sparse_moe.experts.55.w2,0.0000745863,0.05000,1.496
20,block_sparse_moe.experts.69.w2,0.0001960219,0.05000,1.390
20,block_sparse_moe.experts.77.w2,0.0001464822,0.05000,1.417
20,block_sparse_moe.experts.73.w2,0.0000710483,0.05000,1.443
20,block_sparse_moe.experts.78.w2,0.0000645460,0.05000,1.544
20,block_sparse_moe.experts.76.w2,0.0000597718,0.05000,1.513
20,block_sparse_moe.experts.65.w2,0.0002112825,0.05000,1.466
20,block_sparse_moe.experts.72.w2,0.0001290701,0.05000,1.511
20,block_sparse_moe.experts.70.w2,0.0000511582,0.05000,1.563
20,block_sparse_moe.experts.64.w2,0.0001580228,0.05000,1.491
20,block_sparse_moe.experts.66.w2,0.0000561473,0.05000,1.536
20,block_sparse_moe.experts.74.w2,0.0000174184,0.05000,1.563
20,block_sparse_moe.experts.79.w2,0.0001010984,0.05000,1.341
20,block_sparse_moe.experts.67.w2,0.0001271159,0.05000,1.384
20,block_sparse_moe.experts.75.w2,0.0000764990,0.05000,1.408
20,block_sparse_moe.experts.71.w2,0.0001817742,0.05000,1.375
20,block_sparse_moe.experts.68.w2,0.0001964577,0.05000,1.550
20,block_sparse_moe.experts.89.w2,0.0000572358,0.05000,1.367
20,block_sparse_moe.experts.85.w2,0.0000192693,0.05000,1.458
20,block_sparse_moe.experts.93.w2,0.0000431361,0.05000,1.449
20,block_sparse_moe.experts.81.w2,0.0000209793,0.05000,1.400
20,block_sparse_moe.experts.95.w2,0.0000348445,0.05000,1.374
20,block_sparse_moe.experts.83.w2,0.0000820718,0.05000,1.397
20,block_sparse_moe.experts.94.w2,0.0002499020,0.05000,1.493
20,block_sparse_moe.experts.86.w2,0.0001405214,0.05000,1.465
20,block_sparse_moe.experts.87.w2,0.0001618906,0.05000,1.330
20,block_sparse_moe.experts.92.w2,0.0000573602,0.05000,1.527
20,block_sparse_moe.experts.82.w2,0.0000775433,0.05000,1.493
20,block_sparse_moe.experts.88.w2,0.0000668091,0.05000,1.531
20,block_sparse_moe.experts.91.w2,0.0001797688,0.05000,1.445
20,block_sparse_moe.experts.80.w2,0.0000716673,0.05000,1.546
20,block_sparse_moe.experts.90.w2,0.0001462217,0.05000,1.531
20,block_sparse_moe.experts.84.w2,0.0001431528,0.05000,1.559
20,block_sparse_moe.experts.101.w2,0.0002229911,0.05000,1.380
20,block_sparse_moe.experts.105.w2,0.0001288839,0.05000,1.392
20,block_sparse_moe.experts.109.w2,0.0001038914,0.05000,1.423
20,block_sparse_moe.experts.97.w2,0.0000521324,0.05000,1.447
20,block_sparse_moe.experts.111.w2,0.0002205514,0.05000,1.460
20,block_sparse_moe.experts.103.w2,0.0001183933,0.05000,1.476
20,block_sparse_moe.experts.110.w2,0.0001201407,0.05000,1.498
20,block_sparse_moe.experts.102.w2,0.0001436610,0.05000,1.487
20,block_sparse_moe.experts.99.w2,0.0000965630,0.05000,1.524
20,block_sparse_moe.experts.96.w2,0.0002063277,0.05000,1.426
20,block_sparse_moe.experts.104.w2,0.0001209551,0.05000,1.461
20,block_sparse_moe.experts.108.w2,0.0001182572,0.05000,1.505
20,block_sparse_moe.experts.107.w2,0.0001103094,0.05000,1.464
20,block_sparse_moe.experts.98.w2,0.0000663479,0.05000,1.549
20,block_sparse_moe.experts.106.w2,0.0000696298,0.05000,1.541
20,block_sparse_moe.experts.100.w2,0.0000843256,0.05000,1.503
20,block_sparse_moe.experts.117.w2,0.0001540392,0.05000,1.393
20,block_sparse_moe.experts.121.w2,0.0000599491,0.05000,1.430
20,block_sparse_moe.experts.125.w2,0.0000806451,0.05000,1.455
20,block_sparse_moe.experts.113.w2,0.0000120885,0.05000,1.437
20,block_sparse_moe.experts.126.w2,0.0000801132,0.05000,1.435
20,block_sparse_moe.experts.127.w2,0.0001426624,0.05000,1.530
20,block_sparse_moe.experts.119.w2,0.0002192556,0.05000,1.492
20,block_sparse_moe.experts.118.w2,0.0000427437,0.05000,1.506
20,block_sparse_moe.experts.115.w2,0.0000706074,0.05000,1.493
20,block_sparse_moe.experts.123.w2,0.0000750052,0.05000,1.488
20,block_sparse_moe.experts.112.w2,0.0001659956,0.05000,1.520
20,block_sparse_moe.experts.120.w2,0.0000104188,0.05000,1.539
20,block_sparse_moe.experts.114.w2,0.0000545556,0.05000,1.468
20,block_sparse_moe.experts.124.w2,0.0001009273,0.05000,1.602
20,block_sparse_moe.experts.122.w2,0.0001116450,0.05000,1.539
20,block_sparse_moe.experts.116.w2,0.0001777940,0.05000,1.439
20,block_sparse_moe.experts.133.w2,0.0000590874,0.05000,1.472
20,block_sparse_moe.experts.137.w2,0.0001104962,0.05000,1.513
20,block_sparse_moe.experts.129.w2,0.0001595356,0.05000,1.430
20,block_sparse_moe.experts.141.w2,0.0002026864,0.05000,1.469
20,block_sparse_moe.experts.143.w2,0.0001161208,0.05000,1.453
20,block_sparse_moe.experts.142.w2,0.0001019124,0.05000,1.496
20,block_sparse_moe.experts.128.w2,0.0000244810,0.05000,1.393
20,block_sparse_moe.experts.131.w2,0.0000905907,0.05000,1.437
20,block_sparse_moe.experts.139.w2,0.0001577992,0.05000,1.417
20,block_sparse_moe.experts.135.w2,0.0000735281,0.05000,1.504
20,block_sparse_moe.experts.134.w2,0.0000981058,0.05000,1.499
20,block_sparse_moe.experts.136.w2,0.0001177502,0.05000,1.455
20,block_sparse_moe.experts.140.w2,0.0000475087,0.05000,1.432
20,block_sparse_moe.experts.130.w2,0.0000642249,0.05000,1.499
20,block_sparse_moe.experts.138.w2,0.0000516197,0.05000,1.469
20,block_sparse_moe.experts.132.w2,0.0003378856,0.05000,1.482
20,block_sparse_moe.experts.149.w2,0.0000645445,0.05000,1.443
20,block_sparse_moe.experts.153.w2,0.0001331875,0.05000,1.452
20,block_sparse_moe.experts.145.w2,0.0001115657,0.05000,1.442
20,block_sparse_moe.experts.157.w2,0.0000686120,0.05000,1.490
20,block_sparse_moe.experts.159.w2,0.0000574341,0.05000,1.366
20,block_sparse_moe.experts.147.w2,0.0003984765,0.05000,1.392
20,block_sparse_moe.experts.144.w2,0.0001450898,0.05000,1.413
20,block_sparse_moe.experts.151.w2,0.0001266802,0.05000,1.382
20,block_sparse_moe.experts.158.w2,0.0001409755,0.05000,1.493
20,block_sparse_moe.experts.152.w2,0.0000364833,0.05000,1.404
20,block_sparse_moe.experts.155.w2,0.0003642719,0.05000,1.487
20,block_sparse_moe.experts.150.w2,0.0001141261,0.05000,1.468
20,block_sparse_moe.experts.156.w2,0.0000765426,0.05000,1.455
20,block_sparse_moe.experts.146.w2,0.0000898979,0.05000,1.485
20,block_sparse_moe.experts.148.w2,0.0000513433,0.05000,1.347
20,block_sparse_moe.experts.154.w2,0.0002176481,0.05000,1.542
20,block_sparse_moe.experts.165.w2,0.0001790007,0.05000,1.459
20,block_sparse_moe.experts.169.w2,0.0000210313,0.05000,1.524
20,block_sparse_moe.experts.160.w2,0.0000422957,0.05000,1.286
20,block_sparse_moe.experts.161.w2,0.0001648580,0.05000,1.500
20,block_sparse_moe.experts.173.w2,0.0001203140,0.05000,1.464
20,block_sparse_moe.experts.163.w2,0.0000946221,0.05000,1.421
20,block_sparse_moe.experts.175.w2,0.0000465661,0.05000,1.500
20,block_sparse_moe.experts.168.w2,0.0000349658,0.05000,1.353
20,block_sparse_moe.experts.167.w2,0.0000671706,0.05000,1.447
20,block_sparse_moe.experts.171.w2,0.0000828703,0.05000,1.447
20,block_sparse_moe.experts.172.w2,0.0000534256,0.05000,1.357
20,block_sparse_moe.experts.164.w2,0.0000075228,0.05000,1.398
20,block_sparse_moe.experts.174.w2,0.0000406873,0.05000,1.638
20,block_sparse_moe.experts.166.w2,0.0000646654,0.05000,1.597
20,block_sparse_moe.experts.162.w2,0.0000400202,0.05000,1.582
20,block_sparse_moe.experts.170.w2,0.0001439380,0.05000,1.614
20,block_sparse_moe.experts.181.w2,0.0001494752,0.05000,1.473
20,block_sparse_moe.experts.176.w2,0.0001115893,0.05000,1.362
20,block_sparse_moe.experts.185.w2,0.0000177068,0.05000,1.518
20,block_sparse_moe.experts.184.w2,0.0000718073,0.05000,1.340
20,block_sparse_moe.experts.177.w2,0.0000856619,0.05000,1.505
20,block_sparse_moe.experts.188.w2,0.0000511904,0.05000,1.329
20,block_sparse_moe.experts.189.w2,0.0000596629,0.05000,1.534
20,block_sparse_moe.experts.180.w2,0.0001073243,0.05000,1.281
20,block_sparse_moe.experts.191.w2,0.0000791679,0.05000,1.487
20,block_sparse_moe.experts.179.w2,0.0000415041,0.05000,1.495
20,block_sparse_moe.experts.183.w2,0.0002230702,0.05000,1.521
20,block_sparse_moe.experts.187.w2,0.0000906774,0.05000,1.482
20,block_sparse_moe.experts.190.w2,0.0001870283,0.05000,1.516
20,block_sparse_moe.experts.182.w2,0.0001093764,0.05000,1.524
20,block_sparse_moe.experts.178.w2,0.0001346829,0.05000,1.480
20,block_sparse_moe.experts.186.w2,0.0001056669,0.05000,1.513
20,block_sparse_moe.experts.192.w2,0.0000574225,0.05000,1.217
20,block_sparse_moe.experts.200.w2,0.0000846807,0.05000,1.221
20,block_sparse_moe.experts.204.w2,0.0000662396,0.05000,1.189
20,block_sparse_moe.experts.196.w2,0.0001023202,0.05000,1.234
20,block_sparse_moe.experts.197.w2,0.0000704059,0.05000,1.604
20,block_sparse_moe.experts.195.w2,0.0000189144,0.05000,1.347
20,block_sparse_moe.experts.207.w2,0.0000561598,0.05000,1.412
20,block_sparse_moe.experts.201.w2,0.0000443964,0.05000,1.595
20,block_sparse_moe.experts.203.w2,0.0001002530,0.05000,1.390
20,block_sparse_moe.experts.199.w2,0.0000801499,0.05000,1.420
20,block_sparse_moe.experts.193.w2,0.0000396724,0.05000,1.585
20,block_sparse_moe.experts.205.w2,0.0001126496,0.05000,1.583
20,block_sparse_moe.experts.198.w2,0.0001665454,0.05000,1.473
20,block_sparse_moe.experts.206.w2,0.0001154425,0.05000,1.516
20,block_sparse_moe.experts.194.w2,0.0002699111,0.05000,1.562
20,block_sparse_moe.experts.202.w2,0.0000453779,0.05000,1.535
20,block_sparse_moe.experts.208.w2,0.0000252515,0.05000,1.230
20,block_sparse_moe.experts.216.w2,0.0000272496,0.05000,1.255
20,block_sparse_moe.experts.220.w2,0.0001264048,0.05000,1.336
20,block_sparse_moe.experts.212.w2,0.0001184113,0.05000,1.370
20,block_sparse_moe.experts.211.w2,0.0000139109,0.05000,1.389
20,block_sparse_moe.experts.223.w2,0.0000959659,0.05000,1.408
20,block_sparse_moe.experts.213.w2,0.0001157953,0.05000,1.593
20,block_sparse_moe.experts.219.w2,0.0000788849,0.05000,1.372
20,block_sparse_moe.experts.215.w2,0.0001865341,0.05000,1.399
20,block_sparse_moe.experts.217.w2,0.0000941951,0.05000,1.550
20,block_sparse_moe.experts.209.w2,0.0001501482,0.05000,1.552
20,block_sparse_moe.experts.221.w2,0.0000433093,0.05000,1.550
20,block_sparse_moe.experts.214.w2,0.0000780374,0.05000,1.557
20,block_sparse_moe.experts.222.w2,0.0000145724,0.05000,1.598
20,block_sparse_moe.experts.210.w2,0.0000580604,0.05000,1.533
20,block_sparse_moe.experts.224.w2,0.0000549606,0.05000,1.451
20,block_sparse_moe.experts.218.w2,0.0002899542,0.05000,1.586
20,block_sparse_moe.experts.232.w2,0.0000712962,0.05000,1.431
20,block_sparse_moe.experts.236.w2,0.0001289631,0.05000,1.420
20,block_sparse_moe.experts.228.w2,0.0001188649,0.05000,1.385
20,block_sparse_moe.experts.227.w2,0.0000076166,0.05000,1.565
20,block_sparse_moe.experts.235.w2,0.0001141375,0.05000,1.518
20,block_sparse_moe.experts.239.w2,0.0000223001,0.05000,1.577
20,block_sparse_moe.experts.229.w2,0.0001802517,0.05000,1.595
20,block_sparse_moe.experts.231.w2,0.0000480522,0.05000,1.566
20,block_sparse_moe.experts.233.w2,0.0001661249,0.05000,1.560
20,block_sparse_moe.experts.237.w2,0.0000158693,0.05000,1.537
20,block_sparse_moe.experts.225.w2,0.0000890373,0.05000,1.575
20,block_sparse_moe.experts.230.w2,0.0000130714,0.05000,1.514
20,block_sparse_moe.experts.240.w2,0.0000591009,0.05000,1.277
20,block_sparse_moe.experts.226.w2,0.0000690379,0.05000,1.497
20,block_sparse_moe.experts.248.w2,0.0001653714,0.05000,1.233
20,block_sparse_moe.experts.238.w2,0.0000258308,0.05000,1.583
20,block_sparse_moe.experts.252.w2,0.0000558926,0.05000,1.273
20,block_sparse_moe.experts.244.w2,0.0000857136,0.05000,1.201
20,block_sparse_moe.experts.234.w2,0.0000656177,0.05000,1.523
20,block_sparse_moe.experts.243.w2,0.0000673535,0.05000,1.417
20,block_sparse_moe.experts.255.w2,0.0001428372,0.05000,1.359
20,block_sparse_moe.experts.251.w2,0.0001598226,0.05000,1.374
20,block_sparse_moe.experts.247.w2,0.0002457862,0.05000,1.319
20,block_sparse_moe.experts.245.w2,0.0001310509,0.05000,1.564
20,block_sparse_moe.experts.249.w2,0.0000741097,0.05000,1.447
20,block_sparse_moe.experts.241.w2,0.0001264196,0.05000,1.432
20,block_sparse_moe.experts.253.w2,0.0000523467,0.05000,1.433
20,block_sparse_moe.experts.242.w2,0.0000411470,0.05000,1.505
20,block_sparse_moe.experts.246.w2,0.0000080581,0.05000,1.591
20,block_sparse_moe.experts.254.w2,0.0000948599,0.05000,1.496
20,block_sparse_moe.experts.250.w2,0.0000742814,0.05000,1.349
21,self_attn.q_proj,0.0000024681,0.05000,0.981
21,self_attn.v_proj,0.0000003418,0.05000,1.073
21,self_attn.k_proj,0.0000004204,0.05000,1.075
21,self_attn.o_proj,0.0000003368,0.05000,1.730
21,block_sparse_moe.experts.3.w1,0.0003551490,0.05000,2.744
21,block_sparse_moe.experts.15.w1,0.0002732355,0.05000,2.719
21,block_sparse_moe.experts.7.w1,0.0001618376,0.05000,2.846
21,block_sparse_moe.experts.11.w1,0.0005921118,0.05000,2.873
21,block_sparse_moe.experts.0.w1,0.0004882783,0.05000,2.962
21,block_sparse_moe.experts.4.w1,0.0002752806,0.05000,3.019
21,block_sparse_moe.experts.8.w1,0.0002854985,0.05000,3.043
21,block_sparse_moe.experts.12.w1,0.0002939779,0.05000,3.069
21,block_sparse_moe.experts.2.w1,0.0001567430,0.05000,3.180
21,block_sparse_moe.experts.5.w1,0.0002402980,0.05000,3.209
21,block_sparse_moe.experts.9.w1,0.0000394296,0.05000,3.212
21,block_sparse_moe.experts.13.w1,0.0001645396,0.05000,3.263
21,block_sparse_moe.experts.10.w1,0.0003154822,0.05000,3.266
21,block_sparse_moe.experts.1.w1,0.0000930216,0.05000,3.268
21,block_sparse_moe.experts.14.w1,0.0000597403,0.05000,3.272
21,block_sparse_moe.experts.6.w1,0.0005483222,0.05000,3.329
21,block_sparse_moe.experts.19.w1,0.0000840639,0.05000,2.788
21,block_sparse_moe.experts.31.w1,0.0004096965,0.05000,2.772
21,block_sparse_moe.experts.23.w1,0.0002542445,0.05000,2.759
21,block_sparse_moe.experts.27.w1,0.0001606427,0.05000,2.854
21,block_sparse_moe.experts.16.w1,0.0001748000,0.05000,2.826
21,block_sparse_moe.experts.20.w1,0.0000729721,0.05000,2.872
21,block_sparse_moe.experts.24.w1,0.0000961392,0.05000,2.887
21,block_sparse_moe.experts.28.w1,0.0002737322,0.05000,2.897
21,block_sparse_moe.experts.18.w1,0.0002639301,0.05000,2.818
21,block_sparse_moe.experts.21.w1,0.0003164661,0.05000,2.823
21,block_sparse_moe.experts.29.w1,0.0003226245,0.05000,2.808
21,block_sparse_moe.experts.25.w1,0.0000559006,0.05000,2.870
21,block_sparse_moe.experts.26.w1,0.0001938796,0.05000,2.904
21,block_sparse_moe.experts.30.w1,0.0002986507,0.05000,2.906
21,block_sparse_moe.experts.17.w1,0.0001794501,0.05000,2.923
21,block_sparse_moe.experts.22.w1,0.0004216493,0.05000,2.896
21,block_sparse_moe.experts.35.w1,0.0001240522,0.05000,2.925
21,block_sparse_moe.experts.47.w1,0.0003815731,0.05000,2.933
21,block_sparse_moe.experts.39.w1,0.0003066817,0.05000,2.903
21,block_sparse_moe.experts.43.w1,0.0001679634,0.05000,3.073
21,block_sparse_moe.experts.36.w1,0.0002167275,0.05000,2.954
21,block_sparse_moe.experts.32.w1,0.0003882703,0.05000,3.061
21,block_sparse_moe.experts.40.w1,0.0001423008,0.05000,3.010
21,block_sparse_moe.experts.34.w1,0.0002710161,0.05000,2.969
21,block_sparse_moe.experts.44.w1,0.0004422493,0.05000,3.035
21,block_sparse_moe.experts.45.w1,0.0003779656,0.05000,3.008
21,block_sparse_moe.experts.37.w1,0.0001327911,0.05000,3.083
21,block_sparse_moe.experts.41.w1,0.0001478766,0.05000,3.037
21,block_sparse_moe.experts.42.w1,0.0003880691,0.05000,2.958
21,block_sparse_moe.experts.46.w1,0.0000696712,0.05000,2.966
21,block_sparse_moe.experts.33.w1,0.0001493326,0.05000,3.006
21,block_sparse_moe.experts.38.w1,0.0001629756,0.05000,2.967
21,block_sparse_moe.experts.51.w1,0.0003359298,0.05000,2.887
21,block_sparse_moe.experts.63.w1,0.0000340995,0.05000,2.844
21,block_sparse_moe.experts.55.w1,0.0002660754,0.05000,2.844
21,block_sparse_moe.experts.59.w1,0.0002455236,0.05000,2.934
21,block_sparse_moe.experts.48.w1,0.0005226981,0.05000,2.961
21,block_sparse_moe.experts.52.w1,0.0003626846,0.05000,2.972
21,block_sparse_moe.experts.56.w1,0.0003495696,0.05000,2.978
21,block_sparse_moe.experts.60.w1,0.0004184022,0.05000,2.961
21,block_sparse_moe.experts.50.w1,0.0002469041,0.05000,3.158
21,block_sparse_moe.experts.61.w1,0.0004109908,0.05000,3.080
21,block_sparse_moe.experts.53.w1,0.0002778450,0.05000,3.087
21,block_sparse_moe.experts.57.w1,0.0003044086,0.05000,3.087
21,block_sparse_moe.experts.62.w1,0.0002181888,0.05000,3.080
21,block_sparse_moe.experts.58.w1,0.0004508540,0.05000,3.100
21,block_sparse_moe.experts.54.w1,0.0000590793,0.05000,3.073
21,block_sparse_moe.experts.49.w1,0.0004172898,0.05000,3.078
21,block_sparse_moe.experts.67.w1,0.0002617828,0.05000,2.801
21,block_sparse_moe.experts.79.w1,0.0002224414,0.05000,2.837
21,block_sparse_moe.experts.71.w1,0.0002949760,0.05000,2.931
21,block_sparse_moe.experts.75.w1,0.0002555191,0.05000,2.907
21,block_sparse_moe.experts.64.w1,0.0001934357,0.05000,2.982
21,block_sparse_moe.experts.68.w1,0.0003010292,0.05000,3.000
21,block_sparse_moe.experts.72.w1,0.0002795003,0.05000,2.994
21,block_sparse_moe.experts.76.w1,0.0002364269,0.05000,3.001
21,block_sparse_moe.experts.66.w1,0.0002756208,0.05000,2.853
21,block_sparse_moe.experts.78.w1,0.0000313247,0.05000,2.883
21,block_sparse_moe.experts.77.w1,0.0001565612,0.05000,2.965
21,block_sparse_moe.experts.70.w1,0.0002463686,0.05000,2.895
21,block_sparse_moe.experts.74.w1,0.0003791919,0.05000,2.947
21,block_sparse_moe.experts.69.w1,0.0001985891,0.05000,2.990
21,block_sparse_moe.experts.73.w1,0.0002333491,0.05000,3.025
21,block_sparse_moe.experts.65.w1,0.0003262198,0.05000,2.987
21,block_sparse_moe.experts.83.w1,0.0002217840,0.05000,2.965
21,block_sparse_moe.experts.95.w1,0.0002613640,0.05000,3.003
21,block_sparse_moe.experts.87.w1,0.0004408370,0.05000,2.959
21,block_sparse_moe.experts.91.w1,0.0000846113,0.05000,2.932
21,block_sparse_moe.experts.80.w1,0.0000301372,0.05000,3.048
21,block_sparse_moe.experts.84.w1,0.0002120023,0.05000,3.061
21,block_sparse_moe.experts.88.w1,0.0003741338,0.05000,3.021
21,block_sparse_moe.experts.92.w1,0.0004272297,0.05000,3.042
21,block_sparse_moe.experts.82.w1,0.0003418683,0.05000,3.104
21,block_sparse_moe.experts.93.w1,0.0004215278,0.05000,3.007
21,block_sparse_moe.experts.85.w1,0.0001391659,0.05000,2.983
21,block_sparse_moe.experts.81.w1,0.0003913516,0.05000,2.993
21,block_sparse_moe.experts.89.w1,0.0003351574,0.05000,3.029
21,block_sparse_moe.experts.90.w1,0.0003749600,0.05000,3.088
21,block_sparse_moe.experts.86.w1,0.0001002492,0.05000,3.129
21,block_sparse_moe.experts.94.w1,0.0004670567,0.05000,3.201
21,block_sparse_moe.experts.99.w1,0.0000920021,0.05000,2.820
21,block_sparse_moe.experts.103.w1,0.0003075392,0.05000,2.866
21,block_sparse_moe.experts.111.w1,0.0002309792,0.05000,2.972
21,block_sparse_moe.experts.107.w1,0.0001895246,0.05000,2.976
21,block_sparse_moe.experts.96.w1,0.0001944392,0.05000,2.947
21,block_sparse_moe.experts.100.w1,0.0002151085,0.05000,3.000
21,block_sparse_moe.experts.104.w1,0.0004714016,0.05000,3.005
21,block_sparse_moe.experts.108.w1,0.0000275451,0.05000,3.023
21,block_sparse_moe.experts.101.w1,0.0000252121,0.05000,2.946
21,block_sparse_moe.experts.109.w1,0.0002971338,0.05000,3.017
21,block_sparse_moe.experts.98.w1,0.0004495531,0.05000,3.113
21,block_sparse_moe.experts.97.w1,0.0002172483,0.05000,2.994
21,block_sparse_moe.experts.105.w1,0.0001006570,0.05000,3.055
21,block_sparse_moe.experts.106.w1,0.0005339341,0.05000,3.061
21,block_sparse_moe.experts.110.w1,0.0001286588,0.05000,3.058
21,block_sparse_moe.experts.102.w1,0.0000250150,0.05000,3.160
21,block_sparse_moe.experts.115.w1,0.0004290370,0.05000,3.056
21,block_sparse_moe.experts.119.w1,0.0003050202,0.05000,3.030
21,block_sparse_moe.experts.127.w1,0.0000969635,0.05000,3.120
21,block_sparse_moe.experts.123.w1,0.0000673112,0.05000,3.100
21,block_sparse_moe.experts.112.w1,0.0003967244,0.05000,2.962
21,block_sparse_moe.experts.116.w1,0.0001107484,0.05000,3.023
21,block_sparse_moe.experts.120.w1,0.0001527325,0.05000,3.092
21,block_sparse_moe.experts.124.w1,0.0000239360,0.05000,3.067
21,block_sparse_moe.experts.114.w1,0.0000836106,0.05000,2.918
21,block_sparse_moe.experts.125.w1,0.0003585782,0.05000,3.004
21,block_sparse_moe.experts.117.w1,0.0003274257,0.05000,3.091
21,block_sparse_moe.experts.113.w1,0.0004461246,0.05000,3.018
21,block_sparse_moe.experts.126.w1,0.0003036766,0.05000,2.932
21,block_sparse_moe.experts.122.w1,0.0002805684,0.05000,2.983
21,block_sparse_moe.experts.121.w1,0.0003088635,0.05000,3.042
21,block_sparse_moe.experts.118.w1,0.0000220389,0.05000,2.998
21,block_sparse_moe.experts.131.w1,0.0003883029,0.05000,2.779
21,block_sparse_moe.experts.135.w1,0.0000263063,0.05000,2.779
21,block_sparse_moe.experts.143.w1,0.0001178392,0.05000,2.824
21,block_sparse_moe.experts.139.w1,0.0000655344,0.05000,2.949
21,block_sparse_moe.experts.128.w1,0.0002067623,0.05000,2.877
21,block_sparse_moe.experts.136.w1,0.0001821359,0.05000,2.851
21,block_sparse_moe.experts.132.w1,0.0002999704,0.05000,2.985
21,block_sparse_moe.experts.140.w1,0.0000768605,0.05000,2.900
21,block_sparse_moe.experts.141.w1,0.0001037359,0.05000,2.889
21,block_sparse_moe.experts.133.w1,0.0001748981,0.05000,2.916
21,block_sparse_moe.experts.129.w1,0.0004819106,0.05000,2.866
21,block_sparse_moe.experts.130.w1,0.0000505939,0.05000,3.097
21,block_sparse_moe.experts.142.w1,0.0003058209,0.05000,2.953
21,block_sparse_moe.experts.137.w1,0.0002113317,0.05000,2.932
21,block_sparse_moe.experts.138.w1,0.0001993335,0.05000,3.049
21,block_sparse_moe.experts.134.w1,0.0001505515,0.05000,3.034
21,block_sparse_moe.experts.147.w1,0.0001513721,0.05000,2.941
21,block_sparse_moe.experts.151.w1,0.0001178037,0.05000,2.904
21,block_sparse_moe.experts.159.w1,0.0000624159,0.05000,2.991
21,block_sparse_moe.experts.155.w1,0.0006244572,0.05000,2.941
21,block_sparse_moe.experts.144.w1,0.0001799857,0.05000,3.117
21,block_sparse_moe.experts.152.w1,0.0001889073,0.05000,3.042
21,block_sparse_moe.experts.148.w1,0.0006069297,0.05000,3.065
21,block_sparse_moe.experts.156.w1,0.0001590411,0.05000,2.958
21,block_sparse_moe.experts.149.w1,0.0000984712,0.05000,2.878
21,block_sparse_moe.experts.157.w1,0.0002208564,0.05000,3.017
21,block_sparse_moe.experts.145.w1,0.0001853863,0.05000,3.058
21,block_sparse_moe.experts.158.w1,0.0003087311,0.05000,3.013
21,block_sparse_moe.experts.146.w1,0.0004065457,0.05000,3.068
21,block_sparse_moe.experts.154.w1,0.0001708946,0.05000,2.936
21,block_sparse_moe.experts.153.w1,0.0002562508,0.05000,3.062
21,block_sparse_moe.experts.150.w1,0.0001473104,0.05000,3.048
21,block_sparse_moe.experts.163.w1,0.0004443712,0.05000,3.101
21,block_sparse_moe.experts.167.w1,0.0001408497,0.05000,3.131
21,block_sparse_moe.experts.175.w1,0.0000776116,0.05000,3.142
21,block_sparse_moe.experts.171.w1,0.0011122325,0.05000,3.043
21,block_sparse_moe.experts.160.w1,0.0002287753,0.05000,3.089
21,block_sparse_moe.experts.164.w1,0.0001253167,0.05000,3.086
21,block_sparse_moe.experts.172.w1,0.0001775498,0.05000,3.121
21,block_sparse_moe.experts.168.w1,0.0001223554,0.05000,3.154
21,block_sparse_moe.experts.165.w1,0.0000439166,0.05000,3.093
21,block_sparse_moe.experts.173.w1,0.0001150007,0.05000,3.048
21,block_sparse_moe.experts.161.w1,0.0005005321,0.05000,3.053
21,block_sparse_moe.experts.170.w1,0.0002877619,0.05000,3.109
21,block_sparse_moe.experts.162.w1,0.0005888718,0.05000,3.113
21,block_sparse_moe.experts.169.w1,0.0001799941,0.05000,3.081
21,block_sparse_moe.experts.174.w1,0.0001122546,0.05000,3.196
21,block_sparse_moe.experts.166.w1,0.0000379301,0.05000,3.101
21,block_sparse_moe.experts.179.w1,0.0003216657,0.05000,2.063
21,block_sparse_moe.experts.183.w1,0.0003993656,0.05000,1.969
21,block_sparse_moe.experts.190.w1,0.0002648703,0.05000,3.056
21,block_sparse_moe.experts.186.w1,0.0001325382,0.05000,3.118
21,block_sparse_moe.experts.178.w1,0.0002531051,0.05000,3.298
21,block_sparse_moe.experts.182.w1,0.0000561102,0.05000,3.142
21,block_sparse_moe.experts.176.w1,0.0000778339,0.05000,4.329
21,block_sparse_moe.experts.184.w1,0.0003495671,0.05000,4.301
21,block_sparse_moe.experts.180.w1,0.0000657054,0.05000,4.376
21,block_sparse_moe.experts.188.w1,0.0003211693,0.05000,4.373
21,block_sparse_moe.experts.181.w1,0.0001671455,0.05000,5.926
21,block_sparse_moe.experts.189.w1,0.0002251541,0.05000,6.149
21,block_sparse_moe.experts.177.w1,0.0006007341,0.05000,6.011
21,block_sparse_moe.experts.185.w1,0.0001091275,0.05000,6.094
21,block_sparse_moe.experts.192.w1,0.0002571497,0.05000,3.355
21,block_sparse_moe.experts.200.w1,0.0002705481,0.05000,3.274
21,block_sparse_moe.experts.196.w1,0.0002079456,0.05000,3.245
21,block_sparse_moe.experts.204.w1,0.0003939293,0.05000,3.217
21,block_sparse_moe.experts.202.w1,0.0001004031,0.05000,5.435
21,block_sparse_moe.experts.206.w1,0.0002117507,0.05000,5.530
21,block_sparse_moe.experts.194.w1,0.0004783837,0.05000,5.485
21,block_sparse_moe.experts.198.w1,0.0003122154,0.05000,5.468
21,block_sparse_moe.experts.197.w1,0.0001502497,0.05000,3.380
21,block_sparse_moe.experts.193.w1,0.0005910607,0.05000,3.345
21,block_sparse_moe.experts.205.w1,0.0001814746,0.05000,3.354
21,block_sparse_moe.experts.201.w1,0.0001699964,0.05000,3.454
21,block_sparse_moe.experts.208.w1,0.0001567462,0.05000,3.073
21,block_sparse_moe.experts.212.w1,0.0002553854,0.05000,3.098
21,block_sparse_moe.experts.216.w1,0.0003187061,0.05000,3.106
21,block_sparse_moe.experts.220.w1,0.0004362116,0.05000,3.136
21,block_sparse_moe.experts.218.w1,0.0003412016,0.05000,3.021
21,block_sparse_moe.experts.222.w1,0.0000974404,0.05000,3.117
21,block_sparse_moe.experts.214.w1,0.0002303962,0.05000,2.963
21,block_sparse_moe.experts.210.w1,0.0002847388,0.05000,3.089
21,block_sparse_moe.experts.213.w1,0.0001070799,0.05000,3.187
21,block_sparse_moe.experts.209.w1,0.0001751328,0.05000,3.072
21,block_sparse_moe.experts.221.w1,0.0003130953,0.05000,3.096
21,block_sparse_moe.experts.217.w1,0.0002359488,0.05000,2.825
21,block_sparse_moe.experts.195.w1,0.0001698437,0.05000,3.000
21,block_sparse_moe.experts.187.w1,0.0003028897,0.05000,3.025
21,block_sparse_moe.experts.199.w1,0.0002817170,0.05000,3.051
21,block_sparse_moe.experts.191.w1,0.0001501466,0.05000,3.156
21,block_sparse_moe.experts.224.w1,0.0004006906,0.05000,3.328
21,block_sparse_moe.experts.232.w1,0.0000846909,0.05000,3.306
21,block_sparse_moe.experts.236.w1,0.0000872031,0.05000,3.313
21,block_sparse_moe.experts.228.w1,0.0002172433,0.05000,3.387
21,block_sparse_moe.experts.234.w1,0.0003106031,0.05000,3.386
21,block_sparse_moe.experts.238.w1,0.0001669669,0.05000,3.407
21,block_sparse_moe.experts.226.w1,0.0001986206,0.05000,3.299
21,block_sparse_moe.experts.230.w1,0.0002392870,0.05000,3.368
21,block_sparse_moe.experts.215.w1,0.0002915138,0.05000,3.055
21,block_sparse_moe.experts.203.w1,0.0001775532,0.05000,3.174
21,block_sparse_moe.experts.211.w1,0.0002737391,0.05000,3.245
21,block_sparse_moe.experts.207.w1,0.0006751475,0.05000,3.117
21,block_sparse_moe.experts.237.w1,0.0004281147,0.05000,3.187
21,block_sparse_moe.experts.229.w1,0.0004562798,0.05000,3.216
21,block_sparse_moe.experts.233.w1,0.0002327780,0.05000,3.221
21,block_sparse_moe.experts.225.w1,0.0000975665,0.05000,3.275
21,block_sparse_moe.experts.240.w1,0.0001150957,0.05000,3.233
21,block_sparse_moe.experts.252.w1,0.0002662911,0.05000,3.175
21,block_sparse_moe.experts.248.w1,0.0005511232,0.05000,3.271
21,block_sparse_moe.experts.244.w1,0.0001015811,0.05000,3.256
21,block_sparse_moe.experts.231.w1,0.0002525923,0.05000,2.851
21,block_sparse_moe.experts.254.w1,0.0001696379,0.05000,3.012
21,block_sparse_moe.experts.242.w1,0.0003522634,0.05000,3.035
21,block_sparse_moe.experts.250.w1,0.0003225706,0.05000,3.071
21,block_sparse_moe.experts.227.w1,0.0001521419,0.05000,2.895
21,block_sparse_moe.experts.219.w1,0.0002312594,0.05000,2.941
21,block_sparse_moe.experts.246.w1,0.0004131501,0.05000,3.195
21,block_sparse_moe.experts.223.w1,0.0002777355,0.05000,2.987
21,block_sparse_moe.experts.253.w1,0.0000829792,0.05000,2.945
21,block_sparse_moe.experts.249.w1,0.0004047201,0.05000,2.945
21,block_sparse_moe.experts.245.w1,0.0002504381,0.05000,2.999
21,block_sparse_moe.experts.241.w1,0.0003582233,0.05000,2.984
21,block_sparse_moe.experts.12.w3,0.0003024475,0.05000,2.889
21,block_sparse_moe.experts.0.w3,0.0004974902,0.05000,3.043
21,block_sparse_moe.experts.8.w3,0.0002910867,0.05000,3.048
21,block_sparse_moe.experts.4.w3,0.0002760811,0.05000,3.062
21,block_sparse_moe.experts.247.w1,0.0000456626,0.05000,2.962
21,block_sparse_moe.experts.14.w3,0.0000599769,0.05000,2.989
21,block_sparse_moe.experts.10.w3,0.0003207464,0.05000,3.009
21,block_sparse_moe.experts.243.w1,0.0005580081,0.05000,2.938
21,block_sparse_moe.experts.2.w3,0.0001594431,0.05000,3.092
21,block_sparse_moe.experts.6.w3,0.0005601778,0.05000,2.933
21,block_sparse_moe.experts.235.w1,0.0000802260,0.05000,3.025
21,block_sparse_moe.experts.239.w1,0.0003988240,0.05000,2.943
21,block_sparse_moe.experts.5.w3,0.0002405695,0.05000,2.907
21,block_sparse_moe.experts.13.w3,0.0001736805,0.05000,3.055
21,block_sparse_moe.experts.9.w3,0.0000394196,0.05000,3.056
21,block_sparse_moe.experts.1.w3,0.0000946078,0.05000,2.994
21,block_sparse_moe.experts.16.w3,0.0001768127,0.05000,2.866
21,block_sparse_moe.experts.28.w3,0.0002795676,0.05000,2.965
21,block_sparse_moe.experts.24.w3,0.0000983767,0.05000,2.899
21,block_sparse_moe.experts.20.w3,0.0000750347,0.05000,2.891
21,block_sparse_moe.experts.7.w3,0.0001685196,0.05000,2.954
21,block_sparse_moe.experts.26.w3,0.0001980968,0.05000,2.948
21,block_sparse_moe.experts.30.w3,0.0003063396,0.05000,3.053
21,block_sparse_moe.experts.3.w3,0.0003603006,0.05000,2.986
21,block_sparse_moe.experts.255.w1,0.0001347842,0.05000,2.904
21,block_sparse_moe.experts.22.w3,0.0005534495,0.05000,3.002
21,block_sparse_moe.experts.18.w3,0.0002649776,0.05000,3.074
21,block_sparse_moe.experts.251.w1,0.0005452460,0.05000,3.045
21,block_sparse_moe.experts.21.w3,0.0003224304,0.05000,2.848
21,block_sparse_moe.experts.29.w3,0.0003441712,0.05000,2.821
21,block_sparse_moe.experts.17.w3,0.0001804055,0.05000,2.800
21,block_sparse_moe.experts.25.w3,0.0000572963,0.05000,2.857
21,block_sparse_moe.experts.32.w3,0.0003975103,0.05000,3.059
21,block_sparse_moe.experts.44.w3,0.0004535728,0.05000,3.088
21,block_sparse_moe.experts.40.w3,0.0001493137,0.05000,3.056
21,block_sparse_moe.experts.36.w3,0.0002205466,0.05000,3.032
21,block_sparse_moe.experts.23.w3,0.0002638960,0.05000,2.911
21,block_sparse_moe.experts.19.w3,0.0000868820,0.05000,2.819
21,block_sparse_moe.experts.46.w3,0.0000731743,0.05000,2.907
21,block_sparse_moe.experts.42.w3,0.0003954057,0.05000,2.967
21,block_sparse_moe.experts.15.w3,0.0002798548,0.05000,2.885
21,block_sparse_moe.experts.34.w3,0.0002730476,0.05000,2.862
21,block_sparse_moe.experts.11.w3,0.0005812629,0.05000,2.856
21,block_sparse_moe.experts.38.w3,0.0001695984,0.05000,3.006
21,block_sparse_moe.experts.37.w3,0.0001376282,0.05000,2.762
21,block_sparse_moe.experts.45.w3,0.0003865384,0.05000,2.747
21,block_sparse_moe.experts.41.w3,0.0001499151,0.05000,2.774
21,block_sparse_moe.experts.33.w3,0.0001529740,0.05000,2.855
21,block_sparse_moe.experts.48.w3,0.0005371081,0.05000,2.798
21,block_sparse_moe.experts.60.w3,0.0004278912,0.05000,2.756
21,block_sparse_moe.experts.56.w3,0.0003564835,0.05000,2.743
21,block_sparse_moe.experts.52.w3,0.0003722048,0.05000,2.780
21,block_sparse_moe.experts.39.w3,0.0003040307,0.05000,2.782
21,block_sparse_moe.experts.35.w3,0.0001268068,0.05000,2.895
21,block_sparse_moe.experts.27.w3,0.0001657826,0.05000,2.828
21,block_sparse_moe.experts.31.w3,0.0004241624,0.05000,2.918
21,block_sparse_moe.experts.50.w3,0.0002473695,0.05000,2.891
21,block_sparse_moe.experts.62.w3,0.0002194190,0.05000,3.032
21,block_sparse_moe.experts.58.w3,0.0004591606,0.05000,3.050
21,block_sparse_moe.experts.54.w3,0.0000604224,0.05000,2.944
21,block_sparse_moe.experts.53.w3,0.0002849169,0.05000,3.191
21,block_sparse_moe.experts.61.w3,0.0004200207,0.05000,3.170
21,block_sparse_moe.experts.57.w3,0.0003147785,0.05000,3.141
21,block_sparse_moe.experts.49.w3,0.0004267056,0.05000,3.159
21,block_sparse_moe.experts.64.w3,0.0001967246,0.05000,3.088
21,block_sparse_moe.experts.76.w3,0.0002454926,0.05000,3.096
21,block_sparse_moe.experts.72.w3,0.0002832133,0.05000,3.106
21,block_sparse_moe.experts.68.w3,0.0003087897,0.05000,3.094
21,block_sparse_moe.experts.55.w3,0.0002699908,0.05000,2.875
21,block_sparse_moe.experts.51.w3,0.0003340677,0.05000,3.002
21,block_sparse_moe.experts.43.w3,0.0001723861,0.05000,2.953
21,block_sparse_moe.experts.47.w3,0.0003842912,0.05000,2.944
21,block_sparse_moe.experts.66.w3,0.0002873450,0.05000,2.968
21,block_sparse_moe.experts.78.w3,0.0000322666,0.05000,2.953
21,block_sparse_moe.experts.74.w3,0.0003812677,0.05000,2.969
21,block_sparse_moe.experts.70.w3,0.0002525892,0.05000,2.956
21,block_sparse_moe.experts.77.w3,0.0001611351,0.05000,2.920
21,block_sparse_moe.experts.69.w3,0.0002049864,0.05000,3.029
21,block_sparse_moe.experts.73.w3,0.0002412137,0.05000,3.038
21,block_sparse_moe.experts.65.w3,0.0003348806,0.05000,2.971
21,block_sparse_moe.experts.80.w3,0.0000311679,0.05000,2.850
21,block_sparse_moe.experts.92.w3,0.0004458938,0.05000,2.919
21,block_sparse_moe.experts.84.w3,0.0002170262,0.05000,2.827
21,block_sparse_moe.experts.88.w3,0.0003812832,0.05000,2.939
21,block_sparse_moe.experts.71.w3,0.0003020662,0.05000,2.859
21,block_sparse_moe.experts.67.w3,0.0002653028,0.05000,2.855
21,block_sparse_moe.experts.63.w3,0.0000335179,0.05000,2.794
21,block_sparse_moe.experts.59.w3,0.0002520021,0.05000,2.854
21,block_sparse_moe.experts.94.w3,0.0004784743,0.05000,2.924
21,block_sparse_moe.experts.90.w3,0.0003880832,0.05000,2.899
21,block_sparse_moe.experts.82.w3,0.0003491600,0.05000,2.994
21,block_sparse_moe.experts.86.w3,0.0001096617,0.05000,2.936
21,block_sparse_moe.experts.85.w3,0.0001424163,0.05000,2.870
21,block_sparse_moe.experts.93.w3,0.0004333664,0.05000,3.004
21,block_sparse_moe.experts.81.w3,0.0003789664,0.05000,2.929
21,block_sparse_moe.experts.89.w3,0.0003412697,0.05000,2.967
21,block_sparse_moe.experts.96.w3,0.0002028796,0.05000,3.083
21,block_sparse_moe.experts.108.w3,0.0000261863,0.05000,2.990
21,block_sparse_moe.experts.100.w3,0.0002184997,0.05000,2.925
21,block_sparse_moe.experts.104.w3,0.0004840907,0.05000,3.039
21,block_sparse_moe.experts.87.w3,0.0004410896,0.05000,3.032
21,block_sparse_moe.experts.83.w3,0.0002270549,0.05000,3.080
21,block_sparse_moe.experts.79.w3,0.0002251116,0.05000,3.105
21,block_sparse_moe.experts.75.w3,0.0002621045,0.05000,3.127
21,block_sparse_moe.experts.106.w3,0.0005423794,0.05000,3.006
21,block_sparse_moe.experts.110.w3,0.0001299895,0.05000,3.081
21,block_sparse_moe.experts.98.w3,0.0004547837,0.05000,3.113
21,block_sparse_moe.experts.102.w3,0.0000258922,0.05000,3.087
21,block_sparse_moe.experts.101.w3,0.0000259199,0.05000,2.969
21,block_sparse_moe.experts.109.w3,0.0003039395,0.05000,3.012
21,block_sparse_moe.experts.97.w3,0.0002219531,0.05000,2.982
21,block_sparse_moe.experts.105.w3,0.0001031658,0.05000,3.051
21,block_sparse_moe.experts.124.w3,0.0000242992,0.05000,2.919
21,block_sparse_moe.experts.116.w3,0.0001133785,0.05000,2.973
21,block_sparse_moe.experts.112.w3,0.0004042325,0.05000,3.045
21,block_sparse_moe.experts.120.w3,0.0001543277,0.05000,2.943
21,block_sparse_moe.experts.103.w3,0.0003148939,0.05000,3.089
21,block_sparse_moe.experts.95.w3,0.0002663693,0.05000,2.946
21,block_sparse_moe.experts.99.w3,0.0000948302,0.05000,2.983
21,block_sparse_moe.experts.91.w3,0.0000869013,0.05000,3.030
21,block_sparse_moe.experts.126.w3,0.0002907765,0.05000,2.964
21,block_sparse_moe.experts.122.w3,0.0002867399,0.05000,3.013
21,block_sparse_moe.experts.114.w3,0.0000874665,0.05000,2.945
21,block_sparse_moe.experts.118.w3,0.0000221306,0.05000,3.097
21,block_sparse_moe.experts.117.w3,0.0003339962,0.05000,2.856
21,block_sparse_moe.experts.125.w3,0.0003606195,0.05000,2.813
21,block_sparse_moe.experts.113.w3,0.0004565305,0.05000,2.781
21,block_sparse_moe.experts.121.w3,0.0003127712,0.05000,2.734
21,block_sparse_moe.experts.140.w3,0.0000784396,0.05000,2.978
21,block_sparse_moe.experts.132.w3,0.0003024519,0.05000,3.012
21,block_sparse_moe.experts.128.w3,0.0002079718,0.05000,3.067
21,block_sparse_moe.experts.136.w3,0.0001863594,0.05000,3.008
21,block_sparse_moe.experts.119.w3,0.0003129085,0.05000,2.888
21,block_sparse_moe.experts.115.w3,0.0004280578,0.05000,2.979
21,block_sparse_moe.experts.111.w3,0.0002261364,0.05000,2.981
21,block_sparse_moe.experts.107.w3,0.0002073024,0.05000,2.955
21,block_sparse_moe.experts.138.w3,0.0002041463,0.05000,3.016
21,block_sparse_moe.experts.130.w3,0.0000495645,0.05000,3.009
21,block_sparse_moe.experts.142.w3,0.0003146504,0.05000,3.088
21,block_sparse_moe.experts.134.w3,0.0001513345,0.05000,3.055
21,block_sparse_moe.experts.133.w3,0.0001801785,0.05000,2.910
21,block_sparse_moe.experts.129.w3,0.0004936048,0.05000,2.969
21,block_sparse_moe.experts.137.w3,0.0002182319,0.05000,2.971
21,block_sparse_moe.experts.141.w3,0.0001014613,0.05000,3.107
21,block_sparse_moe.experts.156.w3,0.0001628442,0.05000,2.931
21,block_sparse_moe.experts.148.w3,0.0006190018,0.05000,2.962
21,block_sparse_moe.experts.152.w3,0.0001897995,0.05000,2.967
21,block_sparse_moe.experts.144.w3,0.0001804464,0.05000,3.033
21,block_sparse_moe.experts.135.w3,0.0000264785,0.05000,2.899
21,block_sparse_moe.experts.131.w3,0.0003975602,0.05000,2.894
21,block_sparse_moe.experts.127.w3,0.0000984351,0.05000,2.972
21,block_sparse_moe.experts.123.w3,0.0000703444,0.05000,2.916
21,block_sparse_moe.experts.154.w3,0.0001739549,0.05000,3.161
21,block_sparse_moe.experts.146.w3,0.0004155006,0.05000,3.131
21,block_sparse_moe.experts.158.w3,0.0003177974,0.05000,3.145
21,block_sparse_moe.experts.149.w3,0.0000972469,0.05000,3.014
21,block_sparse_moe.experts.145.w3,0.0001889237,0.05000,2.913
21,block_sparse_moe.experts.150.w3,0.0001503737,0.05000,3.183
21,block_sparse_moe.experts.153.w3,0.0002643855,0.05000,3.033
21,block_sparse_moe.experts.157.w3,0.0002247157,0.05000,3.087
21,block_sparse_moe.experts.172.w3,0.0001818785,0.05000,3.121
21,block_sparse_moe.experts.164.w3,0.0001287923,0.05000,3.088
21,block_sparse_moe.experts.168.w3,0.0001205651,0.05000,3.080
21,block_sparse_moe.experts.160.w3,0.0002355298,0.05000,3.152
21,block_sparse_moe.experts.151.w3,0.0001243590,0.05000,3.030
21,block_sparse_moe.experts.147.w3,0.0001550437,0.05000,2.978
21,block_sparse_moe.experts.143.w3,0.0001193858,0.05000,2.956
21,block_sparse_moe.experts.139.w3,0.0000673853,0.05000,2.911
21,block_sparse_moe.experts.162.w3,0.0005830581,0.05000,2.904
21,block_sparse_moe.experts.174.w3,0.0001157645,0.05000,2.941
21,block_sparse_moe.experts.170.w3,0.0002975389,0.05000,2.990
21,block_sparse_moe.experts.165.w3,0.0000477902,0.05000,2.915
21,block_sparse_moe.experts.161.w3,0.0005144972,0.05000,2.946
21,block_sparse_moe.experts.166.w3,0.0000392341,0.05000,2.987
21,block_sparse_moe.experts.169.w3,0.0001822795,0.05000,2.949
21,block_sparse_moe.experts.173.w3,0.0001160956,0.05000,2.908
21,block_sparse_moe.experts.188.w3,0.0003293168,0.05000,2.965
21,block_sparse_moe.experts.180.w3,0.0000667310,0.05000,2.979
21,block_sparse_moe.experts.184.w3,0.0003621194,0.05000,2.968
21,block_sparse_moe.experts.176.w3,0.0000819409,0.05000,2.929
21,block_sparse_moe.experts.167.w3,0.0001446573,0.05000,2.922
21,block_sparse_moe.experts.163.w3,0.0004537231,0.05000,3.101
21,block_sparse_moe.experts.155.w3,0.0006376458,0.05000,3.038
21,block_sparse_moe.experts.159.w3,0.0000621526,0.05000,3.113
21,block_sparse_moe.experts.181.w3,0.0001712467,0.05000,2.713
21,block_sparse_moe.experts.178.w3,0.0002542864,0.05000,2.970
21,block_sparse_moe.experts.186.w3,0.0001309345,0.05000,2.953
21,block_sparse_moe.experts.190.w3,0.0002708177,0.05000,2.957
21,block_sparse_moe.experts.177.w3,0.0006080620,0.05000,2.822
21,block_sparse_moe.experts.182.w3,0.0000572857,0.05000,2.841
21,block_sparse_moe.experts.189.w3,0.0002356343,0.05000,2.799
21,block_sparse_moe.experts.185.w3,0.0001123172,0.05000,2.854
21,block_sparse_moe.experts.204.w3,0.0004036154,0.05000,2.980
21,block_sparse_moe.experts.196.w3,0.0001992248,0.05000,3.001
21,block_sparse_moe.experts.200.w3,0.0002780125,0.05000,2.979
21,block_sparse_moe.experts.192.w3,0.0002611305,0.05000,3.034
21,block_sparse_moe.experts.183.w3,0.0004082557,0.05000,2.918
21,block_sparse_moe.experts.171.w3,0.0010517908,0.05000,2.861
21,block_sparse_moe.experts.175.w3,0.0000771809,0.05000,2.883
21,block_sparse_moe.experts.179.w3,0.0003277417,0.05000,2.994
21,block_sparse_moe.experts.197.w3,0.0001540144,0.05000,2.902
21,block_sparse_moe.experts.194.w3,0.0004909365,0.05000,2.835
21,block_sparse_moe.experts.193.w3,0.0006013791,0.05000,2.788
21,block_sparse_moe.experts.202.w3,0.0001026848,0.05000,2.896
21,block_sparse_moe.experts.206.w3,0.0002181349,0.05000,2.955
21,block_sparse_moe.experts.201.w3,0.0001731271,0.05000,2.764
21,block_sparse_moe.experts.205.w3,0.0001819030,0.05000,2.799
21,block_sparse_moe.experts.198.w3,0.0003152346,0.05000,2.962
21,block_sparse_moe.experts.220.w3,0.0004375952,0.05000,2.758
21,block_sparse_moe.experts.212.w3,0.0002498944,0.05000,2.869
21,block_sparse_moe.experts.208.w3,0.0001617350,0.05000,2.759
21,block_sparse_moe.experts.216.w3,0.0002998257,0.05000,2.931
21,block_sparse_moe.experts.199.w3,0.0002851992,0.05000,2.888
21,block_sparse_moe.experts.210.w3,0.0002877358,0.05000,2.694
21,block_sparse_moe.experts.187.w3,0.0003109074,0.05000,2.984
21,block_sparse_moe.experts.218.w3,0.0003485124,0.05000,2.656
21,block_sparse_moe.experts.191.w3,0.0001520777,0.05000,3.005
21,block_sparse_moe.experts.213.w3,0.0001096512,0.05000,2.886
21,block_sparse_moe.experts.195.w3,0.0001769143,0.05000,3.027
21,block_sparse_moe.experts.209.w3,0.0001781224,0.05000,2.865
21,block_sparse_moe.experts.222.w3,0.0001003107,0.05000,2.736
21,block_sparse_moe.experts.214.w3,0.0002320885,0.05000,2.753
21,block_sparse_moe.experts.221.w3,0.0003208060,0.05000,2.911
21,block_sparse_moe.experts.217.w3,0.0002413891,0.05000,2.983
21,block_sparse_moe.experts.236.w3,0.0000891540,0.05000,3.107
21,block_sparse_moe.experts.228.w3,0.0002235836,0.05000,3.133
21,block_sparse_moe.experts.224.w3,0.0004060471,0.05000,3.137
21,block_sparse_moe.experts.232.w3,0.0000874359,0.05000,3.058
21,block_sparse_moe.experts.215.w3,0.0002942690,0.05000,3.008
21,block_sparse_moe.experts.226.w3,0.0002008541,0.05000,2.804
21,block_sparse_moe.experts.234.w3,0.0003194378,0.05000,2.772
21,block_sparse_moe.experts.238.w3,0.0001732006,0.05000,2.756
21,block_sparse_moe.experts.225.w3,0.0001018658,0.05000,2.847
21,block_sparse_moe.experts.229.w3,0.0004636565,0.05000,3.007
21,block_sparse_moe.experts.203.w3,0.0001740284,0.05000,3.151
21,block_sparse_moe.experts.207.w3,0.0006851561,0.05000,3.117
21,block_sparse_moe.experts.230.w3,0.0002453780,0.05000,2.847
21,block_sparse_moe.experts.211.w3,0.0002758267,0.05000,3.112
21,block_sparse_moe.experts.237.w3,0.0004388335,0.05000,2.969
21,block_sparse_moe.experts.233.w3,0.0002375998,0.05000,2.964
21,block_sparse_moe.experts.252.w3,0.0002638573,0.05000,3.020
21,block_sparse_moe.experts.240.w3,0.0001176275,0.05000,2.940
21,block_sparse_moe.experts.244.w3,0.0000961984,0.05000,3.014
21,block_sparse_moe.experts.248.w3,0.0005660230,0.05000,2.977
21,block_sparse_moe.experts.231.w3,0.0002579633,0.05000,3.066
21,block_sparse_moe.experts.242.w3,0.0003569039,0.05000,2.878
21,block_sparse_moe.experts.250.w3,0.0003301989,0.05000,2.924
21,block_sparse_moe.experts.254.w3,0.0001697225,0.05000,2.942
21,block_sparse_moe.experts.241.w3,0.0003684868,0.05000,2.871
21,block_sparse_moe.experts.246.w3,0.0004235802,0.05000,2.731
21,block_sparse_moe.experts.245.w3,0.0002566798,0.05000,2.877
21,block_sparse_moe.experts.253.w3,0.0000850217,0.05000,2.752
21,block_sparse_moe.experts.223.w3,0.0002489063,0.05000,2.978
21,block_sparse_moe.experts.249.w3,0.0003958064,0.05000,2.729
21,block_sparse_moe.experts.219.w3,0.0002367821,0.05000,3.088
21,block_sparse_moe.experts.227.w3,0.0001529649,0.05000,3.095
21,block_sparse_moe.experts.247.w3,0.0000463631,0.05000,2.747
21,block_sparse_moe.experts.239.w3,0.0004098489,0.05000,2.659
21,block_sparse_moe.experts.235.w3,0.0000821069,0.05000,2.673
21,block_sparse_moe.experts.243.w3,0.0005724592,0.05000,2.580
21,block_sparse_moe.experts.255.w3,0.0001346024,0.05000,1.291
21,block_sparse_moe.experts.251.w3,0.0005556395,0.05000,1.231
21,block_sparse_moe.experts.11.w2,0.0001232094,0.05000,1.490
21,block_sparse_moe.experts.8.w2,0.0000754676,0.05000,1.521
21,block_sparse_moe.experts.7.w2,0.0001554381,0.05000,1.526
21,block_sparse_moe.experts.5.w2,0.0000843248,0.05000,1.534
21,block_sparse_moe.experts.0.w2,0.0001664696,0.05000,1.536
21,block_sparse_moe.experts.9.w2,0.0000357719,0.05000,1.539
21,block_sparse_moe.experts.13.w2,0.0000803334,0.05000,1.525
21,block_sparse_moe.experts.15.w2,0.0000726461,0.05000,1.526
21,block_sparse_moe.experts.12.w2,0.0001380481,0.05000,1.536
21,block_sparse_moe.experts.1.w2,0.0000197000,0.05000,1.544
21,block_sparse_moe.experts.3.w2,0.0000812468,0.05000,1.582
21,block_sparse_moe.experts.6.w2,0.0001777250,0.05000,1.586
21,block_sparse_moe.experts.4.w2,0.0004143839,0.05000,1.587
21,block_sparse_moe.experts.14.w2,0.0000210436,0.05000,1.590
21,block_sparse_moe.experts.10.w2,0.0001802615,0.05000,1.635
21,block_sparse_moe.experts.2.w2,0.0000733257,0.05000,1.654
21,block_sparse_moe.experts.23.w2,0.0001429623,0.05000,1.372
21,block_sparse_moe.experts.31.w2,0.0002124406,0.05000,1.371
21,block_sparse_moe.experts.19.w2,0.0000485887,0.05000,1.374
21,block_sparse_moe.experts.24.w2,0.0001239093,0.05000,1.445
21,block_sparse_moe.experts.22.w2,0.0002106592,0.05000,1.389
21,block_sparse_moe.experts.27.w2,0.0001481375,0.05000,1.487
21,block_sparse_moe.experts.28.w2,0.0001158816,0.05000,1.452
21,block_sparse_moe.experts.30.w2,0.0001138123,0.05000,1.406
21,block_sparse_moe.experts.26.w2,0.0000840000,0.05000,1.380
21,block_sparse_moe.experts.25.w2,0.0000204702,0.05000,1.479
21,block_sparse_moe.experts.17.w2,0.0001067884,0.05000,1.476
21,block_sparse_moe.experts.16.w2,0.0001391959,0.05000,1.496
21,block_sparse_moe.experts.21.w2,0.0001383513,0.05000,1.508
21,block_sparse_moe.experts.29.w2,0.0003033686,0.05000,1.510
21,block_sparse_moe.experts.20.w2,0.0000287214,0.05000,1.519
21,block_sparse_moe.experts.18.w2,0.0000622856,0.05000,1.465
21,block_sparse_moe.experts.39.w2,0.0001538265,0.05000,1.367
21,block_sparse_moe.experts.47.w2,0.0002016114,0.05000,1.419
21,block_sparse_moe.experts.35.w2,0.0000668764,0.05000,1.466
21,block_sparse_moe.experts.43.w2,0.0000755792,0.05000,1.461
21,block_sparse_moe.experts.44.w2,0.0001594981,0.05000,1.446
21,block_sparse_moe.experts.40.w2,0.0001385207,0.05000,1.481
21,block_sparse_moe.experts.33.w2,0.0000664474,0.05000,1.469
21,block_sparse_moe.experts.32.w2,0.0002766755,0.05000,1.491
21,block_sparse_moe.experts.41.w2,0.0000463420,0.05000,1.510
21,block_sparse_moe.experts.42.w2,0.0001126124,0.05000,1.557
21,block_sparse_moe.experts.45.w2,0.0001358256,0.05000,1.532
21,block_sparse_moe.experts.36.w2,0.0000832616,0.05000,1.477
21,block_sparse_moe.experts.38.w2,0.0001580623,0.05000,1.613
21,block_sparse_moe.experts.37.w2,0.0000673439,0.05000,1.546
21,block_sparse_moe.experts.46.w2,0.0000535359,0.05000,1.627
21,block_sparse_moe.experts.34.w2,0.0001220473,0.05000,1.598
21,block_sparse_moe.experts.55.w2,0.0001213302,0.05000,1.457
21,block_sparse_moe.experts.63.w2,0.0000180767,0.05000,1.455
21,block_sparse_moe.experts.51.w2,0.0001215894,0.05000,1.395
21,block_sparse_moe.experts.49.w2,0.0002342865,0.05000,1.378
21,block_sparse_moe.experts.56.w2,0.0001587246,0.05000,1.443
21,block_sparse_moe.experts.60.w2,0.0002301409,0.05000,1.486
21,block_sparse_moe.experts.57.w2,0.0001921847,0.05000,1.407
21,block_sparse_moe.experts.59.w2,0.0000928667,0.05000,1.507
21,block_sparse_moe.experts.61.w2,0.0001596693,0.05000,1.400
21,block_sparse_moe.experts.52.w2,0.0001753353,0.05000,1.413
21,block_sparse_moe.experts.48.w2,0.0002152750,0.05000,1.470
21,block_sparse_moe.experts.53.w2,0.0000965445,0.05000,1.410
21,block_sparse_moe.experts.54.w2,0.0000417145,0.05000,1.427
21,block_sparse_moe.experts.58.w2,0.0001928891,0.05000,1.468
21,block_sparse_moe.experts.62.w2,0.0000967320,0.05000,1.491
21,block_sparse_moe.experts.50.w2,0.0000538180,0.05000,1.472
21,block_sparse_moe.experts.71.w2,0.0000962631,0.05000,1.495
21,block_sparse_moe.experts.72.w2,0.0000970919,0.05000,1.333
21,block_sparse_moe.experts.76.w2,0.0002455164,0.05000,1.360
21,block_sparse_moe.experts.67.w2,0.0001496675,0.05000,1.494
21,block_sparse_moe.experts.79.w2,0.0000767557,0.05000,1.529
21,block_sparse_moe.experts.65.w2,0.0001125618,0.05000,1.454
21,block_sparse_moe.experts.68.w2,0.0001096467,0.05000,1.328
21,block_sparse_moe.experts.64.w2,0.0000374979,0.05000,1.397
21,block_sparse_moe.experts.73.w2,0.0002053376,0.05000,1.461
21,block_sparse_moe.experts.69.w2,0.0001481178,0.05000,1.440
21,block_sparse_moe.experts.77.w2,0.0001548749,0.05000,1.462
21,block_sparse_moe.experts.70.w2,0.0001323699,0.05000,1.429
21,block_sparse_moe.experts.75.w2,0.0000931135,0.05000,1.519
21,block_sparse_moe.experts.74.w2,0.0003784744,0.05000,1.438
21,block_sparse_moe.experts.78.w2,0.0000170949,0.05000,1.433
21,block_sparse_moe.experts.66.w2,0.0002279386,0.05000,1.446
21,block_sparse_moe.experts.88.w2,0.0003501328,0.05000,1.330
21,block_sparse_moe.experts.92.w2,0.0002160198,0.05000,1.320
21,block_sparse_moe.experts.84.w2,0.0001911383,0.05000,1.292
21,block_sparse_moe.experts.81.w2,0.0001271068,0.05000,1.296
21,block_sparse_moe.experts.87.w2,0.0002898602,0.05000,1.438
21,block_sparse_moe.experts.89.w2,0.0001744417,0.05000,1.313
21,block_sparse_moe.experts.80.w2,0.0000179514,0.05000,1.343
21,block_sparse_moe.experts.93.w2,0.0001692074,0.05000,1.299
21,block_sparse_moe.experts.83.w2,0.0000651895,0.05000,1.440
21,block_sparse_moe.experts.95.w2,0.0001203168,0.05000,1.462
21,block_sparse_moe.experts.85.w2,0.0000556280,0.05000,1.349
21,block_sparse_moe.experts.90.w2,0.0001165520,0.05000,1.413
21,block_sparse_moe.experts.91.w2,0.0000354134,0.05000,1.424
21,block_sparse_moe.experts.86.w2,0.0000769222,0.05000,1.493
21,block_sparse_moe.experts.94.w2,0.0001687059,0.05000,1.514
21,block_sparse_moe.experts.82.w2,0.0002362501,0.05000,1.492
21,block_sparse_moe.experts.104.w2,0.0001760198,0.05000,1.391
21,block_sparse_moe.experts.108.w2,0.0000156390,0.05000,1.385
21,block_sparse_moe.experts.100.w2,0.0000454320,0.05000,1.405
21,block_sparse_moe.experts.96.w2,0.0001776458,0.05000,1.315
21,block_sparse_moe.experts.97.w2,0.0000641533,0.05000,1.469
21,block_sparse_moe.experts.103.w2,0.0001130502,0.05000,1.489
21,block_sparse_moe.experts.105.w2,0.0000751845,0.05000,1.502
21,block_sparse_moe.experts.109.w2,0.0001143266,0.05000,1.498
21,block_sparse_moe.experts.111.w2,0.0001388858,0.05000,1.472
21,block_sparse_moe.experts.99.w2,0.0000600810,0.05000,1.516
21,block_sparse_moe.experts.101.w2,0.0000211372,0.05000,1.515
21,block_sparse_moe.experts.106.w2,0.0003307499,0.05000,1.496
21,block_sparse_moe.experts.107.w2,0.0002662679,0.05000,1.563
21,block_sparse_moe.experts.102.w2,0.0000176322,0.05000,1.529
21,block_sparse_moe.experts.110.w2,0.0000511010,0.05000,1.469
21,block_sparse_moe.experts.98.w2,0.0001205723,0.05000,1.460
21,block_sparse_moe.experts.120.w2,0.0000537967,0.05000,1.476
21,block_sparse_moe.experts.124.w2,0.0000115162,0.05000,1.461
21,block_sparse_moe.experts.116.w2,0.0000996850,0.05000,1.442
21,block_sparse_moe.experts.113.w2,0.0002918854,0.05000,1.433
21,block_sparse_moe.experts.112.w2,0.0001163018,0.05000,1.493
21,block_sparse_moe.experts.119.w2,0.0001243132,0.05000,1.490
21,block_sparse_moe.experts.125.w2,0.0000640161,0.05000,1.435
21,block_sparse_moe.experts.121.w2,0.0002888487,0.05000,1.478
21,block_sparse_moe.experts.127.w2,0.0000932628,0.05000,1.499
21,block_sparse_moe.experts.117.w2,0.0000931038,0.05000,1.450
21,block_sparse_moe.experts.122.w2,0.0000903982,0.05000,1.445
21,block_sparse_moe.experts.115.w2,0.0001581808,0.05000,1.567
21,block_sparse_moe.experts.123.w2,0.0000305378,0.05000,1.496
21,block_sparse_moe.experts.118.w2,0.0000205750,0.05000,1.537
21,block_sparse_moe.experts.126.w2,0.0001818613,0.05000,1.486
21,block_sparse_moe.experts.114.w2,0.0000649613,0.05000,1.509
21,block_sparse_moe.experts.140.w2,0.0000532766,0.05000,1.384
21,block_sparse_moe.experts.136.w2,0.0000863810,0.05000,1.423
21,block_sparse_moe.experts.132.w2,0.0001040194,0.05000,1.413
21,block_sparse_moe.experts.128.w2,0.0000394444,0.05000,1.375
21,block_sparse_moe.experts.129.w2,0.0001863675,0.05000,1.450
21,block_sparse_moe.experts.141.w2,0.0000579642,0.05000,1.416
21,block_sparse_moe.experts.135.w2,0.0000070577,0.05000,1.501
21,block_sparse_moe.experts.133.w2,0.0001339004,0.05000,1.394
21,block_sparse_moe.experts.137.w2,0.0000902090,0.05000,1.460
21,block_sparse_moe.experts.143.w2,0.0000517415,0.05000,1.516
21,block_sparse_moe.experts.138.w2,0.0000718601,0.05000,1.497
21,block_sparse_moe.experts.131.w2,0.0001697984,0.05000,1.529
21,block_sparse_moe.experts.139.w2,0.0000336210,0.05000,1.519
21,block_sparse_moe.experts.134.w2,0.0002146261,0.05000,1.469
21,block_sparse_moe.experts.142.w2,0.0001482993,0.05000,1.509
21,block_sparse_moe.experts.130.w2,0.0000168892,0.05000,1.483
21,block_sparse_moe.experts.156.w2,0.0001098699,0.05000,1.366
21,block_sparse_moe.experts.152.w2,0.0002867568,0.05000,1.408
21,block_sparse_moe.experts.148.w2,0.0002793772,0.05000,1.416
21,block_sparse_moe.experts.144.w2,0.0001441486,0.05000,1.375
21,block_sparse_moe.experts.145.w2,0.0000477241,0.05000,1.561
21,block_sparse_moe.experts.151.w2,0.0001227455,0.05000,1.432
21,block_sparse_moe.experts.159.w2,0.0000197850,0.05000,1.355
21,block_sparse_moe.experts.157.w2,0.0000817841,0.05000,1.539
21,block_sparse_moe.experts.149.w2,0.0000595420,0.05000,1.533
21,block_sparse_moe.experts.153.w2,0.0001888532,0.05000,1.558
21,block_sparse_moe.experts.147.w2,0.0000779952,0.05000,1.344
21,block_sparse_moe.experts.155.w2,0.0003375376,0.05000,1.303
21,block_sparse_moe.experts.154.w2,0.0000528398,0.05000,1.537
21,block_sparse_moe.experts.150.w2,0.0000384303,0.05000,1.571
21,block_sparse_moe.experts.158.w2,0.0001897116,0.05000,1.548
21,block_sparse_moe.experts.146.w2,0.0001866165,0.05000,1.510
21,block_sparse_moe.experts.172.w2,0.0000632657,0.05000,1.437
21,block_sparse_moe.experts.160.w2,0.0001264284,0.05000,1.424
21,block_sparse_moe.experts.168.w2,0.0000606545,0.05000,1.479
21,block_sparse_moe.experts.164.w2,0.0000750262,0.05000,1.448
21,block_sparse_moe.experts.175.w2,0.0000621512,0.05000,1.283
21,block_sparse_moe.experts.167.w2,0.0000531863,0.05000,1.372
21,block_sparse_moe.experts.161.w2,0.0003130776,0.05000,1.479
21,block_sparse_moe.experts.163.w2,0.0001485472,0.05000,1.369
21,block_sparse_moe.experts.173.w2,0.0001126174,0.05000,1.458
21,block_sparse_moe.experts.171.w2,0.0005047041,0.05000,1.400
21,block_sparse_moe.experts.165.w2,0.0000258719,0.05000,1.496
21,block_sparse_moe.experts.169.w2,0.0000989674,0.05000,1.510
21,block_sparse_moe.experts.170.w2,0.0001644670,0.05000,1.389
21,block_sparse_moe.experts.166.w2,0.0000172009,0.05000,1.338
21,block_sparse_moe.experts.174.w2,0.0000728623,0.05000,1.336
21,block_sparse_moe.experts.162.w2,0.0003639750,0.05000,1.365
21,block_sparse_moe.experts.188.w2,0.0001747479,0.05000,1.392
21,block_sparse_moe.experts.184.w2,0.0000822439,0.05000,1.418
21,block_sparse_moe.experts.180.w2,0.0000304306,0.05000,1.422
21,block_sparse_moe.experts.176.w2,0.0000494416,0.05000,1.446
21,block_sparse_moe.experts.191.w2,0.0001039221,0.05000,1.482
21,block_sparse_moe.experts.183.w2,0.0001120296,0.05000,1.517
21,block_sparse_moe.experts.177.w2,0.0001652076,0.05000,1.504
21,block_sparse_moe.experts.179.w2,0.0001717847,0.05000,1.491
21,block_sparse_moe.experts.189.w2,0.0001218006,0.05000,1.501
21,block_sparse_moe.experts.186.w2,0.0000830235,0.05000,1.347
21,block_sparse_moe.experts.187.w2,0.0002183912,0.05000,1.478
21,block_sparse_moe.experts.181.w2,0.0000397203,0.05000,1.538
21,block_sparse_moe.experts.185.w2,0.0000562252,0.05000,1.528
21,block_sparse_moe.experts.182.w2,0.0000181488,0.05000,1.388
21,block_sparse_moe.experts.190.w2,0.0001167423,0.05000,1.454
21,block_sparse_moe.experts.178.w2,0.0001311244,0.05000,1.461
21,block_sparse_moe.experts.204.w2,0.0001905728,0.05000,1.565
21,block_sparse_moe.experts.196.w2,0.0001197235,0.05000,1.477
21,block_sparse_moe.experts.200.w2,0.0001895701,0.05000,1.510
21,block_sparse_moe.experts.192.w2,0.0000769205,0.05000,1.496
21,block_sparse_moe.experts.207.w2,0.0003019332,0.05000,1.407
21,block_sparse_moe.experts.199.w2,0.0001061991,0.05000,1.410
21,block_sparse_moe.experts.195.w2,0.0001594732,0.05000,1.345
21,block_sparse_moe.experts.203.w2,0.0000884496,0.05000,1.365
21,block_sparse_moe.experts.193.w2,0.0002328540,0.05000,1.555
21,block_sparse_moe.experts.205.w2,0.0000959913,0.05000,1.511
21,block_sparse_moe.experts.202.w2,0.0000770028,0.05000,1.520
21,block_sparse_moe.experts.197.w2,0.0000629781,0.05000,1.502
21,block_sparse_moe.experts.198.w2,0.0001726235,0.05000,1.480
21,block_sparse_moe.experts.201.w2,0.0000550065,0.05000,1.568
21,block_sparse_moe.experts.206.w2,0.0002064194,0.05000,1.542
21,block_sparse_moe.experts.194.w2,0.0002803349,0.05000,1.512
21,block_sparse_moe.experts.220.w2,0.0001995719,0.05000,1.477
21,block_sparse_moe.experts.216.w2,0.0000923493,0.05000,1.451
21,block_sparse_moe.experts.212.w2,0.0001550927,0.05000,1.494
21,block_sparse_moe.experts.208.w2,0.0001221970,0.05000,1.495
21,block_sparse_moe.experts.223.w2,0.0000907012,0.05000,1.440
21,block_sparse_moe.experts.215.w2,0.0001881916,0.05000,1.384
21,block_sparse_moe.experts.211.w2,0.0001329390,0.05000,1.427
21,block_sparse_moe.experts.209.w2,0.0001544936,0.05000,1.316
21,block_sparse_moe.experts.219.w2,0.0001512841,0.05000,1.440
21,block_sparse_moe.experts.221.w2,0.0000868149,0.05000,1.411
21,block_sparse_moe.experts.218.w2,0.0000814480,0.05000,1.434
21,block_sparse_moe.experts.213.w2,0.0000450204,0.05000,1.356
21,block_sparse_moe.experts.217.w2,0.0001236714,0.05000,1.353
21,block_sparse_moe.experts.214.w2,0.0000766337,0.05000,1.438
21,block_sparse_moe.experts.222.w2,0.0000607622,0.05000,1.342
21,block_sparse_moe.experts.210.w2,0.0003406298,0.05000,1.391
21,block_sparse_moe.experts.236.w2,0.0000432552,0.05000,1.515
21,block_sparse_moe.experts.228.w2,0.0001656879,0.05000,1.502
21,block_sparse_moe.experts.232.w2,0.0000756149,0.05000,1.537
21,block_sparse_moe.experts.224.w2,0.0002182205,0.05000,1.550
21,block_sparse_moe.experts.231.w2,0.0001155041,0.05000,1.456
21,block_sparse_moe.experts.239.w2,0.0001974192,0.05000,1.501
21,block_sparse_moe.experts.227.w2,0.0000784837,0.05000,1.493
21,block_sparse_moe.experts.225.w2,0.0000809428,0.05000,1.474
21,block_sparse_moe.experts.237.w2,0.0002263985,0.05000,1.413
21,block_sparse_moe.experts.235.w2,0.0000221881,0.05000,1.487
21,block_sparse_moe.experts.234.w2,0.0000956529,0.05000,1.450
21,block_sparse_moe.experts.229.w2,0.0001249646,0.05000,1.481
21,block_sparse_moe.experts.230.w2,0.0000732256,0.05000,1.471
21,block_sparse_moe.experts.233.w2,0.0000684082,0.05000,1.523
21,block_sparse_moe.experts.238.w2,0.0001056174,0.05000,1.490
21,block_sparse_moe.experts.226.w2,0.0001453821,0.05000,1.518
21,block_sparse_moe.experts.252.w2,0.0001535397,0.05000,1.498
21,block_sparse_moe.experts.244.w2,0.0000422199,0.05000,1.489
21,block_sparse_moe.experts.248.w2,0.0001716419,0.05000,1.503
21,block_sparse_moe.experts.240.w2,0.0000320402,0.05000,1.454
21,block_sparse_moe.experts.247.w2,0.0000346022,0.05000,1.482
21,block_sparse_moe.experts.255.w2,0.0001401708,0.05000,1.493
21,block_sparse_moe.experts.243.w2,0.0002791211,0.05000,1.414
21,block_sparse_moe.experts.251.w2,0.0004372114,0.05000,1.363
21,block_sparse_moe.experts.250.w2,0.0001317537,0.05000,1.310
21,block_sparse_moe.experts.241.w2,0.0001409336,0.05000,1.520
21,block_sparse_moe.experts.246.w2,0.0001278552,0.05000,1.231
21,block_sparse_moe.experts.253.w2,0.0000321675,0.05000,1.470
21,block_sparse_moe.experts.254.w2,0.0000953853,0.05000,1.205
21,block_sparse_moe.experts.242.w2,0.0001083941,0.05000,1.130
21,block_sparse_moe.experts.245.w2,0.0000860680,0.05000,1.409
21,block_sparse_moe.experts.249.w2,0.0001328377,0.05000,1.298
22,self_attn.q_proj,0.0000049285,0.05000,0.874
22,self_attn.k_proj,0.0000008121,0.05000,0.937
22,self_attn.v_proj,0.0000006357,0.05000,0.943
22,self_attn.o_proj,0.0000004125,0.05000,1.830
22,block_sparse_moe.experts.0.w1,0.0002723330,0.05000,2.704
22,block_sparse_moe.experts.4.w1,0.0003017914,0.05000,2.763
22,block_sparse_moe.experts.12.w1,0.0005501589,0.05000,2.772
22,block_sparse_moe.experts.8.w1,0.0005200675,0.05000,2.812
22,block_sparse_moe.experts.5.w1,0.0000935010,0.05000,2.928
22,block_sparse_moe.experts.13.w1,0.0001969242,0.05000,2.941
22,block_sparse_moe.experts.1.w1,0.0001150073,0.05000,2.979
22,block_sparse_moe.experts.9.w1,0.0004490837,0.05000,2.999
22,block_sparse_moe.experts.6.w1,0.0001538634,0.05000,3.075
22,block_sparse_moe.experts.14.w1,0.0002010335,0.05000,3.087
22,block_sparse_moe.experts.10.w1,0.0003408171,0.05000,3.087
22,block_sparse_moe.experts.15.w1,0.0001129657,0.05000,3.141
22,block_sparse_moe.experts.2.w1,0.0001638842,0.05000,3.171
22,block_sparse_moe.experts.11.w1,0.0001635542,0.05000,3.231
22,block_sparse_moe.experts.3.w1,0.0003253232,0.05000,3.292
22,block_sparse_moe.experts.7.w1,0.0002056034,0.05000,3.300
22,block_sparse_moe.experts.16.w1,0.0004080991,0.05000,2.649
22,block_sparse_moe.experts.20.w1,0.0002182670,0.05000,2.719
22,block_sparse_moe.experts.28.w1,0.0002026561,0.05000,2.721
22,block_sparse_moe.experts.24.w1,0.0002309005,0.05000,2.719
22,block_sparse_moe.experts.21.w1,0.0001758158,0.05000,2.958
22,block_sparse_moe.experts.17.w1,0.0002731964,0.05000,3.024
22,block_sparse_moe.experts.22.w1,0.0002433746,0.05000,2.969
22,block_sparse_moe.experts.29.w1,0.0002823901,0.05000,3.095
22,block_sparse_moe.experts.26.w1,0.0004858231,0.05000,2.971
22,block_sparse_moe.experts.25.w1,0.0002972368,0.05000,3.114
22,block_sparse_moe.experts.30.w1,0.0002884770,0.05000,3.017
22,block_sparse_moe.experts.18.w1,0.0001006068,0.05000,3.007
22,block_sparse_moe.experts.31.w1,0.0000883886,0.05000,3.040
22,block_sparse_moe.experts.27.w1,0.0003771095,0.05000,3.039
22,block_sparse_moe.experts.19.w1,0.0002591857,0.05000,2.994
22,block_sparse_moe.experts.23.w1,0.0003259187,0.05000,3.093
22,block_sparse_moe.experts.32.w1,0.0003455900,0.05000,2.696
22,block_sparse_moe.experts.44.w1,0.0003127030,0.05000,2.758
22,block_sparse_moe.experts.40.w1,0.0001366788,0.05000,2.765
22,block_sparse_moe.experts.36.w1,0.0003219246,0.05000,2.860
22,block_sparse_moe.experts.37.w1,0.0003720466,0.05000,2.889
22,block_sparse_moe.experts.38.w1,0.0002228666,0.05000,2.792
22,block_sparse_moe.experts.33.w1,0.0002879311,0.05000,2.834
22,block_sparse_moe.experts.46.w1,0.0002832400,0.05000,2.804
22,block_sparse_moe.experts.45.w1,0.0002844124,0.05000,2.878
22,block_sparse_moe.experts.42.w1,0.0003389188,0.05000,2.888
22,block_sparse_moe.experts.41.w1,0.0001668907,0.05000,2.934
22,block_sparse_moe.experts.34.w1,0.0001806335,0.05000,2.872
22,block_sparse_moe.experts.47.w1,0.0004367769,0.05000,3.072
22,block_sparse_moe.experts.35.w1,0.0002637521,0.05000,3.047
22,block_sparse_moe.experts.43.w1,0.0002506562,0.05000,3.070
22,block_sparse_moe.experts.39.w1,0.0005045527,0.05000,3.001
22,block_sparse_moe.experts.48.w1,0.0002750036,0.05000,2.791
22,block_sparse_moe.experts.56.w1,0.0000801902,0.05000,2.799
22,block_sparse_moe.experts.60.w1,0.0003113324,0.05000,2.839
22,block_sparse_moe.experts.52.w1,0.0005085380,0.05000,2.930
22,block_sparse_moe.experts.53.w1,0.0002054196,0.05000,2.880
22,block_sparse_moe.experts.49.w1,0.0001924634,0.05000,2.918
22,block_sparse_moe.experts.61.w1,0.0002598658,0.05000,2.935
22,block_sparse_moe.experts.54.w1,0.0002296244,0.05000,3.064
22,block_sparse_moe.experts.57.w1,0.0002402722,0.05000,2.902
22,block_sparse_moe.experts.62.w1,0.0003143593,0.05000,3.104
22,block_sparse_moe.experts.50.w1,0.0004486039,0.05000,3.053
22,block_sparse_moe.experts.63.w1,0.0003047448,0.05000,2.854
22,block_sparse_moe.experts.51.w1,0.0003499688,0.05000,2.792
22,block_sparse_moe.experts.58.w1,0.0003428821,0.05000,3.157
22,block_sparse_moe.experts.59.w1,0.0005206015,0.05000,2.887
22,block_sparse_moe.experts.55.w1,0.0004053459,0.05000,2.874
22,block_sparse_moe.experts.64.w1,0.0001313669,0.05000,2.891
22,block_sparse_moe.experts.76.w1,0.0003447071,0.05000,2.853
22,block_sparse_moe.experts.72.w1,0.0002916595,0.05000,2.935
22,block_sparse_moe.experts.68.w1,0.0001507499,0.05000,2.826
22,block_sparse_moe.experts.69.w1,0.0004960601,0.05000,2.774
22,block_sparse_moe.experts.65.w1,0.0004730808,0.05000,2.793
22,block_sparse_moe.experts.73.w1,0.0005175176,0.05000,2.731
22,block_sparse_moe.experts.77.w1,0.0002853047,0.05000,2.873
22,block_sparse_moe.experts.70.w1,0.0003853651,0.05000,2.957
22,block_sparse_moe.experts.79.w1,0.0005005874,0.05000,2.771
22,block_sparse_moe.experts.67.w1,0.0000557564,0.05000,2.816
22,block_sparse_moe.experts.71.w1,0.0004347038,0.05000,2.724
22,block_sparse_moe.experts.75.w1,0.0003779972,0.05000,2.791
22,block_sparse_moe.experts.78.w1,0.0002912839,0.05000,3.019
22,block_sparse_moe.experts.74.w1,0.0002123131,0.05000,3.012
22,block_sparse_moe.experts.66.w1,0.0002789588,0.05000,3.069
22,block_sparse_moe.experts.80.w1,0.0001806162,0.05000,2.924
22,block_sparse_moe.experts.92.w1,0.0000333430,0.05000,2.942
22,block_sparse_moe.experts.88.w1,0.0003176812,0.05000,2.939
22,block_sparse_moe.experts.84.w1,0.0002652769,0.05000,2.954
22,block_sparse_moe.experts.85.w1,0.0002051394,0.05000,3.107
22,block_sparse_moe.experts.81.w1,0.0001960778,0.05000,3.163
22,block_sparse_moe.experts.93.w1,0.0002008986,0.05000,3.025
22,block_sparse_moe.experts.95.w1,0.0004469042,0.05000,2.908
22,block_sparse_moe.experts.87.w1,0.0001917754,0.05000,2.842
22,block_sparse_moe.experts.89.w1,0.0008854537,0.05000,3.187
22,block_sparse_moe.experts.83.w1,0.0003670037,0.05000,2.935
22,block_sparse_moe.experts.86.w1,0.0004286446,0.05000,3.092
22,block_sparse_moe.experts.94.w1,0.0003612063,0.05000,2.911
22,block_sparse_moe.experts.91.w1,0.0001441497,0.05000,2.985
22,block_sparse_moe.experts.90.w1,0.0000787159,0.05000,2.956
22,block_sparse_moe.experts.82.w1,0.0002291115,0.05000,2.932
22,block_sparse_moe.experts.96.w1,0.0002552106,0.05000,2.914
22,block_sparse_moe.experts.108.w1,0.0000223668,0.05000,2.843
22,block_sparse_moe.experts.104.w1,0.0006529950,0.05000,2.826
22,block_sparse_moe.experts.100.w1,0.0005275720,0.05000,2.928
22,block_sparse_moe.experts.101.w1,0.0000564846,0.05000,3.042
22,block_sparse_moe.experts.97.w1,0.0002707274,0.05000,3.065
22,block_sparse_moe.experts.109.w1,0.0007831213,0.05000,3.054
22,block_sparse_moe.experts.105.w1,0.0003959947,0.05000,2.951
22,block_sparse_moe.experts.102.w1,0.0003669372,0.05000,2.931
22,block_sparse_moe.experts.111.w1,0.0004161044,0.05000,3.122
22,block_sparse_moe.experts.99.w1,0.0001047530,0.05000,3.048
22,block_sparse_moe.experts.110.w1,0.0004302013,0.05000,3.023
22,block_sparse_moe.experts.103.w1,0.0006026231,0.05000,3.166
22,block_sparse_moe.experts.106.w1,0.0004585614,0.05000,2.976
22,block_sparse_moe.experts.98.w1,0.0001783660,0.05000,3.017
22,block_sparse_moe.experts.107.w1,0.0004129451,0.05000,3.129
22,block_sparse_moe.experts.112.w1,0.0003006801,0.05000,2.876
22,block_sparse_moe.experts.120.w1,0.0002960344,0.05000,2.825
22,block_sparse_moe.experts.124.w1,0.0001186591,0.05000,2.916
22,block_sparse_moe.experts.116.w1,0.0002011077,0.05000,2.922
22,block_sparse_moe.experts.117.w1,0.0004471851,0.05000,2.915
22,block_sparse_moe.experts.113.w1,0.0001465050,0.05000,2.913
22,block_sparse_moe.experts.121.w1,0.0000259580,0.05000,2.899
22,block_sparse_moe.experts.125.w1,0.0005057126,0.05000,2.973
22,block_sparse_moe.experts.127.w1,0.0001902102,0.05000,2.921
22,block_sparse_moe.experts.118.w1,0.0000623202,0.05000,2.959
22,block_sparse_moe.experts.126.w1,0.0003339244,0.05000,2.865
22,block_sparse_moe.experts.115.w1,0.0002986701,0.05000,2.943
22,block_sparse_moe.experts.119.w1,0.0003006013,0.05000,2.937
22,block_sparse_moe.experts.122.w1,0.0003765724,0.05000,2.900
22,block_sparse_moe.experts.114.w1,0.0001105707,0.05000,2.902
22,block_sparse_moe.experts.123.w1,0.0000871341,0.05000,2.981
22,block_sparse_moe.experts.128.w1,0.0003276047,0.05000,2.932
22,block_sparse_moe.experts.140.w1,0.0003520206,0.05000,2.938
22,block_sparse_moe.experts.136.w1,0.0001564683,0.05000,3.023
22,block_sparse_moe.experts.132.w1,0.0000451605,0.05000,2.992
22,block_sparse_moe.experts.133.w1,0.0001356542,0.05000,3.077
22,block_sparse_moe.experts.129.w1,0.0001423733,0.05000,3.070
22,block_sparse_moe.experts.137.w1,0.0001914339,0.05000,3.103
22,block_sparse_moe.experts.142.w1,0.0004043959,0.05000,3.033
22,block_sparse_moe.experts.131.w1,0.0003517066,0.05000,3.038
22,block_sparse_moe.experts.141.w1,0.0003178336,0.05000,3.119
22,block_sparse_moe.experts.134.w1,0.0001967843,0.05000,3.071
22,block_sparse_moe.experts.143.w1,0.0008084868,0.05000,3.158
22,block_sparse_moe.experts.138.w1,0.0003587332,0.05000,3.066
22,block_sparse_moe.experts.130.w1,0.0003716649,0.05000,3.023
22,block_sparse_moe.experts.135.w1,0.0003791413,0.05000,3.113
22,block_sparse_moe.experts.139.w1,0.0003256012,0.05000,3.037
22,block_sparse_moe.experts.144.w1,0.0002601766,0.05000,2.954
22,block_sparse_moe.experts.156.w1,0.0002005298,0.05000,2.972
22,block_sparse_moe.experts.152.w1,0.0002732194,0.05000,3.076
22,block_sparse_moe.experts.148.w1,0.0000850259,0.05000,2.989
22,block_sparse_moe.experts.149.w1,0.0002215323,0.05000,2.954
22,block_sparse_moe.experts.145.w1,0.0004073119,0.05000,2.887
22,block_sparse_moe.experts.153.w1,0.0004267756,0.05000,2.885
22,block_sparse_moe.experts.150.w1,0.0004835742,0.05000,2.900
22,block_sparse_moe.experts.158.w1,0.0003175053,0.05000,2.937
22,block_sparse_moe.experts.147.w1,0.0004370544,0.05000,2.956
22,block_sparse_moe.experts.157.w1,0.0002108350,0.05000,3.006
22,block_sparse_moe.experts.154.w1,0.0002750988,0.05000,2.952
22,block_sparse_moe.experts.151.w1,0.0003772427,0.05000,2.992
22,block_sparse_moe.experts.146.w1,0.0001639218,0.05000,3.026
22,block_sparse_moe.experts.159.w1,0.0001464457,0.05000,3.077
22,block_sparse_moe.experts.155.w1,0.0000964653,0.05000,3.013
22,block_sparse_moe.experts.160.w1,0.0003468766,0.05000,2.974
22,block_sparse_moe.experts.172.w1,0.0000421842,0.05000,3.035
22,block_sparse_moe.experts.168.w1,0.0000772189,0.05000,3.025
22,block_sparse_moe.experts.164.w1,0.0002265312,0.05000,3.097
22,block_sparse_moe.experts.165.w1,0.0000691678,0.05000,2.759
22,block_sparse_moe.experts.169.w1,0.0001193465,0.05000,2.719
22,block_sparse_moe.experts.161.w1,0.0005176472,0.05000,2.822
22,block_sparse_moe.experts.173.w1,0.0005449267,0.05000,2.784
22,block_sparse_moe.experts.163.w1,0.0000649363,0.05000,2.951
22,block_sparse_moe.experts.174.w1,0.0000884707,0.05000,3.004
22,block_sparse_moe.experts.166.w1,0.0005133585,0.05000,3.091
22,block_sparse_moe.experts.170.w1,0.0001000359,0.05000,2.976
22,block_sparse_moe.experts.167.w1,0.0002413594,0.05000,2.929
22,block_sparse_moe.experts.175.w1,0.0001782412,0.05000,2.956
22,block_sparse_moe.experts.162.w1,0.0002596685,0.05000,2.985
22,block_sparse_moe.experts.171.w1,0.0006028651,0.05000,3.000
22,block_sparse_moe.experts.176.w1,0.0001403584,0.05000,2.882
22,block_sparse_moe.experts.188.w1,0.0004535334,0.05000,2.986
22,block_sparse_moe.experts.184.w1,0.0003005507,0.05000,2.976
22,block_sparse_moe.experts.180.w1,0.0004940164,0.05000,3.002
22,block_sparse_moe.experts.181.w1,0.0002176578,0.05000,2.836
22,block_sparse_moe.experts.185.w1,0.0001719340,0.05000,2.858
22,block_sparse_moe.experts.177.w1,0.0004250362,0.05000,2.916
22,block_sparse_moe.experts.189.w1,0.0001043557,0.05000,2.985
22,block_sparse_moe.experts.190.w1,0.0002463478,0.05000,2.943
22,block_sparse_moe.experts.179.w1,0.0000914975,0.05000,3.111
22,block_sparse_moe.experts.186.w1,0.0002970680,0.05000,2.975
22,block_sparse_moe.experts.182.w1,0.0002506174,0.05000,3.067
22,block_sparse_moe.experts.178.w1,0.0001898538,0.05000,3.003
22,block_sparse_moe.experts.183.w1,0.0006254093,0.05000,3.100
22,block_sparse_moe.experts.191.w1,0.0003340593,0.05000,3.070
22,block_sparse_moe.experts.187.w1,0.0004177836,0.05000,3.191
22,block_sparse_moe.experts.192.w1,0.0000940187,0.05000,2.965
22,block_sparse_moe.experts.204.w1,0.0000295440,0.05000,2.801
22,block_sparse_moe.experts.200.w1,0.0001906595,0.05000,2.805
22,block_sparse_moe.experts.196.w1,0.0007101061,0.05000,2.744
22,block_sparse_moe.experts.197.w1,0.0017330962,0.05000,2.933
22,block_sparse_moe.experts.201.w1,0.0003485620,0.05000,2.943
22,block_sparse_moe.experts.193.w1,0.0003977266,0.05000,2.970
22,block_sparse_moe.experts.205.w1,0.0003783384,0.05000,2.890
22,block_sparse_moe.experts.195.w1,0.0005918761,0.05000,2.863
22,block_sparse_moe.experts.206.w1,0.0003918273,0.05000,3.027
22,block_sparse_moe.experts.207.w1,0.0000646020,0.05000,2.832
22,block_sparse_moe.experts.199.w1,0.0004233860,0.05000,2.871
22,block_sparse_moe.experts.198.w1,0.0001093612,0.05000,2.967
22,block_sparse_moe.experts.202.w1,0.0001367597,0.05000,3.095
22,block_sparse_moe.experts.194.w1,0.0000349006,0.05000,3.138
22,block_sparse_moe.experts.203.w1,0.0003165094,0.05000,2.834
22,block_sparse_moe.experts.208.w1,0.0006227519,0.05000,2.679
22,block_sparse_moe.experts.220.w1,0.0002726756,0.05000,2.829
22,block_sparse_moe.experts.216.w1,0.0001053685,0.05000,2.832
22,block_sparse_moe.experts.212.w1,0.0003132453,0.05000,2.872
22,block_sparse_moe.experts.213.w1,0.0005735164,0.05000,2.846
22,block_sparse_moe.experts.217.w1,0.0003806124,0.05000,2.825
22,block_sparse_moe.experts.209.w1,0.0002912040,0.05000,2.865
22,block_sparse_moe.experts.221.w1,0.0000821064,0.05000,2.856
22,block_sparse_moe.experts.211.w1,0.0002053843,0.05000,2.994
22,block_sparse_moe.experts.222.w1,0.0002265634,0.05000,3.061
22,block_sparse_moe.experts.223.w1,0.0002430220,0.05000,2.981
22,block_sparse_moe.experts.214.w1,0.0002827995,0.05000,3.031
22,block_sparse_moe.experts.215.w1,0.0006504805,0.05000,3.092
22,block_sparse_moe.experts.218.w1,0.0004429778,0.05000,3.023
22,block_sparse_moe.experts.210.w1,0.0004769957,0.05000,2.925
22,block_sparse_moe.experts.219.w1,0.0002396204,0.05000,3.037
22,block_sparse_moe.experts.224.w1,0.0002534243,0.05000,2.995
22,block_sparse_moe.experts.236.w1,0.0000345752,0.05000,3.015
22,block_sparse_moe.experts.232.w1,0.0003620333,0.05000,2.975
22,block_sparse_moe.experts.229.w1,0.0004577493,0.05000,2.655
22,block_sparse_moe.experts.233.w1,0.0003387374,0.05000,2.538
22,block_sparse_moe.experts.228.w1,0.0001818732,0.05000,3.026
22,block_sparse_moe.experts.225.w1,0.0005169903,0.05000,2.630
22,block_sparse_moe.experts.237.w1,0.0002936007,0.05000,2.704
22,block_sparse_moe.experts.227.w1,0.0003731360,0.05000,2.932
22,block_sparse_moe.experts.238.w1,0.0000711790,0.05000,2.917
22,block_sparse_moe.experts.239.w1,0.0004329649,0.05000,2.863
22,block_sparse_moe.experts.230.w1,0.0002646173,0.05000,3.015
22,block_sparse_moe.experts.231.w1,0.0000221902,0.05000,2.973
22,block_sparse_moe.experts.226.w1,0.0000548661,0.05000,2.920
22,block_sparse_moe.experts.234.w1,0.0001382668,0.05000,3.040
22,block_sparse_moe.experts.235.w1,0.0001160055,0.05000,2.911
22,block_sparse_moe.experts.240.w1,0.0002910885,0.05000,2.763
22,block_sparse_moe.experts.252.w1,0.0001497906,0.05000,2.748
22,block_sparse_moe.experts.248.w1,0.0005287523,0.05000,2.797
22,block_sparse_moe.experts.249.w1,0.0001553336,0.05000,2.732
22,block_sparse_moe.experts.245.w1,0.0006208576,0.05000,2.824
22,block_sparse_moe.experts.244.w1,0.0000670597,0.05000,2.763
22,block_sparse_moe.experts.241.w1,0.0001737564,0.05000,2.899
22,block_sparse_moe.experts.253.w1,0.0002230914,0.05000,2.878
22,block_sparse_moe.experts.243.w1,0.0002242227,0.05000,2.836
22,block_sparse_moe.experts.254.w1,0.0006018523,0.05000,2.852
22,block_sparse_moe.experts.255.w1,0.0001614868,0.05000,2.866
22,block_sparse_moe.experts.246.w1,0.0004241037,0.05000,2.892
22,block_sparse_moe.experts.250.w1,0.0004400550,0.05000,2.852
22,block_sparse_moe.experts.247.w1,0.0002165721,0.05000,2.969
22,block_sparse_moe.experts.242.w1,0.0001037038,0.05000,2.945
22,block_sparse_moe.experts.251.w1,0.0002355487,0.05000,2.871
22,block_sparse_moe.experts.0.w3,0.0002818323,0.05000,2.883
22,block_sparse_moe.experts.12.w3,0.0005606168,0.05000,2.823
22,block_sparse_moe.experts.8.w3,0.0005333575,0.05000,2.853
22,block_sparse_moe.experts.4.w3,0.0003098475,0.05000,2.932
22,block_sparse_moe.experts.5.w3,0.0000962801,0.05000,3.086
22,block_sparse_moe.experts.9.w3,0.0004607199,0.05000,3.148
22,block_sparse_moe.experts.1.w3,0.0001198499,0.05000,3.116
22,block_sparse_moe.experts.13.w3,0.0002025119,0.05000,3.075
22,block_sparse_moe.experts.3.w3,0.0003346886,0.05000,2.894
22,block_sparse_moe.experts.15.w3,0.0001118589,0.05000,2.916
22,block_sparse_moe.experts.14.w3,0.0002068853,0.05000,3.031
22,block_sparse_moe.experts.7.w3,0.0002114322,0.05000,2.792
22,block_sparse_moe.experts.11.w3,0.0001732015,0.05000,2.815
22,block_sparse_moe.experts.6.w3,0.0002706506,0.05000,3.105
22,block_sparse_moe.experts.2.w3,0.0001694599,0.05000,3.062
22,block_sparse_moe.experts.10.w3,0.0003559913,0.05000,3.158
22,block_sparse_moe.experts.16.w3,0.0004177337,0.05000,2.835
22,block_sparse_moe.experts.28.w3,0.0002069326,0.05000,2.696
22,block_sparse_moe.experts.24.w3,0.0002372923,0.05000,2.639
22,block_sparse_moe.experts.20.w3,0.0002180029,0.05000,2.579
22,block_sparse_moe.experts.21.w3,0.0001795582,0.05000,2.989
22,block_sparse_moe.experts.25.w3,0.0003080486,0.05000,2.990
22,block_sparse_moe.experts.17.w3,0.0002797674,0.05000,2.995
22,block_sparse_moe.experts.29.w3,0.0002915244,0.05000,3.081
22,block_sparse_moe.experts.19.w3,0.0002672835,0.05000,2.917
22,block_sparse_moe.experts.31.w3,0.0000918398,0.05000,2.830
22,block_sparse_moe.experts.30.w3,0.0002940973,0.05000,3.017
22,block_sparse_moe.experts.23.w3,0.0003350644,0.05000,2.919
22,block_sparse_moe.experts.27.w3,0.0003875313,0.05000,2.889
22,block_sparse_moe.experts.32.w3,0.0003557431,0.05000,2.581
22,block_sparse_moe.experts.18.w3,0.0001031918,0.05000,2.882
22,block_sparse_moe.experts.26.w3,0.0004852989,0.05000,2.917
22,block_sparse_moe.experts.22.w3,0.0002549692,0.05000,3.073
22,block_sparse_moe.experts.44.w3,0.0003031272,0.05000,2.593
22,block_sparse_moe.experts.40.w3,0.0001436588,0.05000,2.624
22,block_sparse_moe.experts.36.w3,0.0003334870,0.05000,2.656
22,block_sparse_moe.experts.41.w3,0.0001727986,0.05000,3.019
22,block_sparse_moe.experts.37.w3,0.0003776566,0.05000,3.081
22,block_sparse_moe.experts.33.w3,0.0002948082,0.05000,3.056
22,block_sparse_moe.experts.45.w3,0.0002877233,0.05000,3.004
22,block_sparse_moe.experts.35.w3,0.0002756839,0.05000,2.898
22,block_sparse_moe.experts.47.w3,0.0004662899,0.05000,2.902
22,block_sparse_moe.experts.43.w3,0.0002608362,0.05000,2.911
22,block_sparse_moe.experts.48.w3,0.0002823836,0.05000,2.802
22,block_sparse_moe.experts.39.w3,0.0005222193,0.05000,3.013
22,block_sparse_moe.experts.46.w3,0.0002955674,0.05000,3.082
22,block_sparse_moe.experts.60.w3,0.0003322555,0.05000,2.819
22,block_sparse_moe.experts.34.w3,0.0001944624,0.05000,3.118
22,block_sparse_moe.experts.38.w3,0.0002335616,0.05000,2.990
22,block_sparse_moe.experts.42.w3,0.0003482129,0.05000,3.091
22,block_sparse_moe.experts.56.w3,0.0000827749,0.05000,2.925
22,block_sparse_moe.experts.52.w3,0.0005196680,0.05000,3.043
22,block_sparse_moe.experts.53.w3,0.0002114376,0.05000,2.826
22,block_sparse_moe.experts.57.w3,0.0002468032,0.05000,2.908
22,block_sparse_moe.experts.49.w3,0.0001969783,0.05000,2.807
22,block_sparse_moe.experts.61.w3,0.0002701363,0.05000,2.967
22,block_sparse_moe.experts.51.w3,0.0003586186,0.05000,3.029
22,block_sparse_moe.experts.63.w3,0.0003126027,0.05000,3.024
22,block_sparse_moe.experts.64.w3,0.0001390546,0.05000,2.942
22,block_sparse_moe.experts.55.w3,0.0004180877,0.05000,2.998
22,block_sparse_moe.experts.62.w3,0.0003179327,0.05000,2.946
22,block_sparse_moe.experts.59.w3,0.0005345239,0.05000,3.092
22,block_sparse_moe.experts.76.w3,0.0003514460,0.05000,2.897
22,block_sparse_moe.experts.54.w3,0.0002363760,0.05000,2.891
22,block_sparse_moe.experts.72.w3,0.0003038444,0.05000,2.781
22,block_sparse_moe.experts.58.w3,0.0003639796,0.05000,2.956
22,block_sparse_moe.experts.50.w3,0.0004593337,0.05000,3.032
22,block_sparse_moe.experts.68.w3,0.0001576135,0.05000,2.909
22,block_sparse_moe.experts.73.w3,0.0005406646,0.05000,3.018
22,block_sparse_moe.experts.69.w3,0.0005113694,0.05000,3.072
22,block_sparse_moe.experts.65.w3,0.0004832654,0.05000,3.070
22,block_sparse_moe.experts.77.w3,0.0002949368,0.05000,2.862
22,block_sparse_moe.experts.67.w3,0.0000585226,0.05000,2.960
22,block_sparse_moe.experts.79.w3,0.0005241168,0.05000,2.959
22,block_sparse_moe.experts.80.w3,0.0001859380,0.05000,2.901
22,block_sparse_moe.experts.75.w3,0.0003848359,0.05000,2.894
22,block_sparse_moe.experts.92.w3,0.0000343366,0.05000,2.866
22,block_sparse_moe.experts.78.w3,0.0002988607,0.05000,3.010
22,block_sparse_moe.experts.71.w3,0.0004471577,0.05000,3.033
22,block_sparse_moe.experts.88.w3,0.0003254830,0.05000,2.929
22,block_sparse_moe.experts.70.w3,0.0003975509,0.05000,3.086
22,block_sparse_moe.experts.66.w3,0.0002873881,0.05000,3.059
22,block_sparse_moe.experts.74.w3,0.0002184911,0.05000,3.136
22,block_sparse_moe.experts.84.w3,0.0002673843,0.05000,2.902
22,block_sparse_moe.experts.89.w3,0.0008706734,0.05000,2.977
22,block_sparse_moe.experts.85.w3,0.0002155233,0.05000,3.033
22,block_sparse_moe.experts.81.w3,0.0001941425,0.05000,2.968
22,block_sparse_moe.experts.93.w3,0.0002055963,0.05000,2.930
22,block_sparse_moe.experts.95.w3,0.0004597963,0.05000,3.056
22,block_sparse_moe.experts.83.w3,0.0003836736,0.05000,3.115
22,block_sparse_moe.experts.96.w3,0.0002627374,0.05000,2.885
22,block_sparse_moe.experts.108.w3,0.0000225721,0.05000,2.840
22,block_sparse_moe.experts.91.w3,0.0001491395,0.05000,3.064
22,block_sparse_moe.experts.104.w3,0.0006731193,0.05000,2.828
22,block_sparse_moe.experts.94.w3,0.0003723950,0.05000,3.019
22,block_sparse_moe.experts.87.w3,0.0001973890,0.05000,3.103
22,block_sparse_moe.experts.86.w3,0.0004088570,0.05000,3.051
22,block_sparse_moe.experts.82.w3,0.0002364362,0.05000,2.996
22,block_sparse_moe.experts.100.w3,0.0005456026,0.05000,2.766
22,block_sparse_moe.experts.90.w3,0.0000839153,0.05000,2.976
22,block_sparse_moe.experts.105.w3,0.0004030165,0.05000,3.013
22,block_sparse_moe.experts.101.w3,0.0000584380,0.05000,2.974
22,block_sparse_moe.experts.97.w3,0.0002766945,0.05000,3.046
22,block_sparse_moe.experts.109.w3,0.0008092956,0.05000,2.968
22,block_sparse_moe.experts.112.w3,0.0003142846,0.05000,2.915
22,block_sparse_moe.experts.111.w3,0.0004268999,0.05000,3.015
22,block_sparse_moe.experts.99.w3,0.0001070470,0.05000,3.042
22,block_sparse_moe.experts.124.w3,0.0001218584,0.05000,3.057
22,block_sparse_moe.experts.110.w3,0.0004301265,0.05000,2.949
22,block_sparse_moe.experts.120.w3,0.0002999818,0.05000,2.978
22,block_sparse_moe.experts.103.w3,0.0006218557,0.05000,3.043
22,block_sparse_moe.experts.107.w3,0.0004234352,0.05000,3.189
22,block_sparse_moe.experts.102.w3,0.0003787896,0.05000,3.095
22,block_sparse_moe.experts.98.w3,0.0001723215,0.05000,3.043
22,block_sparse_moe.experts.116.w3,0.0002098954,0.05000,3.058
22,block_sparse_moe.experts.106.w3,0.0004725607,0.05000,3.120
22,block_sparse_moe.experts.121.w3,0.0000273096,0.05000,2.994
22,block_sparse_moe.experts.117.w3,0.0004577045,0.05000,2.992
22,block_sparse_moe.experts.113.w3,0.0001516361,0.05000,3.044
22,block_sparse_moe.experts.125.w3,0.0005168574,0.05000,2.981
22,block_sparse_moe.experts.128.w3,0.0003412692,0.05000,3.032
22,block_sparse_moe.experts.127.w3,0.0002043604,0.05000,3.103
22,block_sparse_moe.experts.115.w3,0.0003093349,0.05000,3.159
22,block_sparse_moe.experts.140.w3,0.0003650922,0.05000,3.065
22,block_sparse_moe.experts.136.w3,0.0001662055,0.05000,2.989
22,block_sparse_moe.experts.126.w3,0.0003392510,0.05000,3.047
22,block_sparse_moe.experts.123.w3,0.0000878974,0.05000,3.073
22,block_sparse_moe.experts.119.w3,0.0003121038,0.05000,3.174
22,block_sparse_moe.experts.114.w3,0.0001147330,0.05000,2.950
22,block_sparse_moe.experts.118.w3,0.0000627906,0.05000,3.070
22,block_sparse_moe.experts.122.w3,0.0003865860,0.05000,2.999
22,block_sparse_moe.experts.132.w3,0.0000470257,0.05000,3.081
22,block_sparse_moe.experts.137.w3,0.0001960455,0.05000,2.965
22,block_sparse_moe.experts.133.w3,0.0001403034,0.05000,2.959
22,block_sparse_moe.experts.129.w3,0.0001479779,0.05000,2.937
22,block_sparse_moe.experts.141.w3,0.0003283626,0.05000,2.948
22,block_sparse_moe.experts.144.w3,0.0002682330,0.05000,2.867
22,block_sparse_moe.experts.143.w3,0.0008009747,0.05000,2.843
22,block_sparse_moe.experts.156.w3,0.0001991425,0.05000,2.723
22,block_sparse_moe.experts.131.w3,0.0003569707,0.05000,2.910
22,block_sparse_moe.experts.152.w3,0.0002728782,0.05000,2.904
22,block_sparse_moe.experts.142.w3,0.0004168346,0.05000,3.029
22,block_sparse_moe.experts.135.w3,0.0003871820,0.05000,2.991
22,block_sparse_moe.experts.139.w3,0.0003343789,0.05000,3.120
22,block_sparse_moe.experts.148.w3,0.0000912984,0.05000,2.797
22,block_sparse_moe.experts.130.w3,0.0003836432,0.05000,3.016
22,block_sparse_moe.experts.134.w3,0.0002028702,0.05000,3.018
22,block_sparse_moe.experts.138.w3,0.0003716703,0.05000,2.999
22,block_sparse_moe.experts.149.w3,0.0002256425,0.05000,2.853
22,block_sparse_moe.experts.153.w3,0.0004414293,0.05000,2.939
22,block_sparse_moe.experts.145.w3,0.0004964282,0.05000,2.908
22,block_sparse_moe.experts.157.w3,0.0002181716,0.05000,2.981
22,block_sparse_moe.experts.159.w3,0.0001493176,0.05000,3.083
22,block_sparse_moe.experts.160.w3,0.0003552330,0.05000,3.141
22,block_sparse_moe.experts.147.w3,0.0004515528,0.05000,3.110
22,block_sparse_moe.experts.172.w3,0.0000425146,0.05000,3.225
22,block_sparse_moe.experts.158.w3,0.0003276663,0.05000,2.975
22,block_sparse_moe.experts.168.w3,0.0000747600,0.05000,3.175
22,block_sparse_moe.experts.146.w3,0.0001698775,0.05000,3.034
22,block_sparse_moe.experts.155.w3,0.0000985208,0.05000,3.107
22,block_sparse_moe.experts.151.w3,0.0003972286,0.05000,3.139
22,block_sparse_moe.experts.150.w3,0.0005005367,0.05000,3.063
22,block_sparse_moe.experts.164.w3,0.0002333187,0.05000,3.228
22,block_sparse_moe.experts.154.w3,0.0002787431,0.05000,3.099
22,block_sparse_moe.experts.165.w3,0.0000711296,0.05000,3.079
22,block_sparse_moe.experts.169.w3,0.0001211335,0.05000,3.110
22,block_sparse_moe.experts.161.w3,0.0005300058,0.05000,2.914
22,block_sparse_moe.experts.173.w3,0.0005586770,0.05000,2.885
22,block_sparse_moe.experts.176.w3,0.0001441957,0.05000,2.954
22,block_sparse_moe.experts.175.w3,0.0001823060,0.05000,2.962
22,block_sparse_moe.experts.188.w3,0.0004601798,0.05000,2.921
22,block_sparse_moe.experts.181.w3,0.0002246817,0.05000,1.237
22,block_sparse_moe.experts.163.w3,0.0000681639,0.05000,3.015
22,block_sparse_moe.experts.174.w3,0.0000884828,0.05000,2.950
22,block_sparse_moe.experts.162.w3,0.0002680792,0.05000,2.985
22,block_sparse_moe.experts.171.w3,0.0006199779,0.05000,3.021
22,block_sparse_moe.experts.167.w3,0.0002454186,0.05000,3.094
22,block_sparse_moe.experts.170.w3,0.0001023677,0.05000,3.015
22,block_sparse_moe.experts.166.w3,0.0005254259,0.05000,3.205
22,block_sparse_moe.experts.184.w3,0.0003101892,0.05000,5.399
22,block_sparse_moe.experts.191.w3,0.0003487845,0.05000,3.122
22,block_sparse_moe.experts.179.w3,0.0000973415,0.05000,3.139
22,block_sparse_moe.experts.190.w3,0.0002547237,0.05000,3.279
22,block_sparse_moe.experts.180.w3,0.0004980423,0.05000,5.631
22,block_sparse_moe.experts.178.w3,0.0001953345,0.05000,3.205
22,block_sparse_moe.experts.183.w3,0.0006296435,0.05000,3.176
22,block_sparse_moe.experts.187.w3,0.0004269644,0.05000,3.286
22,block_sparse_moe.experts.182.w3,0.0002585105,0.05000,3.141
22,block_sparse_moe.experts.186.w3,0.0003057101,0.05000,3.289
22,block_sparse_moe.experts.192.w3,0.0000958702,0.05000,5.740
22,block_sparse_moe.experts.204.w3,0.0000281053,0.05000,5.809
22,block_sparse_moe.experts.200.w3,0.0001960760,0.05000,3.230
22,block_sparse_moe.experts.207.w3,0.0000652828,0.05000,3.179
22,block_sparse_moe.experts.195.w3,0.0006041656,0.05000,3.262
22,block_sparse_moe.experts.196.w3,0.0007260756,0.05000,3.146
22,block_sparse_moe.experts.206.w3,0.0004040925,0.05000,3.197
22,block_sparse_moe.experts.203.w3,0.0003289534,0.05000,3.158
22,block_sparse_moe.experts.199.w3,0.0004407708,0.05000,3.246
22,block_sparse_moe.experts.208.w3,0.0006421423,0.05000,3.139
22,block_sparse_moe.experts.220.w3,0.0002813300,0.05000,3.078
22,block_sparse_moe.experts.194.w3,0.0000360414,0.05000,5.069
22,block_sparse_moe.experts.216.w3,0.0001115374,0.05000,3.144
22,block_sparse_moe.experts.202.w3,0.0001431435,0.05000,4.986
22,block_sparse_moe.experts.198.w3,0.0001128272,0.05000,5.046
22,block_sparse_moe.experts.212.w3,0.0003415272,0.05000,3.117
22,block_sparse_moe.experts.222.w3,0.0002331939,0.05000,4.991
22,block_sparse_moe.experts.224.w3,0.0002622362,0.05000,3.228
22,block_sparse_moe.experts.210.w3,0.0004966684,0.05000,3.065
22,block_sparse_moe.experts.236.w3,0.0000356824,0.05000,3.221
22,block_sparse_moe.experts.232.w3,0.0003763968,0.05000,3.177
22,block_sparse_moe.experts.223.w3,0.0002480651,0.05000,6.165
22,block_sparse_moe.experts.214.w3,0.0002990896,0.05000,3.101
22,block_sparse_moe.experts.218.w3,0.0004648261,0.05000,3.205
22,block_sparse_moe.experts.211.w3,0.0002130552,0.05000,6.182
22,block_sparse_moe.experts.228.w3,0.0001919219,0.05000,3.171
22,block_sparse_moe.experts.219.w3,0.0002604472,0.05000,6.053
22,block_sparse_moe.experts.215.w3,0.0006669418,0.05000,6.038
22,block_sparse_moe.experts.238.w3,0.0000706945,0.05000,2.999
22,block_sparse_moe.experts.226.w3,0.0000543196,0.05000,2.822
22,block_sparse_moe.experts.230.w3,0.0002740025,0.05000,2.601
22,block_sparse_moe.experts.240.w3,0.0003032742,0.05000,2.979
22,block_sparse_moe.experts.234.w3,0.0001422826,0.05000,2.589
22,block_sparse_moe.experts.185.w3,0.0001808748,0.05000,3.195
22,block_sparse_moe.experts.197.w3,0.0017562956,0.05000,3.226
22,block_sparse_moe.experts.177.w3,0.0004398262,0.05000,3.280
22,block_sparse_moe.experts.189.w3,0.0001090608,0.05000,3.324
22,block_sparse_moe.experts.252.w3,0.0001494769,0.05000,3.202
22,block_sparse_moe.experts.248.w3,0.0005437304,0.05000,3.151
22,block_sparse_moe.experts.239.w3,0.0004442005,0.05000,3.064
22,block_sparse_moe.experts.244.w3,0.0000694269,0.05000,2.718
22,block_sparse_moe.experts.227.w3,0.0003682883,0.05000,3.202
22,block_sparse_moe.experts.231.w3,0.0000217197,0.05000,3.073
22,block_sparse_moe.experts.235.w3,0.0001196952,0.05000,3.119
22,block_sparse_moe.experts.255.w3,0.0001680392,0.05000,1.624
22,block_sparse_moe.experts.201.w3,0.0003576096,0.05000,3.131
22,block_sparse_moe.experts.213.w3,0.0006026203,0.05000,3.165
22,block_sparse_moe.experts.193.w3,0.0004194260,0.05000,3.157
22,block_sparse_moe.experts.205.w3,0.0003890645,0.05000,3.145
22,block_sparse_moe.experts.254.w3,0.0006187688,0.05000,3.069
22,block_sparse_moe.experts.250.w3,0.0004549462,0.05000,3.095
22,block_sparse_moe.experts.242.w3,0.0001064406,0.05000,3.132
22,block_sparse_moe.experts.246.w3,0.0004345894,0.05000,3.147
22,block_sparse_moe.experts.243.w3,0.0002285388,0.05000,2.377
22,block_sparse_moe.experts.251.w3,0.0002418294,0.05000,2.396
22,block_sparse_moe.experts.247.w3,0.0002249540,0.05000,2.405
22,block_sparse_moe.experts.217.w3,0.0003719219,0.05000,2.782
22,block_sparse_moe.experts.209.w3,0.0002984378,0.05000,2.744
22,block_sparse_moe.experts.229.w3,0.0004704969,0.05000,2.820
22,block_sparse_moe.experts.221.w3,0.0000850621,0.05000,2.835
22,block_sparse_moe.experts.233.w3,0.0003407273,0.05000,2.736
22,block_sparse_moe.experts.225.w3,0.0005382977,0.05000,2.698
22,block_sparse_moe.experts.245.w3,0.0006360795,0.05000,2.733
22,block_sparse_moe.experts.237.w3,0.0002778243,0.05000,2.684
22,block_sparse_moe.experts.249.w3,0.0001489098,0.05000,2.062
22,block_sparse_moe.experts.241.w3,0.0001645459,0.05000,2.119
22,block_sparse_moe.experts.253.w3,0.0002266664,0.05000,2.012
22,block_sparse_moe.experts.3.w2,0.0001071607,0.05000,1.442
22,block_sparse_moe.experts.7.w2,0.0000551465,0.05000,1.443
22,block_sparse_moe.experts.14.w2,0.0001232225,0.05000,1.428
22,block_sparse_moe.experts.15.w2,0.0002307165,0.05000,1.441
22,block_sparse_moe.experts.8.w2,0.0001942359,0.05000,1.511
22,block_sparse_moe.experts.11.w2,0.0000754415,0.05000,1.469
22,block_sparse_moe.experts.6.w2,0.0001803732,0.05000,1.516
22,block_sparse_moe.experts.1.w2,0.0000716167,0.05000,1.531
22,block_sparse_moe.experts.9.w2,0.0002722418,0.05000,1.502
22,block_sparse_moe.experts.2.w2,0.0000824784,0.05000,1.561
22,block_sparse_moe.experts.10.w2,0.0002928875,0.05000,1.519
22,block_sparse_moe.experts.13.w2,0.0001534474,0.05000,1.526
22,block_sparse_moe.experts.5.w2,0.0000719709,0.05000,1.572
22,block_sparse_moe.experts.0.w2,0.0001828747,0.05000,1.577
22,block_sparse_moe.experts.4.w2,0.0001765359,0.05000,1.579
22,block_sparse_moe.experts.12.w2,0.0004281662,0.05000,1.535
22,block_sparse_moe.experts.19.w2,0.0001080098,0.05000,1.530
22,block_sparse_moe.experts.30.w2,0.0000942693,0.05000,1.536
22,block_sparse_moe.experts.24.w2,0.0001499121,0.05000,1.503
22,block_sparse_moe.experts.23.w2,0.0001542932,0.05000,1.584
22,block_sparse_moe.experts.31.w2,0.0000727687,0.05000,1.548
22,block_sparse_moe.experts.22.w2,0.0001542470,0.05000,1.540
22,block_sparse_moe.experts.25.w2,0.0001876515,0.05000,1.523
22,block_sparse_moe.experts.17.w2,0.0003157483,0.05000,1.545
22,block_sparse_moe.experts.18.w2,0.0000560736,0.05000,1.531
22,block_sparse_moe.experts.29.w2,0.0001211735,0.05000,1.524
22,block_sparse_moe.experts.27.w2,0.0002622791,0.05000,1.589
22,block_sparse_moe.experts.28.w2,0.0000660928,0.05000,1.529
22,block_sparse_moe.experts.26.w2,0.0007091222,0.05000,1.556
22,block_sparse_moe.experts.21.w2,0.0000402706,0.05000,1.566
22,block_sparse_moe.experts.16.w2,0.0002803276,0.05000,1.564
22,block_sparse_moe.experts.20.w2,0.0001704552,0.05000,1.584
22,block_sparse_moe.experts.35.w2,0.0001781003,0.05000,1.475
22,block_sparse_moe.experts.39.w2,0.0001970722,0.05000,1.472
22,block_sparse_moe.experts.41.w2,0.0001317081,0.05000,1.447
22,block_sparse_moe.experts.46.w2,0.0002263447,0.05000,1.511
22,block_sparse_moe.experts.47.w2,0.0003173815,0.05000,1.493
22,block_sparse_moe.experts.43.w2,0.0003883497,0.05000,1.449
22,block_sparse_moe.experts.38.w2,0.0002317235,0.05000,1.505
22,block_sparse_moe.experts.40.w2,0.0000738159,0.05000,1.573
22,block_sparse_moe.experts.45.w2,0.0002099625,0.05000,1.522
22,block_sparse_moe.experts.33.w2,0.0000850005,0.05000,1.565
22,block_sparse_moe.experts.34.w2,0.0001841858,0.05000,1.548
22,block_sparse_moe.experts.44.w2,0.0002703264,0.05000,1.556
22,block_sparse_moe.experts.37.w2,0.0003054334,0.05000,1.549
22,block_sparse_moe.experts.32.w2,0.0001273750,0.05000,1.565
22,block_sparse_moe.experts.36.w2,0.0001260129,0.05000,1.562
22,block_sparse_moe.experts.42.w2,0.0000908500,0.05000,1.619
22,block_sparse_moe.experts.55.w2,0.0001446437,0.05000,1.358
22,block_sparse_moe.experts.51.w2,0.0000992019,0.05000,1.422
22,block_sparse_moe.experts.57.w2,0.0001446568,0.05000,1.390
22,block_sparse_moe.experts.62.w2,0.0001140970,0.05000,1.443
22,block_sparse_moe.experts.54.w2,0.0001502551,0.05000,1.420
22,block_sparse_moe.experts.59.w2,0.0001428826,0.05000,1.461
22,block_sparse_moe.experts.63.w2,0.0001267702,0.05000,1.490
22,block_sparse_moe.experts.61.w2,0.0001781590,0.05000,1.416
22,block_sparse_moe.experts.49.w2,0.0000464859,0.05000,1.399
22,block_sparse_moe.experts.53.w2,0.0000671297,0.05000,1.406
22,block_sparse_moe.experts.50.w2,0.0001601153,0.05000,1.480
22,block_sparse_moe.experts.56.w2,0.0000482657,0.05000,1.587
22,block_sparse_moe.experts.58.w2,0.0002568481,0.05000,1.452
22,block_sparse_moe.experts.52.w2,0.0005430642,0.05000,1.557
22,block_sparse_moe.experts.48.w2,0.0001095456,0.05000,1.575
22,block_sparse_moe.experts.60.w2,0.0004138341,0.05000,1.629
22,block_sparse_moe.experts.73.w2,0.0003348435,0.05000,1.450
22,block_sparse_moe.experts.78.w2,0.0000979782,0.05000,1.422
22,block_sparse_moe.experts.67.w2,0.0000471112,0.05000,1.544
22,block_sparse_moe.experts.71.w2,0.0001172503,0.05000,1.575
22,block_sparse_moe.experts.70.w2,0.0001517828,0.05000,1.458
22,block_sparse_moe.experts.77.w2,0.0001711157,0.05000,1.466
22,block_sparse_moe.experts.65.w2,0.0002474754,0.05000,1.464
22,block_sparse_moe.experts.75.w2,0.0001023139,0.05000,1.537
22,block_sparse_moe.experts.79.w2,0.0002081704,0.05000,1.567
22,block_sparse_moe.experts.69.w2,0.0002148221,0.05000,1.514
22,block_sparse_moe.experts.66.w2,0.0001184509,0.05000,1.511
22,block_sparse_moe.experts.74.w2,0.0001035538,0.05000,1.492
22,block_sparse_moe.experts.72.w2,0.0001097609,0.05000,1.556
22,block_sparse_moe.experts.76.w2,0.0001190943,0.05000,1.517
22,block_sparse_moe.experts.68.w2,0.0001268862,0.05000,1.551
22,block_sparse_moe.experts.64.w2,0.0001466486,0.05000,1.564
22,block_sparse_moe.experts.89.w2,0.0002590641,0.05000,1.509
22,block_sparse_moe.experts.83.w2,0.0001407541,0.05000,1.461
22,block_sparse_moe.experts.87.w2,0.0000839539,0.05000,1.530
22,block_sparse_moe.experts.86.w2,0.0002542669,0.05000,1.532
22,block_sparse_moe.experts.94.w2,0.0000941255,0.05000,1.590
22,block_sparse_moe.experts.93.w2,0.0001952485,0.05000,1.553
22,block_sparse_moe.experts.81.w2,0.0002318176,0.05000,1.556
22,block_sparse_moe.experts.91.w2,0.0000811987,0.05000,1.519
22,block_sparse_moe.experts.85.w2,0.0001783046,0.05000,1.484
22,block_sparse_moe.experts.95.w2,0.0002519547,0.05000,1.514
22,block_sparse_moe.experts.88.w2,0.0002374501,0.05000,1.438
22,block_sparse_moe.experts.82.w2,0.0001009307,0.05000,1.581
22,block_sparse_moe.experts.90.w2,0.0000681048,0.05000,1.548
22,block_sparse_moe.experts.92.w2,0.0000295615,0.05000,1.440
22,block_sparse_moe.experts.80.w2,0.0000564162,0.05000,1.471
22,block_sparse_moe.experts.84.w2,0.0001948048,0.05000,1.578
22,block_sparse_moe.experts.105.w2,0.0002122793,0.05000,1.448
22,block_sparse_moe.experts.99.w2,0.0000761026,0.05000,1.482
22,block_sparse_moe.experts.102.w2,0.0002009793,0.05000,1.456
22,block_sparse_moe.experts.110.w2,0.0002146032,0.05000,1.454
22,block_sparse_moe.experts.101.w2,0.0000405043,0.05000,1.358
22,block_sparse_moe.experts.97.w2,0.0000916589,0.05000,1.419
22,block_sparse_moe.experts.103.w2,0.0004174730,0.05000,1.538
22,block_sparse_moe.experts.109.w2,0.0005794975,0.05000,1.463
22,block_sparse_moe.experts.107.w2,0.0002299703,0.05000,1.482
22,block_sparse_moe.experts.111.w2,0.0001111040,0.05000,1.498
22,block_sparse_moe.experts.104.w2,0.0003556268,0.05000,1.458
22,block_sparse_moe.experts.98.w2,0.0001121274,0.05000,1.446
22,block_sparse_moe.experts.106.w2,0.0002075196,0.05000,1.432
22,block_sparse_moe.experts.108.w2,0.0000162706,0.05000,1.435
22,block_sparse_moe.experts.96.w2,0.0001825160,0.05000,1.458
22,block_sparse_moe.experts.100.w2,0.0002065729,0.05000,1.433
22,block_sparse_moe.experts.121.w2,0.0000321145,0.05000,1.365
22,block_sparse_moe.experts.115.w2,0.0002216762,0.05000,1.419
22,block_sparse_moe.experts.126.w2,0.0001030604,0.05000,1.387
22,block_sparse_moe.experts.118.w2,0.0000618293,0.05000,1.432
22,block_sparse_moe.experts.117.w2,0.0001781792,0.05000,1.417
22,block_sparse_moe.experts.113.w2,0.0001261198,0.05000,1.416
22,block_sparse_moe.experts.125.w2,0.0001811527,0.05000,1.415
22,block_sparse_moe.experts.119.w2,0.0001939731,0.05000,1.438
22,block_sparse_moe.experts.122.w2,0.0001448419,0.05000,1.317
22,block_sparse_moe.experts.127.w2,0.0002203027,0.05000,1.430
22,block_sparse_moe.experts.114.w2,0.0000657712,0.05000,1.368
22,block_sparse_moe.experts.123.w2,0.0000360863,0.05000,1.492
22,block_sparse_moe.experts.120.w2,0.0000722010,0.05000,1.421
22,block_sparse_moe.experts.124.w2,0.0000371218,0.05000,1.444
22,block_sparse_moe.experts.112.w2,0.0002098873,0.05000,1.374
22,block_sparse_moe.experts.116.w2,0.0002052643,0.05000,1.412
22,block_sparse_moe.experts.137.w2,0.0000589780,0.05000,1.302
22,block_sparse_moe.experts.142.w2,0.0002286907,0.05000,1.291
22,block_sparse_moe.experts.134.w2,0.0001126654,0.05000,1.344
22,block_sparse_moe.experts.133.w2,0.0000745527,0.05000,1.397
22,block_sparse_moe.experts.129.w2,0.0001578743,0.05000,1.375
22,block_sparse_moe.experts.131.w2,0.0001038229,0.05000,1.492
22,block_sparse_moe.experts.138.w2,0.0001468334,0.05000,1.325
22,block_sparse_moe.experts.141.w2,0.0001542901,0.05000,1.409
22,block_sparse_moe.experts.130.w2,0.0002002427,0.05000,1.364
22,block_sparse_moe.experts.135.w2,0.0002819993,0.05000,1.508
22,block_sparse_moe.experts.136.w2,0.0001004688,0.05000,1.423
22,block_sparse_moe.experts.143.w2,0.0006502381,0.05000,1.458
22,block_sparse_moe.experts.139.w2,0.0001177879,0.05000,1.481
22,block_sparse_moe.experts.128.w2,0.0003000877,0.05000,1.426
22,block_sparse_moe.experts.140.w2,0.0002220362,0.05000,1.505
22,block_sparse_moe.experts.132.w2,0.0000223634,0.05000,1.444
22,block_sparse_moe.experts.158.w2,0.0001639239,0.05000,1.340
22,block_sparse_moe.experts.153.w2,0.0001222325,0.05000,1.498
22,block_sparse_moe.experts.150.w2,0.0002254453,0.05000,1.343
22,block_sparse_moe.experts.145.w2,0.0004643662,0.05000,1.359
22,block_sparse_moe.experts.154.w2,0.0001594623,0.05000,1.388
22,block_sparse_moe.experts.149.w2,0.0002882547,0.05000,1.443
22,block_sparse_moe.experts.146.w2,0.0000877667,0.05000,1.339
22,block_sparse_moe.experts.147.w2,0.0001755182,0.05000,1.474
22,block_sparse_moe.experts.157.w2,0.0000854488,0.05000,1.428
22,block_sparse_moe.experts.152.w2,0.0001722766,0.05000,1.467
22,block_sparse_moe.experts.151.w2,0.0002205246,0.05000,1.533
22,block_sparse_moe.experts.159.w2,0.0000589388,0.05000,1.547
22,block_sparse_moe.experts.155.w2,0.0000714445,0.05000,1.551
22,block_sparse_moe.experts.144.w2,0.0001435248,0.05000,1.539
22,block_sparse_moe.experts.156.w2,0.0003823775,0.05000,1.519
22,block_sparse_moe.experts.148.w2,0.0001345910,0.05000,1.484
22,block_sparse_moe.experts.174.w2,0.0000899693,0.05000,1.436
22,block_sparse_moe.experts.169.w2,0.0001430044,0.05000,1.476
22,block_sparse_moe.experts.166.w2,0.0002136394,0.05000,1.415
22,block_sparse_moe.experts.170.w2,0.0001475334,0.05000,1.379
22,block_sparse_moe.experts.161.w2,0.0004399092,0.05000,1.446
22,block_sparse_moe.experts.162.w2,0.0001055976,0.05000,1.462
22,block_sparse_moe.experts.163.w2,0.0000606731,0.05000,1.476
22,block_sparse_moe.experts.173.w2,0.0002969673,0.05000,1.454
22,block_sparse_moe.experts.165.w2,0.0000749832,0.05000,1.517
22,block_sparse_moe.experts.168.w2,0.0000352958,0.05000,1.429
22,block_sparse_moe.experts.167.w2,0.0000563855,0.05000,1.478
22,block_sparse_moe.experts.175.w2,0.0001640547,0.05000,1.472
22,block_sparse_moe.experts.171.w2,0.0002951295,0.05000,1.450
22,block_sparse_moe.experts.160.w2,0.0002180691,0.05000,1.474
22,block_sparse_moe.experts.172.w2,0.0000226257,0.05000,1.460
22,block_sparse_moe.experts.164.w2,0.0002146992,0.05000,1.442
22,block_sparse_moe.experts.190.w2,0.0002220556,0.05000,1.493
22,block_sparse_moe.experts.182.w2,0.0000948726,0.05000,1.464
22,block_sparse_moe.experts.185.w2,0.0001743899,0.05000,1.475
22,block_sparse_moe.experts.177.w2,0.0002003213,0.05000,1.470
22,block_sparse_moe.experts.186.w2,0.0001102286,0.05000,1.484
22,block_sparse_moe.experts.181.w2,0.0000779622,0.05000,1.361
22,block_sparse_moe.experts.178.w2,0.0001015600,0.05000,1.404
22,block_sparse_moe.experts.189.w2,0.0001009525,0.05000,1.378
22,block_sparse_moe.experts.179.w2,0.0001093851,0.05000,1.412
22,block_sparse_moe.experts.184.w2,0.0002316556,0.05000,1.450
22,block_sparse_moe.experts.191.w2,0.0002014322,0.05000,1.391
22,block_sparse_moe.experts.183.w2,0.0003190767,0.05000,1.464
22,block_sparse_moe.experts.187.w2,0.0001691512,0.05000,1.443
22,block_sparse_moe.experts.176.w2,0.0000631646,0.05000,1.510
22,block_sparse_moe.experts.188.w2,0.0001734027,0.05000,1.514
22,block_sparse_moe.experts.180.w2,0.0002280320,0.05000,1.500
22,block_sparse_moe.experts.201.w2,0.0000704255,0.05000,1.300
22,block_sparse_moe.experts.198.w2,0.0000900880,0.05000,1.404
22,block_sparse_moe.experts.193.w2,0.0002437934,0.05000,1.300
22,block_sparse_moe.experts.206.w2,0.0001527315,0.05000,1.516
22,block_sparse_moe.experts.197.w2,0.0016893599,0.05000,1.375
22,block_sparse_moe.experts.205.w2,0.0001779178,0.05000,1.395
22,block_sparse_moe.experts.202.w2,0.0000969087,0.05000,1.475
22,block_sparse_moe.experts.195.w2,0.0001944430,0.05000,1.444
22,block_sparse_moe.experts.194.w2,0.0000721682,0.05000,1.492
22,block_sparse_moe.experts.207.w2,0.0000629505,0.05000,1.427
22,block_sparse_moe.experts.199.w2,0.0004629352,0.05000,1.408
22,block_sparse_moe.experts.203.w2,0.0003102493,0.05000,1.381
22,block_sparse_moe.experts.200.w2,0.0000787847,0.05000,1.551
22,block_sparse_moe.experts.192.w2,0.0000266103,0.05000,1.503
22,block_sparse_moe.experts.204.w2,0.0000196744,0.05000,1.485
22,block_sparse_moe.experts.196.w2,0.0002913730,0.05000,1.505
22,block_sparse_moe.experts.217.w2,0.0003913846,0.05000,1.515
22,block_sparse_moe.experts.214.w2,0.0002080935,0.05000,1.489
22,block_sparse_moe.experts.222.w2,0.0001637980,0.05000,1.498
22,block_sparse_moe.experts.209.w2,0.0003285620,0.05000,1.547
22,block_sparse_moe.experts.213.w2,0.0003562936,0.05000,1.496
22,block_sparse_moe.experts.221.w2,0.0000617931,0.05000,1.497
22,block_sparse_moe.experts.211.w2,0.0000868335,0.05000,1.439
22,block_sparse_moe.experts.218.w2,0.0003140924,0.05000,1.499
22,block_sparse_moe.experts.210.w2,0.0001525085,0.05000,1.520
22,block_sparse_moe.experts.215.w2,0.0001887856,0.05000,1.432
22,block_sparse_moe.experts.219.w2,0.0001751064,0.05000,1.411
22,block_sparse_moe.experts.223.w2,0.0001411626,0.05000,1.464
22,block_sparse_moe.experts.216.w2,0.0000870769,0.05000,1.482
22,block_sparse_moe.experts.220.w2,0.0001100360,0.05000,1.443
22,block_sparse_moe.experts.208.w2,0.0003009460,0.05000,1.469
22,block_sparse_moe.experts.212.w2,0.0003697895,0.05000,1.495
22,block_sparse_moe.experts.233.w2,0.0002257639,0.05000,1.389
22,block_sparse_moe.experts.225.w2,0.0002045808,0.05000,1.391
22,block_sparse_moe.experts.230.w2,0.0001068216,0.05000,1.519
22,block_sparse_moe.experts.237.w2,0.0002548174,0.05000,1.362
22,block_sparse_moe.experts.238.w2,0.0000233009,0.05000,1.486
22,block_sparse_moe.experts.229.w2,0.0001792341,0.05000,1.431
22,block_sparse_moe.experts.227.w2,0.0001743907,0.05000,1.484
22,block_sparse_moe.experts.234.w2,0.0000762230,0.05000,1.489
22,block_sparse_moe.experts.226.w2,0.0000295967,0.05000,1.472
22,block_sparse_moe.experts.231.w2,0.0000170482,0.05000,1.488
22,block_sparse_moe.experts.239.w2,0.0001419347,0.05000,1.463
22,block_sparse_moe.experts.235.w2,0.0000393101,0.05000,1.545
22,block_sparse_moe.experts.232.w2,0.0003055753,0.05000,1.472
22,block_sparse_moe.experts.224.w2,0.0001472179,0.05000,1.468
22,block_sparse_moe.experts.236.w2,0.0000213388,0.05000,1.492
22,block_sparse_moe.experts.228.w2,0.0001820801,0.05000,1.511
22,block_sparse_moe.experts.249.w2,0.0000743807,0.05000,1.395
22,block_sparse_moe.experts.241.w2,0.0001464499,0.05000,1.428
22,block_sparse_moe.experts.253.w2,0.0002834803,0.05000,1.370
22,block_sparse_moe.experts.245.w2,0.0002978215,0.05000,1.351
22,block_sparse_moe.experts.246.w2,0.0001841814,0.05000,1.445
22,block_sparse_moe.experts.254.w2,0.0002118594,0.05000,1.456
22,block_sparse_moe.experts.250.w2,0.0001647070,0.05000,1.374
22,block_sparse_moe.experts.242.w2,0.0000943769,0.05000,1.326
22,block_sparse_moe.experts.243.w2,0.0001109339,0.05000,1.469
22,block_sparse_moe.experts.255.w2,0.0001263890,0.05000,1.351
22,block_sparse_moe.experts.247.w2,0.0001451776,0.05000,1.369
22,block_sparse_moe.experts.251.w2,0.0000774199,0.05000,1.351
22,block_sparse_moe.experts.248.w2,0.0003754709,0.05000,1.411
22,block_sparse_moe.experts.252.w2,0.0002421628,0.05000,1.238
22,block_sparse_moe.experts.240.w2,0.0001461225,0.05000,1.304
22,block_sparse_moe.experts.244.w2,0.0000681574,0.05000,1.229
23,self_attn.v_proj,0.0000007364,0.05000,0.937
23,self_attn.k_proj,0.0000009026,0.05000,0.940
23,self_attn.q_proj,0.0000054118,0.05000,0.954
23,self_attn.o_proj,0.0000008065,0.05000,1.838
23,block_sparse_moe.experts.11.w1,0.0005118010,0.05000,2.726
23,block_sparse_moe.experts.3.w1,0.0002786630,0.05000,2.796
23,block_sparse_moe.experts.15.w1,0.0005666997,0.05000,2.779
23,block_sparse_moe.experts.7.w1,0.0000868308,0.05000,2.835
23,block_sparse_moe.experts.10.w1,0.0003389028,0.05000,2.989
23,block_sparse_moe.experts.14.w1,0.0001668502,0.05000,3.032
23,block_sparse_moe.experts.8.w1,0.0003073828,0.05000,3.119
23,block_sparse_moe.experts.2.w1,0.0007362047,0.05000,3.149
23,block_sparse_moe.experts.6.w1,0.0001318761,0.05000,3.123
23,block_sparse_moe.experts.0.w1,0.0002446884,0.05000,3.157
23,block_sparse_moe.experts.5.w1,0.0003652974,0.05000,3.227
23,block_sparse_moe.experts.4.w1,0.0001515953,0.05000,3.254
23,block_sparse_moe.experts.13.w1,0.0001275295,0.05000,3.233
23,block_sparse_moe.experts.1.w1,0.0004958945,0.05000,3.316
23,block_sparse_moe.experts.12.w1,0.0004847140,0.05000,3.310
23,block_sparse_moe.experts.9.w1,0.0001354201,0.05000,3.348
23,block_sparse_moe.experts.27.w1,0.0000631833,0.05000,3.194
23,block_sparse_moe.experts.31.w1,0.0002980049,0.05000,3.179
23,block_sparse_moe.experts.19.w1,0.0002401815,0.05000,3.222
23,block_sparse_moe.experts.23.w1,0.0002089302,0.05000,3.176
23,block_sparse_moe.experts.26.w1,0.0003273158,0.05000,3.030
23,block_sparse_moe.experts.30.w1,0.0002679743,0.05000,3.002
23,block_sparse_moe.experts.18.w1,0.0000479927,0.05000,3.077
23,block_sparse_moe.experts.22.w1,0.0003437362,0.05000,3.076
23,block_sparse_moe.experts.21.w1,0.0001376215,0.05000,3.018
23,block_sparse_moe.experts.24.w1,0.0004039401,0.05000,3.139
23,block_sparse_moe.experts.29.w1,0.0003716405,0.05000,3.074
23,block_sparse_moe.experts.20.w1,0.0003516636,0.05000,3.120
23,block_sparse_moe.experts.17.w1,0.0007820378,0.05000,3.079
23,block_sparse_moe.experts.16.w1,0.0002346071,0.05000,3.239
23,block_sparse_moe.experts.25.w1,0.0003620314,0.05000,3.080
23,block_sparse_moe.experts.28.w1,0.0002565684,0.05000,3.188
23,block_sparse_moe.experts.43.w1,0.0006584682,0.05000,3.025
23,block_sparse_moe.experts.47.w1,0.0000329539,0.05000,3.039
23,block_sparse_moe.experts.39.w1,0.0003218862,0.05000,2.988
23,block_sparse_moe.experts.35.w1,0.0000879390,0.05000,3.011
23,block_sparse_moe.experts.40.w1,0.0006068147,0.05000,2.948
23,block_sparse_moe.experts.42.w1,0.0003840578,0.05000,3.226
23,block_sparse_moe.experts.46.w1,0.0003237163,0.05000,3.245
23,block_sparse_moe.experts.37.w1,0.0001935677,0.05000,3.108
23,block_sparse_moe.experts.34.w1,0.0007409661,0.05000,3.134
23,block_sparse_moe.experts.45.w1,0.0004636082,0.05000,3.040
23,block_sparse_moe.experts.36.w1,0.0002598683,0.05000,3.006
23,block_sparse_moe.experts.32.w1,0.0002231466,0.05000,3.007
23,block_sparse_moe.experts.33.w1,0.0003108516,0.05000,3.014
23,block_sparse_moe.experts.44.w1,0.0001512278,0.05000,2.946
23,block_sparse_moe.experts.38.w1,0.0000604359,0.05000,3.260
23,block_sparse_moe.experts.41.w1,0.0003102419,0.05000,3.086
23,block_sparse_moe.experts.59.w1,0.0004388179,0.05000,3.100
23,block_sparse_moe.experts.51.w1,0.0004212241,0.05000,3.078
23,block_sparse_moe.experts.63.w1,0.0002162594,0.05000,3.108
23,block_sparse_moe.experts.55.w1,0.0005619097,0.05000,3.148
23,block_sparse_moe.experts.53.w1,0.0004004163,0.05000,2.974
23,block_sparse_moe.experts.49.w1,0.0001560249,0.05000,2.959
23,block_sparse_moe.experts.56.w1,0.0003315090,0.05000,3.155
23,block_sparse_moe.experts.61.w1,0.0002680410,0.05000,3.043
23,block_sparse_moe.experts.62.w1,0.0004073036,0.05000,3.127
23,block_sparse_moe.experts.58.w1,0.0004335226,0.05000,3.181
23,block_sparse_moe.experts.52.w1,0.0000738476,0.05000,3.103
23,block_sparse_moe.experts.50.w1,0.0002551604,0.05000,3.158
23,block_sparse_moe.experts.48.w1,0.0004636094,0.05000,3.163
23,block_sparse_moe.experts.57.w1,0.0002558409,0.05000,3.021
23,block_sparse_moe.experts.60.w1,0.0005704211,0.05000,3.172
23,block_sparse_moe.experts.54.w1,0.0002091430,0.05000,3.178
23,block_sparse_moe.experts.75.w1,0.0000954151,0.05000,3.044
23,block_sparse_moe.experts.67.w1,0.0002349815,0.05000,3.083
23,block_sparse_moe.experts.71.w1,0.0001216231,0.05000,3.062
23,block_sparse_moe.experts.79.w1,0.0004241887,0.05000,3.105
23,block_sparse_moe.experts.69.w1,0.0002686260,0.05000,3.123
23,block_sparse_moe.experts.72.w1,0.0002936302,0.05000,3.089
23,block_sparse_moe.experts.78.w1,0.0000451268,0.05000,3.045
23,block_sparse_moe.experts.74.w1,0.0004355598,0.05000,3.026
23,block_sparse_moe.experts.65.w1,0.0000888012,0.05000,3.147
23,block_sparse_moe.experts.68.w1,0.0002714324,0.05000,3.104
23,block_sparse_moe.experts.64.w1,0.0002771439,0.05000,3.041
23,block_sparse_moe.experts.77.w1,0.0002711054,0.05000,3.210
23,block_sparse_moe.experts.70.w1,0.0005736494,0.05000,3.028
23,block_sparse_moe.experts.73.w1,0.0001521056,0.05000,3.135
23,block_sparse_moe.experts.76.w1,0.0001369442,0.05000,3.067
23,block_sparse_moe.experts.66.w1,0.0005085781,0.05000,3.231
23,block_sparse_moe.experts.91.w1,0.0004374320,0.05000,3.110
23,block_sparse_moe.experts.83.w1,0.0003641691,0.05000,3.066
23,block_sparse_moe.experts.95.w1,0.0003647983,0.05000,3.028
23,block_sparse_moe.experts.87.w1,0.0005578499,0.05000,3.097
23,block_sparse_moe.experts.88.w1,0.0001566102,0.05000,2.973
23,block_sparse_moe.experts.84.w1,0.0002376921,0.05000,2.942
23,block_sparse_moe.experts.80.w1,0.0006955996,0.05000,2.942
23,block_sparse_moe.experts.90.w1,0.0005996582,0.05000,3.089
23,block_sparse_moe.experts.94.w1,0.0005258265,0.05000,3.161
23,block_sparse_moe.experts.85.w1,0.0005747437,0.05000,3.220
23,block_sparse_moe.experts.81.w1,0.0002227642,0.05000,3.165
23,block_sparse_moe.experts.92.w1,0.0003694986,0.05000,3.006
23,block_sparse_moe.experts.93.w1,0.0005783932,0.05000,3.127
23,block_sparse_moe.experts.86.w1,0.0003256158,0.05000,3.143
23,block_sparse_moe.experts.89.w1,0.0001594110,0.05000,3.141
23,block_sparse_moe.experts.82.w1,0.0005676347,0.05000,3.152
23,block_sparse_moe.experts.99.w1,0.0000285008,0.05000,3.117
23,block_sparse_moe.experts.107.w1,0.0002022139,0.05000,3.188
23,block_sparse_moe.experts.103.w1,0.0003173860,0.05000,3.153
23,block_sparse_moe.experts.111.w1,0.0003639234,0.05000,3.221
23,block_sparse_moe.experts.104.w1,0.0002324654,0.05000,3.065
23,block_sparse_moe.experts.106.w1,0.0002829569,0.05000,2.960
23,block_sparse_moe.experts.100.w1,0.0005457008,0.05000,3.019
23,block_sparse_moe.experts.110.w1,0.0002308743,0.05000,2.909
23,block_sparse_moe.experts.96.w1,0.0006811554,0.05000,3.141
23,block_sparse_moe.experts.102.w1,0.0000624151,0.05000,2.905
23,block_sparse_moe.experts.97.w1,0.0005129433,0.05000,3.086
23,block_sparse_moe.experts.98.w1,0.0007034292,0.05000,2.901
23,block_sparse_moe.experts.108.w1,0.0005615374,0.05000,3.142
23,block_sparse_moe.experts.109.w1,0.0001854756,0.05000,3.128
23,block_sparse_moe.experts.101.w1,0.0001232468,0.05000,3.216
23,block_sparse_moe.experts.105.w1,0.0005077119,0.05000,3.195
23,block_sparse_moe.experts.122.w1,0.0006181831,0.05000,2.833
23,block_sparse_moe.experts.126.w1,0.0008204945,0.05000,2.864
23,block_sparse_moe.experts.123.w1,0.0002540141,0.05000,3.032
23,block_sparse_moe.experts.115.w1,0.0002408284,0.05000,3.102
23,block_sparse_moe.experts.127.w1,0.0002524923,0.05000,3.012
23,block_sparse_moe.experts.119.w1,0.0002393151,0.05000,3.051
23,block_sparse_moe.experts.120.w1,0.0000646840,0.05000,3.115
23,block_sparse_moe.experts.118.w1,0.0001125821,0.05000,2.923
23,block_sparse_moe.experts.114.w1,0.0004729381,0.05000,2.884
23,block_sparse_moe.experts.116.w1,0.0003498649,0.05000,3.148
23,block_sparse_moe.experts.113.w1,0.0000266772,0.05000,2.973
23,block_sparse_moe.experts.117.w1,0.0000951424,0.05000,2.906
23,block_sparse_moe.experts.125.w1,0.0000683716,0.05000,3.008
23,block_sparse_moe.experts.112.w1,0.0004652100,0.05000,3.225
23,block_sparse_moe.experts.124.w1,0.0003286010,0.05000,3.191
23,block_sparse_moe.experts.121.w1,0.0002376017,0.05000,3.026
23,block_sparse_moe.experts.131.w1,0.0002776045,0.05000,2.904
23,block_sparse_moe.experts.142.w1,0.0007120754,0.05000,3.005
23,block_sparse_moe.experts.143.w1,0.0003287641,0.05000,2.924
23,block_sparse_moe.experts.138.w1,0.0002642883,0.05000,3.092
23,block_sparse_moe.experts.136.w1,0.0003434515,0.05000,2.906
23,block_sparse_moe.experts.139.w1,0.0005670312,0.05000,3.098
23,block_sparse_moe.experts.135.w1,0.0004038346,0.05000,3.018
23,block_sparse_moe.experts.132.w1,0.0002240307,0.05000,2.972
23,block_sparse_moe.experts.130.w1,0.0003989711,0.05000,3.031
23,block_sparse_moe.experts.134.w1,0.0003095046,0.05000,3.081
23,block_sparse_moe.experts.129.w1,0.0004547588,0.05000,3.077
23,block_sparse_moe.experts.128.w1,0.0003697201,0.05000,2.953
23,block_sparse_moe.experts.133.w1,0.0001773044,0.05000,3.087
23,block_sparse_moe.experts.140.w1,0.0002585625,0.05000,2.942
23,block_sparse_moe.experts.141.w1,0.0008397023,0.05000,3.138
23,block_sparse_moe.experts.137.w1,0.0004887575,0.05000,3.125
23,block_sparse_moe.experts.154.w1,0.0002265058,0.05000,2.814
23,block_sparse_moe.experts.147.w1,0.0002495249,0.05000,2.918
23,block_sparse_moe.experts.158.w1,0.0002297582,0.05000,2.955
23,block_sparse_moe.experts.159.w1,0.0001026067,0.05000,2.970
23,block_sparse_moe.experts.152.w1,0.0003562883,0.05000,2.862
23,block_sparse_moe.experts.155.w1,0.0001808332,0.05000,2.946
23,block_sparse_moe.experts.146.w1,0.0003477491,0.05000,2.797
23,block_sparse_moe.experts.148.w1,0.0003827858,0.05000,2.903
23,block_sparse_moe.experts.151.w1,0.0001310328,0.05000,3.019
23,block_sparse_moe.experts.150.w1,0.0005245225,0.05000,2.845
23,block_sparse_moe.experts.144.w1,0.0003963944,0.05000,2.839
23,block_sparse_moe.experts.149.w1,0.0003030189,0.05000,2.932
23,block_sparse_moe.experts.145.w1,0.0000351804,0.05000,3.024
23,block_sparse_moe.experts.156.w1,0.0002680615,0.05000,2.859
23,block_sparse_moe.experts.157.w1,0.0004783383,0.05000,2.987
23,block_sparse_moe.experts.153.w1,0.0002379695,0.05000,3.017
23,block_sparse_moe.experts.170.w1,0.0002453768,0.05000,2.910
23,block_sparse_moe.experts.174.w1,0.0001543388,0.05000,2.916
23,block_sparse_moe.experts.163.w1,0.0003464093,0.05000,2.996
23,block_sparse_moe.experts.168.w1,0.0000957090,0.05000,2.905
23,block_sparse_moe.experts.162.w1,0.0003950108,0.05000,2.828
23,block_sparse_moe.experts.164.w1,0.0001484046,0.05000,2.808
23,block_sparse_moe.experts.175.w1,0.0001722076,0.05000,2.994
23,block_sparse_moe.experts.166.w1,0.0001887732,0.05000,2.938
23,block_sparse_moe.experts.171.w1,0.0004694353,0.05000,3.052
23,block_sparse_moe.experts.160.w1,0.0003552534,0.05000,2.945
23,block_sparse_moe.experts.167.w1,0.0005755156,0.05000,3.109
23,block_sparse_moe.experts.161.w1,0.0001004600,0.05000,2.894
23,block_sparse_moe.experts.172.w1,0.0003311721,0.05000,2.897
23,block_sparse_moe.experts.165.w1,0.0002219987,0.05000,2.942
23,block_sparse_moe.experts.173.w1,0.0005281791,0.05000,2.896
23,block_sparse_moe.experts.169.w1,0.0002965084,0.05000,2.897
23,block_sparse_moe.experts.186.w1,0.0004043459,0.05000,3.059
23,block_sparse_moe.experts.180.w1,0.0000387023,0.05000,2.899
23,block_sparse_moe.experts.184.w1,0.0005387790,0.05000,3.000
23,block_sparse_moe.experts.179.w1,0.0004941641,0.05000,3.040
23,block_sparse_moe.experts.190.w1,0.0004247993,0.05000,3.078
23,block_sparse_moe.experts.178.w1,0.0012494256,0.05000,3.099
23,block_sparse_moe.experts.191.w1,0.0002756959,0.05000,3.073
23,block_sparse_moe.experts.187.w1,0.0000671349,0.05000,2.995
23,block_sparse_moe.experts.182.w1,0.0004674519,0.05000,3.046
23,block_sparse_moe.experts.176.w1,0.0003705426,0.05000,3.006
23,block_sparse_moe.experts.183.w1,0.0003056201,0.05000,3.055
23,block_sparse_moe.experts.188.w1,0.0003776765,0.05000,3.016
23,block_sparse_moe.experts.177.w1,0.0004833741,0.05000,3.050
23,block_sparse_moe.experts.181.w1,0.0002089259,0.05000,3.066
23,block_sparse_moe.experts.189.w1,0.0002401226,0.05000,3.079
23,block_sparse_moe.experts.185.w1,0.0004775004,0.05000,3.048
23,block_sparse_moe.experts.196.w1,0.0004354197,0.05000,2.806
23,block_sparse_moe.experts.200.w1,0.0001494270,0.05000,2.838
23,block_sparse_moe.experts.202.w1,0.0001580520,0.05000,2.957
23,block_sparse_moe.experts.195.w1,0.0001270987,0.05000,2.913
23,block_sparse_moe.experts.194.w1,0.0005238809,0.05000,2.860
23,block_sparse_moe.experts.206.w1,0.0002208133,0.05000,3.016
23,block_sparse_moe.experts.207.w1,0.0006661724,0.05000,2.950
23,block_sparse_moe.experts.203.w1,0.0000723955,0.05000,2.965
23,block_sparse_moe.experts.198.w1,0.0002848728,0.05000,2.980
23,block_sparse_moe.experts.192.w1,0.0003487666,0.05000,2.939
23,block_sparse_moe.experts.204.w1,0.0000406191,0.05000,2.972
23,block_sparse_moe.experts.193.w1,0.0003518396,0.05000,3.006
23,block_sparse_moe.experts.199.w1,0.0006140237,0.05000,3.049
23,block_sparse_moe.experts.197.w1,0.0000794022,0.05000,2.971
23,block_sparse_moe.experts.205.w1,0.0003254865,0.05000,2.946
23,block_sparse_moe.experts.201.w1,0.0001268995,0.05000,3.013
23,block_sparse_moe.experts.212.w1,0.0005066304,0.05000,2.701
23,block_sparse_moe.experts.216.w1,0.0002716403,0.05000,2.740
23,block_sparse_moe.experts.218.w1,0.0002355538,0.05000,2.936
23,block_sparse_moe.experts.210.w1,0.0005945918,0.05000,2.915
23,block_sparse_moe.experts.208.w1,0.0003064734,0.05000,2.677
23,block_sparse_moe.experts.222.w1,0.0000919808,0.05000,2.939
23,block_sparse_moe.experts.211.w1,0.0006288106,0.05000,3.173
23,block_sparse_moe.experts.214.w1,0.0004255664,0.05000,2.892
23,block_sparse_moe.experts.220.w1,0.0005228831,0.05000,2.704
23,block_sparse_moe.experts.223.w1,0.0003133581,0.05000,3.184
23,block_sparse_moe.experts.219.w1,0.0004682732,0.05000,3.151
23,block_sparse_moe.experts.213.w1,0.0003196666,0.05000,3.053
23,block_sparse_moe.experts.215.w1,0.0000795449,0.05000,3.066
23,block_sparse_moe.experts.209.w1,0.0003027970,0.05000,3.112
23,block_sparse_moe.experts.221.w1,0.0004732344,0.05000,3.092
23,block_sparse_moe.experts.217.w1,0.0003107576,0.05000,2.973
23,block_sparse_moe.experts.228.w1,0.0003119186,0.05000,2.749
23,block_sparse_moe.experts.232.w1,0.0001926424,0.05000,2.770
23,block_sparse_moe.experts.234.w1,0.0001629936,0.05000,3.000
23,block_sparse_moe.experts.224.w1,0.0003448794,0.05000,2.905
23,block_sparse_moe.experts.226.w1,0.0004873594,0.05000,3.018
23,block_sparse_moe.experts.236.w1,0.0000649332,0.05000,2.906
23,block_sparse_moe.experts.238.w1,0.0001313563,0.05000,3.068
23,block_sparse_moe.experts.227.w1,0.0003502963,0.05000,3.009
23,block_sparse_moe.experts.230.w1,0.0006070577,0.05000,3.016
23,block_sparse_moe.experts.239.w1,0.0001776471,0.05000,3.032
23,block_sparse_moe.experts.225.w1,0.0002115359,0.05000,2.863
23,block_sparse_moe.experts.229.w1,0.0002167771,0.05000,2.922
23,block_sparse_moe.experts.235.w1,0.0002100409,0.05000,3.106
23,block_sparse_moe.experts.231.w1,0.0003021700,0.05000,3.039
23,block_sparse_moe.experts.237.w1,0.0003365189,0.05000,2.967
23,block_sparse_moe.experts.233.w1,0.0005566524,0.05000,3.014
23,block_sparse_moe.experts.244.w1,0.0001379423,0.05000,2.881
23,block_sparse_moe.experts.248.w1,0.0003845795,0.05000,2.851
23,block_sparse_moe.experts.240.w1,0.0003925434,0.05000,2.799
23,block_sparse_moe.experts.250.w1,0.0003676827,0.05000,2.998
23,block_sparse_moe.experts.252.w1,0.0004196937,0.05000,2.840
23,block_sparse_moe.experts.242.w1,0.0003496300,0.05000,2.984
23,block_sparse_moe.experts.254.w1,0.0000868157,0.05000,2.968
23,block_sparse_moe.experts.243.w1,0.0003181997,0.05000,2.968
23,block_sparse_moe.experts.246.w1,0.0004992606,0.05000,2.973
23,block_sparse_moe.experts.255.w1,0.0002924249,0.05000,2.965
23,block_sparse_moe.experts.245.w1,0.0000316600,0.05000,3.003
23,block_sparse_moe.experts.241.w1,0.0003397454,0.05000,3.033
23,block_sparse_moe.experts.251.w1,0.0003974945,0.05000,3.032
23,block_sparse_moe.experts.247.w1,0.0002583086,0.05000,3.014
23,block_sparse_moe.experts.253.w1,0.0001891926,0.05000,2.947
23,block_sparse_moe.experts.249.w1,0.0003209899,0.05000,3.009
23,block_sparse_moe.experts.4.w3,0.0001660910,0.05000,2.506
23,block_sparse_moe.experts.8.w3,0.0003156449,0.05000,2.507
23,block_sparse_moe.experts.0.w3,0.0002528996,0.05000,2.534
23,block_sparse_moe.experts.10.w3,0.0003534952,0.05000,2.618
23,block_sparse_moe.experts.2.w3,0.0007579165,0.05000,2.563
23,block_sparse_moe.experts.12.w3,0.0004970590,0.05000,2.679
23,block_sparse_moe.experts.6.w3,0.0001322912,0.05000,2.519
23,block_sparse_moe.experts.14.w3,0.0001712840,0.05000,2.640
23,block_sparse_moe.experts.3.w3,0.0002794018,0.05000,2.948
23,block_sparse_moe.experts.1.w3,0.0005127017,0.05000,2.626
23,block_sparse_moe.experts.5.w3,0.0003763510,0.05000,2.693
23,block_sparse_moe.experts.15.w3,0.0005905670,0.05000,3.011
23,block_sparse_moe.experts.13.w3,0.0001318216,0.05000,2.714
23,block_sparse_moe.experts.11.w3,0.0005281942,0.05000,2.967
23,block_sparse_moe.experts.7.w3,0.0000893792,0.05000,2.951
23,block_sparse_moe.experts.9.w3,0.0001407370,0.05000,2.865
23,block_sparse_moe.experts.20.w3,0.0003452996,0.05000,3.022
23,block_sparse_moe.experts.24.w3,0.0004144702,0.05000,3.079
23,block_sparse_moe.experts.16.w3,0.0002438942,0.05000,3.071
23,block_sparse_moe.experts.18.w3,0.0000479412,0.05000,2.832
23,block_sparse_moe.experts.26.w3,0.0003364433,0.05000,2.913
23,block_sparse_moe.experts.22.w3,0.0003560614,0.05000,2.968
23,block_sparse_moe.experts.28.w3,0.0002671386,0.05000,3.077
23,block_sparse_moe.experts.30.w3,0.0002911388,0.05000,3.051
23,block_sparse_moe.experts.21.w3,0.0001402473,0.05000,2.682
23,block_sparse_moe.experts.17.w3,0.0008227154,0.05000,2.870
23,block_sparse_moe.experts.19.w3,0.0002447097,0.05000,2.961
23,block_sparse_moe.experts.29.w3,0.0003855715,0.05000,2.903
23,block_sparse_moe.experts.31.w3,0.0003220177,0.05000,3.040
23,block_sparse_moe.experts.25.w3,0.0003679032,0.05000,2.628
23,block_sparse_moe.experts.27.w3,0.0000651603,0.05000,2.930
23,block_sparse_moe.experts.23.w3,0.0002152840,0.05000,2.922
23,block_sparse_moe.experts.36.w3,0.0002684129,0.05000,2.945
23,block_sparse_moe.experts.40.w3,0.0006185548,0.05000,2.870
23,block_sparse_moe.experts.32.w3,0.0002369919,0.05000,2.753
23,block_sparse_moe.experts.44.w3,0.0001311089,0.05000,2.528
23,block_sparse_moe.experts.42.w3,0.0003925428,0.05000,3.026
23,block_sparse_moe.experts.34.w3,0.0007626120,0.05000,3.081
23,block_sparse_moe.experts.38.w3,0.0000625634,0.05000,3.133
23,block_sparse_moe.experts.46.w3,0.0003413136,0.05000,3.071
23,block_sparse_moe.experts.37.w3,0.0001996876,0.05000,3.129
23,block_sparse_moe.experts.33.w3,0.0003148278,0.05000,3.082
23,block_sparse_moe.experts.35.w3,0.0000959810,0.05000,3.155
23,block_sparse_moe.experts.45.w3,0.0004703597,0.05000,3.101
23,block_sparse_moe.experts.41.w3,0.0003159579,0.05000,3.115
23,block_sparse_moe.experts.47.w3,0.0000365007,0.05000,3.166
23,block_sparse_moe.experts.39.w3,0.0003283393,0.05000,3.161
23,block_sparse_moe.experts.43.w3,0.0006822011,0.05000,3.280
23,block_sparse_moe.experts.50.w3,0.0002593971,0.05000,3.455
23,block_sparse_moe.experts.58.w3,0.0004454375,0.05000,3.461
23,block_sparse_moe.experts.54.w3,0.0002172557,0.05000,3.369
23,block_sparse_moe.experts.62.w3,0.0004170375,0.05000,3.337
23,block_sparse_moe.experts.51.w3,0.0004271352,0.05000,3.172
23,block_sparse_moe.experts.63.w3,0.0002251461,0.05000,3.120
23,block_sparse_moe.experts.59.w3,0.0004552570,0.05000,3.043
23,block_sparse_moe.experts.55.w3,0.0005893476,0.05000,3.181
23,block_sparse_moe.experts.67.w3,0.0002378283,0.05000,3.458
23,block_sparse_moe.experts.75.w3,0.0000990875,0.05000,3.359
23,block_sparse_moe.experts.79.w3,0.0004412916,0.05000,3.486
23,block_sparse_moe.experts.71.w3,0.0001288096,0.05000,3.410
23,block_sparse_moe.experts.53.w3,0.0004139147,0.05000,8.545
23,block_sparse_moe.experts.49.w3,0.0001645519,0.05000,8.629
23,block_sparse_moe.experts.61.w3,0.0002903444,0.05000,8.477
23,block_sparse_moe.experts.57.w3,0.0002633450,0.05000,8.571
23,block_sparse_moe.experts.83.w3,0.0003756681,0.05000,3.327
23,block_sparse_moe.experts.91.w3,0.0004476668,0.05000,3.344
23,block_sparse_moe.experts.95.w3,0.0003771857,0.05000,3.334
23,block_sparse_moe.experts.87.w3,0.0005737043,0.05000,3.362
23,block_sparse_moe.experts.69.w3,0.0002764199,0.05000,3.020
23,block_sparse_moe.experts.65.w3,0.0000926828,0.05000,3.081
23,block_sparse_moe.experts.77.w3,0.0002736998,0.05000,3.137
23,block_sparse_moe.experts.74.w3,0.0004515009,0.05000,9.184
23,block_sparse_moe.experts.73.w3,0.0001567398,0.05000,3.072
23,block_sparse_moe.experts.66.w3,0.0005211467,0.05000,9.399
23,block_sparse_moe.experts.78.w3,0.0000457875,0.05000,9.228
23,block_sparse_moe.experts.70.w3,0.0005873073,0.05000,9.305
23,block_sparse_moe.experts.85.w3,0.0005895257,0.05000,3.035
23,block_sparse_moe.experts.81.w3,0.0002305729,0.05000,3.166
23,block_sparse_moe.experts.93.w3,0.0005992246,0.05000,3.226
23,block_sparse_moe.experts.89.w3,0.0001518476,0.05000,3.122
23,block_sparse_moe.experts.90.w3,0.0006150303,0.05000,3.228
23,block_sparse_moe.experts.82.w3,0.0006038137,0.05000,3.141
23,block_sparse_moe.experts.94.w3,0.0005478830,0.05000,3.161
23,block_sparse_moe.experts.86.w3,0.0003359578,0.05000,3.125
23,block_sparse_moe.experts.101.w3,0.0001280486,0.05000,3.182
23,block_sparse_moe.experts.97.w3,0.0005480091,0.05000,3.085
23,block_sparse_moe.experts.106.w3,0.0002995285,0.05000,2.958
23,block_sparse_moe.experts.109.w3,0.0001945837,0.05000,3.039
23,block_sparse_moe.experts.98.w3,0.0007229774,0.05000,2.932
23,block_sparse_moe.experts.105.w3,0.0004927754,0.05000,3.099
23,block_sparse_moe.experts.110.w3,0.0002330296,0.05000,2.870
23,block_sparse_moe.experts.99.w3,0.0000288855,0.05000,8.376
23,block_sparse_moe.experts.102.w3,0.0000648215,0.05000,2.964
23,block_sparse_moe.experts.107.w3,0.0002120940,0.05000,8.406
23,block_sparse_moe.experts.111.w3,0.0003727418,0.05000,8.386
23,block_sparse_moe.experts.103.w3,0.0003259517,0.05000,8.412
23,block_sparse_moe.experts.52.w3,0.0000767831,0.05000,3.058
23,block_sparse_moe.experts.60.w3,0.0005872256,0.05000,3.091
23,block_sparse_moe.experts.56.w3,0.0003471130,0.05000,3.176
23,block_sparse_moe.experts.48.w3,0.0004754894,0.05000,3.182
23,block_sparse_moe.experts.117.w3,0.0001050229,0.05000,2.925
23,block_sparse_moe.experts.113.w3,0.0000285695,0.05000,2.876
23,block_sparse_moe.experts.122.w3,0.0006377967,0.05000,2.847
23,block_sparse_moe.experts.114.w3,0.0004896488,0.05000,2.773
23,block_sparse_moe.experts.126.w3,0.0008336368,0.05000,2.764
23,block_sparse_moe.experts.121.w3,0.0002433338,0.05000,2.895
23,block_sparse_moe.experts.125.w3,0.0000713863,0.05000,3.007
23,block_sparse_moe.experts.118.w3,0.0001149823,0.05000,2.766
23,block_sparse_moe.experts.115.w3,0.0002557831,0.05000,2.998
23,block_sparse_moe.experts.123.w3,0.0002628185,0.05000,3.079
23,block_sparse_moe.experts.127.w3,0.0002621545,0.05000,3.104
23,block_sparse_moe.experts.119.w3,0.0002466100,0.05000,3.043
23,block_sparse_moe.experts.76.w3,0.0001478933,0.05000,2.805
23,block_sparse_moe.experts.68.w3,0.0002808213,0.05000,2.888
23,block_sparse_moe.experts.72.w3,0.0003059659,0.05000,2.829
23,block_sparse_moe.experts.64.w3,0.0002817422,0.05000,2.933
23,block_sparse_moe.experts.133.w3,0.0001832603,0.05000,3.051
23,block_sparse_moe.experts.138.w3,0.0002711563,0.05000,2.896
23,block_sparse_moe.experts.129.w3,0.0004744869,0.05000,3.071
23,block_sparse_moe.experts.130.w3,0.0004127366,0.05000,2.946
23,block_sparse_moe.experts.142.w3,0.0007387861,0.05000,2.932
23,block_sparse_moe.experts.137.w3,0.0005110565,0.05000,3.010
23,block_sparse_moe.experts.134.w3,0.0003108389,0.05000,2.970
23,block_sparse_moe.experts.141.w3,0.0008691115,0.05000,3.078
23,block_sparse_moe.experts.131.w3,0.0002789933,0.05000,3.040
23,block_sparse_moe.experts.139.w3,0.0005749962,0.05000,2.962
23,block_sparse_moe.experts.143.w3,0.0003415422,0.05000,2.938
23,block_sparse_moe.experts.135.w3,0.0004149308,0.05000,2.953
23,block_sparse_moe.experts.92.w3,0.0003812184,0.05000,3.002
23,block_sparse_moe.experts.84.w3,0.0002320800,0.05000,3.011
23,block_sparse_moe.experts.88.w3,0.0001591964,0.05000,2.998
23,block_sparse_moe.experts.80.w3,0.0007183233,0.05000,3.051
23,block_sparse_moe.experts.149.w3,0.0003110287,0.05000,2.730
23,block_sparse_moe.experts.145.w3,0.0000364198,0.05000,2.689
23,block_sparse_moe.experts.154.w3,0.0002339862,0.05000,2.884
23,block_sparse_moe.experts.153.w3,0.0002433900,0.05000,2.726
23,block_sparse_moe.experts.146.w3,0.0003820213,0.05000,2.953
23,block_sparse_moe.experts.158.w3,0.0002369655,0.05000,2.929
23,block_sparse_moe.experts.157.w3,0.0004944228,0.05000,2.777
23,block_sparse_moe.experts.150.w3,0.0005465165,0.05000,2.943
23,block_sparse_moe.experts.147.w3,0.0002607850,0.05000,2.863
23,block_sparse_moe.experts.159.w3,0.0001024387,0.05000,2.829
23,block_sparse_moe.experts.155.w3,0.0001806695,0.05000,2.909
23,block_sparse_moe.experts.151.w3,0.0001367559,0.05000,2.943
23,block_sparse_moe.experts.108.w3,0.0005755730,0.05000,2.802
23,block_sparse_moe.experts.100.w3,0.0005534456,0.05000,2.876
23,block_sparse_moe.experts.104.w3,0.0002399707,0.05000,2.854
23,block_sparse_moe.experts.96.w3,0.0007145814,0.05000,2.820
23,block_sparse_moe.experts.165.w3,0.0002533372,0.05000,2.765
23,block_sparse_moe.experts.161.w3,0.0001043516,0.05000,2.805
23,block_sparse_moe.experts.169.w3,0.0003015100,0.05000,2.722
23,block_sparse_moe.experts.173.w3,0.0005444667,0.05000,2.773
23,block_sparse_moe.experts.170.w3,0.0002511681,0.05000,3.026
23,block_sparse_moe.experts.162.w3,0.0004091791,0.05000,3.017
23,block_sparse_moe.experts.174.w3,0.0001628245,0.05000,3.038
23,block_sparse_moe.experts.166.w3,0.0001937389,0.05000,2.994
23,block_sparse_moe.experts.163.w3,0.0003591650,0.05000,2.871
23,block_sparse_moe.experts.175.w3,0.0001849620,0.05000,2.811
23,block_sparse_moe.experts.171.w3,0.0004842654,0.05000,2.874
23,block_sparse_moe.experts.167.w3,0.0005989945,0.05000,2.876
23,block_sparse_moe.experts.124.w3,0.0003831723,0.05000,2.936
23,block_sparse_moe.experts.120.w3,0.0000662576,0.05000,2.922
23,block_sparse_moe.experts.116.w3,0.0003632927,0.05000,2.996
23,block_sparse_moe.experts.181.w3,0.0002162634,0.05000,2.700
23,block_sparse_moe.experts.112.w3,0.0004776445,0.05000,3.000
23,block_sparse_moe.experts.177.w3,0.0005025463,0.05000,2.764
23,block_sparse_moe.experts.185.w3,0.0004917243,0.05000,2.775
23,block_sparse_moe.experts.189.w3,0.0002413662,0.05000,2.800
23,block_sparse_moe.experts.186.w3,0.0004180672,0.05000,2.927
23,block_sparse_moe.experts.178.w3,0.0012386809,0.05000,2.889
23,block_sparse_moe.experts.190.w3,0.0004380009,0.05000,2.946
23,block_sparse_moe.experts.182.w3,0.0004801015,0.05000,2.896
23,block_sparse_moe.experts.179.w3,0.0005062768,0.05000,3.032
23,block_sparse_moe.experts.191.w3,0.0002936373,0.05000,2.955
23,block_sparse_moe.experts.187.w3,0.0000685234,0.05000,3.041
23,block_sparse_moe.experts.183.w3,0.0003125505,0.05000,2.964
23,block_sparse_moe.experts.197.w3,0.0000786386,0.05000,2.543
23,block_sparse_moe.experts.140.w3,0.0002713308,0.05000,2.875
23,block_sparse_moe.experts.132.w3,0.0002326673,0.05000,2.932
23,block_sparse_moe.experts.136.w3,0.0003546041,0.05000,3.031
23,block_sparse_moe.experts.193.w3,0.0003750475,0.05000,2.657
23,block_sparse_moe.experts.128.w3,0.0003831908,0.05000,3.006
23,block_sparse_moe.experts.201.w3,0.0001292196,0.05000,2.658
23,block_sparse_moe.experts.205.w3,0.0003381284,0.05000,2.678
23,block_sparse_moe.experts.202.w3,0.0001656592,0.05000,2.970
23,block_sparse_moe.experts.194.w3,0.0005478994,0.05000,2.998
23,block_sparse_moe.experts.198.w3,0.0002955109,0.05000,3.006
23,block_sparse_moe.experts.206.w3,0.0002292861,0.05000,3.111
23,block_sparse_moe.experts.195.w3,0.0001346221,0.05000,3.056
23,block_sparse_moe.experts.207.w3,0.0006551202,0.05000,3.207
23,block_sparse_moe.experts.203.w3,0.0000749713,0.05000,3.156
23,block_sparse_moe.experts.199.w3,0.0006379823,0.05000,3.210
23,block_sparse_moe.experts.213.w3,0.0003259453,0.05000,2.916
23,block_sparse_moe.experts.156.w3,0.0002778395,0.05000,3.036
23,block_sparse_moe.experts.148.w3,0.0003964140,0.05000,2.948
23,block_sparse_moe.experts.209.w3,0.0003155192,0.05000,2.879
23,block_sparse_moe.experts.152.w3,0.0003664307,0.05000,3.037
23,block_sparse_moe.experts.144.w3,0.0004067981,0.05000,2.955
23,block_sparse_moe.experts.217.w3,0.0003235576,0.05000,2.969
23,block_sparse_moe.experts.221.w3,0.0004993307,0.05000,2.927
23,block_sparse_moe.experts.218.w3,0.0002535020,0.05000,3.122
23,block_sparse_moe.experts.210.w3,0.0006372611,0.05000,3.141
23,block_sparse_moe.experts.214.w3,0.0004387917,0.05000,3.105
23,block_sparse_moe.experts.222.w3,0.0000969159,0.05000,3.125
23,block_sparse_moe.experts.211.w3,0.0006571503,0.05000,3.165
23,block_sparse_moe.experts.223.w3,0.0003226139,0.05000,3.048
23,block_sparse_moe.experts.219.w3,0.0004751378,0.05000,3.027
23,block_sparse_moe.experts.215.w3,0.0000837352,0.05000,3.056
23,block_sparse_moe.experts.229.w3,0.0002271480,0.05000,2.954
23,block_sparse_moe.experts.172.w3,0.0003432081,0.05000,2.993
23,block_sparse_moe.experts.225.w3,0.0002203584,0.05000,3.015
23,block_sparse_moe.experts.164.w3,0.0001561518,0.05000,3.063
23,block_sparse_moe.experts.233.w3,0.0005767383,0.05000,2.926
23,block_sparse_moe.experts.168.w3,0.0000998249,0.05000,3.172
23,block_sparse_moe.experts.160.w3,0.0003769005,0.05000,3.083
23,block_sparse_moe.experts.237.w3,0.0003454475,0.05000,2.922
23,block_sparse_moe.experts.234.w3,0.0001713539,0.05000,2.939
23,block_sparse_moe.experts.226.w3,0.0005019740,0.05000,3.001
23,block_sparse_moe.experts.230.w3,0.0006172430,0.05000,3.059
23,block_sparse_moe.experts.238.w3,0.0001356374,0.05000,3.003
23,block_sparse_moe.experts.227.w3,0.0003622070,0.05000,2.894
23,block_sparse_moe.experts.239.w3,0.0001837633,0.05000,2.814
23,block_sparse_moe.experts.235.w3,0.0002195223,0.05000,2.879
23,block_sparse_moe.experts.231.w3,0.0003233913,0.05000,2.850
23,block_sparse_moe.experts.245.w3,0.0000324828,0.05000,2.788
23,block_sparse_moe.experts.241.w3,0.0003505073,0.05000,2.769
23,block_sparse_moe.experts.188.w3,0.0003946625,0.05000,2.990
23,block_sparse_moe.experts.249.w3,0.0003249716,0.05000,2.669
23,block_sparse_moe.experts.253.w3,0.0001966511,0.05000,2.542
23,block_sparse_moe.experts.180.w3,0.0000407128,0.05000,2.949
23,block_sparse_moe.experts.184.w3,0.0005542457,0.05000,2.914
23,block_sparse_moe.experts.176.w3,0.0003913751,0.05000,2.985
23,block_sparse_moe.experts.250.w3,0.0003765190,0.05000,3.134
23,block_sparse_moe.experts.242.w3,0.0003668490,0.05000,3.056
23,block_sparse_moe.experts.246.w3,0.0005165408,0.05000,2.999
23,block_sparse_moe.experts.254.w3,0.0000906098,0.05000,3.000
23,block_sparse_moe.experts.243.w3,0.0003333035,0.05000,2.984
23,block_sparse_moe.experts.255.w3,0.0003000010,0.05000,2.988
23,block_sparse_moe.experts.251.w3,0.0004102874,0.05000,2.852
23,block_sparse_moe.experts.247.w3,0.0002684083,0.05000,2.761
23,block_sparse_moe.experts.204.w3,0.0000388985,0.05000,2.843
23,block_sparse_moe.experts.196.w3,0.0004517369,0.05000,2.859
23,block_sparse_moe.experts.200.w3,0.0001539806,0.05000,2.725
23,block_sparse_moe.experts.192.w3,0.0003535566,0.05000,2.776
23,block_sparse_moe.experts.220.w3,0.0005069558,0.05000,2.704
23,block_sparse_moe.experts.212.w3,0.0005220354,0.05000,2.882
23,block_sparse_moe.experts.216.w3,0.0002844642,0.05000,2.915
23,block_sparse_moe.experts.208.w3,0.0003165929,0.05000,2.934
23,block_sparse_moe.experts.236.w3,0.0000653163,0.05000,2.996
23,block_sparse_moe.experts.228.w3,0.0003308616,0.05000,3.011
23,block_sparse_moe.experts.232.w3,0.0001905687,0.05000,2.983
23,block_sparse_moe.experts.224.w3,0.0003564331,0.05000,2.953
23,block_sparse_moe.experts.252.w3,0.0004303582,0.05000,3.153
23,block_sparse_moe.experts.248.w3,0.0003964349,0.05000,2.919
23,block_sparse_moe.experts.244.w3,0.0001455954,0.05000,3.053
23,block_sparse_moe.experts.240.w3,0.0004065792,0.05000,2.859
23,block_sparse_moe.experts.11.w2,0.0002480607,0.05000,1.509
23,block_sparse_moe.experts.15.w2,0.0008643781,0.05000,1.548
23,block_sparse_moe.experts.3.w2,0.0007272962,0.05000,1.570
23,block_sparse_moe.experts.7.w2,0.0001034954,0.05000,1.575
23,block_sparse_moe.experts.14.w2,0.0000776615,0.05000,1.554
23,block_sparse_moe.experts.5.w2,0.0003664668,0.05000,1.603
23,block_sparse_moe.experts.13.w2,0.0000792052,0.05000,1.606
23,block_sparse_moe.experts.4.w2,0.0002171925,0.05000,1.638
23,block_sparse_moe.experts.2.w2,0.0004681061,0.05000,1.642
23,block_sparse_moe.experts.1.w2,0.0003280509,0.05000,1.649
23,block_sparse_moe.experts.12.w2,0.0001935636,0.05000,1.641
23,block_sparse_moe.experts.6.w2,0.0000480368,0.05000,1.663
23,block_sparse_moe.experts.10.w2,0.0002404056,0.05000,1.644
23,block_sparse_moe.experts.9.w2,0.0000745777,0.05000,1.652
23,block_sparse_moe.experts.0.w2,0.0000816574,0.05000,1.696
23,block_sparse_moe.experts.8.w2,0.0001650734,0.05000,1.716
23,block_sparse_moe.experts.27.w2,0.0000568682,0.05000,1.446
23,block_sparse_moe.experts.21.w2,0.0001005096,0.05000,1.381
23,block_sparse_moe.experts.28.w2,0.0000960888,0.05000,1.334
23,block_sparse_moe.experts.20.w2,0.0001810129,0.05000,1.372
23,block_sparse_moe.experts.23.w2,0.0002358828,0.05000,1.437
23,block_sparse_moe.experts.17.w2,0.0008583928,0.05000,1.369
23,block_sparse_moe.experts.30.w2,0.0003571428,0.05000,1.462
23,block_sparse_moe.experts.25.w2,0.0001089928,0.05000,1.362
23,block_sparse_moe.experts.19.w2,0.0002176350,0.05000,1.476
23,block_sparse_moe.experts.16.w2,0.0003421702,0.05000,1.368
23,block_sparse_moe.experts.29.w2,0.0003330660,0.05000,1.433
23,block_sparse_moe.experts.31.w2,0.0002479591,0.05000,1.508
23,block_sparse_moe.experts.18.w2,0.0000188146,0.05000,1.449
23,block_sparse_moe.experts.24.w2,0.0001455208,0.05000,1.358
23,block_sparse_moe.experts.22.w2,0.0001538166,0.05000,1.519
23,block_sparse_moe.experts.26.w2,0.0001485590,0.05000,1.518
23,block_sparse_moe.experts.37.w2,0.0000784816,0.05000,1.463
23,block_sparse_moe.experts.46.w2,0.0002323538,0.05000,1.422
23,block_sparse_moe.experts.34.w2,0.0004964348,0.05000,1.369
23,block_sparse_moe.experts.43.w2,0.0003448177,0.05000,1.489
23,block_sparse_moe.experts.44.w2,0.0000564498,0.05000,1.474
23,block_sparse_moe.experts.41.w2,0.0006181317,0.05000,1.464
23,block_sparse_moe.experts.39.w2,0.0000850596,0.05000,1.495
23,block_sparse_moe.experts.33.w2,0.0000784037,0.05000,1.498
23,block_sparse_moe.experts.36.w2,0.0001507546,0.05000,1.526
23,block_sparse_moe.experts.45.w2,0.0001217141,0.05000,1.474
23,block_sparse_moe.experts.35.w2,0.0001003296,0.05000,1.500
23,block_sparse_moe.experts.40.w2,0.0002153147,0.05000,1.475
23,block_sparse_moe.experts.42.w2,0.0001564425,0.05000,1.398
23,block_sparse_moe.experts.32.w2,0.0002733946,0.05000,1.520
23,block_sparse_moe.experts.47.w2,0.0000485976,0.05000,1.507
23,block_sparse_moe.experts.38.w2,0.0000328389,0.05000,1.422
23,block_sparse_moe.experts.50.w2,0.0001244388,0.05000,1.444
23,block_sparse_moe.experts.59.w2,0.0002032271,0.05000,1.446
23,block_sparse_moe.experts.62.w2,0.0002971783,0.05000,1.472
23,block_sparse_moe.experts.57.w2,0.0001151123,0.05000,1.437
23,block_sparse_moe.experts.53.w2,0.0001604454,0.05000,1.508
23,block_sparse_moe.experts.60.w2,0.0002985447,0.05000,1.516
23,block_sparse_moe.experts.61.w2,0.0002576964,0.05000,1.449
23,block_sparse_moe.experts.51.w2,0.0002373660,0.05000,1.469
23,block_sparse_moe.experts.63.w2,0.0002107657,0.05000,1.432
23,block_sparse_moe.experts.49.w2,0.0001394362,0.05000,1.510
23,block_sparse_moe.experts.54.w2,0.0001593908,0.05000,1.427
23,block_sparse_moe.experts.55.w2,0.0002501132,0.05000,1.531
23,block_sparse_moe.experts.52.w2,0.0000569837,0.05000,1.516
23,block_sparse_moe.experts.58.w2,0.0001387577,0.05000,1.489
23,block_sparse_moe.experts.56.w2,0.0001515795,0.05000,1.506
23,block_sparse_moe.experts.48.w2,0.0001247627,0.05000,1.546
23,block_sparse_moe.experts.66.w2,0.0001861517,0.05000,1.364
23,block_sparse_moe.experts.78.w2,0.0000214151,0.05000,1.396
23,block_sparse_moe.experts.70.w2,0.0003007536,0.05000,1.399
23,block_sparse_moe.experts.74.w2,0.0003145434,0.05000,1.387
23,block_sparse_moe.experts.75.w2,0.0000835865,0.05000,1.603
23,block_sparse_moe.experts.68.w2,0.0002994973,0.05000,1.471
23,block_sparse_moe.experts.73.w2,0.0000952673,0.05000,1.597
23,block_sparse_moe.experts.76.w2,0.0001474055,0.05000,1.562
23,block_sparse_moe.experts.69.w2,0.0001901119,0.05000,1.613
23,block_sparse_moe.experts.67.w2,0.0001882974,0.05000,1.557
23,block_sparse_moe.experts.79.w2,0.0002729017,0.05000,1.557
23,block_sparse_moe.experts.77.w2,0.0001604683,0.05000,1.596
23,block_sparse_moe.experts.72.w2,0.0002298660,0.05000,1.517
23,block_sparse_moe.experts.65.w2,0.0000703535,0.05000,1.591
23,block_sparse_moe.experts.64.w2,0.0000838083,0.05000,1.506
23,block_sparse_moe.experts.71.w2,0.0001232601,0.05000,1.599
23,block_sparse_moe.experts.82.w2,0.0003690897,0.05000,1.453
23,block_sparse_moe.experts.94.w2,0.0003618356,0.05000,1.472
23,block_sparse_moe.experts.86.w2,0.0001624831,0.05000,1.445
23,block_sparse_moe.experts.84.w2,0.0003244169,0.05000,1.356
23,block_sparse_moe.experts.92.w2,0.0003903179,0.05000,1.337
23,block_sparse_moe.experts.90.w2,0.0002954944,0.05000,1.477
23,block_sparse_moe.experts.91.w2,0.0003987033,0.05000,1.426
23,block_sparse_moe.experts.88.w2,0.0001590561,0.05000,1.395
23,block_sparse_moe.experts.83.w2,0.0002109512,0.05000,1.418
23,block_sparse_moe.experts.95.w2,0.0002114033,0.05000,1.447
23,block_sparse_moe.experts.80.w2,0.0003283418,0.05000,1.412
23,block_sparse_moe.experts.89.w2,0.0000631592,0.05000,1.560
23,block_sparse_moe.experts.93.w2,0.0002349754,0.05000,1.510
23,block_sparse_moe.experts.85.w2,0.0003996758,0.05000,1.529
23,block_sparse_moe.experts.87.w2,0.0002181918,0.05000,1.478
23,block_sparse_moe.experts.81.w2,0.0002756478,0.05000,1.530
23,block_sparse_moe.experts.98.w2,0.0003704036,0.05000,1.484
23,block_sparse_moe.experts.110.w2,0.0002560932,0.05000,1.514
23,block_sparse_moe.experts.107.w2,0.0001979056,0.05000,1.409
23,block_sparse_moe.experts.102.w2,0.0000361014,0.05000,1.478
23,block_sparse_moe.experts.99.w2,0.0000411818,0.05000,1.382
23,block_sparse_moe.experts.106.w2,0.0002061693,0.05000,1.463
23,block_sparse_moe.experts.111.w2,0.0001114182,0.05000,1.400
23,block_sparse_moe.experts.108.w2,0.0001748000,0.05000,1.564
23,block_sparse_moe.experts.103.w2,0.0001847896,0.05000,1.343
23,block_sparse_moe.experts.104.w2,0.0001431110,0.05000,1.484
23,block_sparse_moe.experts.101.w2,0.0001494144,0.05000,1.392
23,block_sparse_moe.experts.109.w2,0.0001974348,0.05000,1.392
23,block_sparse_moe.experts.105.w2,0.0002492770,0.05000,1.394
23,block_sparse_moe.experts.100.w2,0.0001372797,0.05000,1.613
23,block_sparse_moe.experts.97.w2,0.0005226042,0.05000,1.381
23,block_sparse_moe.experts.96.w2,0.0004490566,0.05000,1.550
23,block_sparse_moe.experts.114.w2,0.0001818296,0.05000,1.497
23,block_sparse_moe.experts.123.w2,0.0001911859,0.05000,1.496
23,block_sparse_moe.experts.126.w2,0.0009736790,0.05000,1.549
23,block_sparse_moe.experts.115.w2,0.0002540020,0.05000,1.540
23,block_sparse_moe.experts.127.w2,0.0001350708,0.05000,1.526
23,block_sparse_moe.experts.118.w2,0.0000595651,0.05000,1.603
23,block_sparse_moe.experts.122.w2,0.0002481620,0.05000,1.580
23,block_sparse_moe.experts.121.w2,0.0000764239,0.05000,1.524
23,block_sparse_moe.experts.124.w2,0.0003549048,0.05000,1.567
23,block_sparse_moe.experts.119.w2,0.0001756403,0.05000,1.560
23,block_sparse_moe.experts.113.w2,0.0000248458,0.05000,1.501
23,block_sparse_moe.experts.120.w2,0.0000393891,0.05000,1.579
23,block_sparse_moe.experts.117.w2,0.0000595976,0.05000,1.571
23,block_sparse_moe.experts.116.w2,0.0001859558,0.05000,1.577
23,block_sparse_moe.experts.125.w2,0.0000348565,0.05000,1.582
23,block_sparse_moe.experts.112.w2,0.0002160428,0.05000,1.536
23,block_sparse_moe.experts.130.w2,0.0003439748,0.05000,1.567
23,block_sparse_moe.experts.139.w2,0.0004754399,0.05000,1.511
23,block_sparse_moe.experts.142.w2,0.0002886529,0.05000,1.554
23,block_sparse_moe.experts.131.w2,0.0002247926,0.05000,1.545
23,block_sparse_moe.experts.134.w2,0.0002749556,0.05000,1.518
23,block_sparse_moe.experts.143.w2,0.0002390823,0.05000,1.525
23,block_sparse_moe.experts.137.w2,0.0002562890,0.05000,1.465
23,block_sparse_moe.experts.133.w2,0.0000754110,0.05000,1.426
23,block_sparse_moe.experts.140.w2,0.0002742858,0.05000,1.477
23,block_sparse_moe.experts.138.w2,0.0001350656,0.05000,1.527
23,block_sparse_moe.experts.129.w2,0.0002036571,0.05000,1.496
23,block_sparse_moe.experts.136.w2,0.0001840304,0.05000,1.479
23,block_sparse_moe.experts.141.w2,0.0004628624,0.05000,1.490
23,block_sparse_moe.experts.132.w2,0.0002829292,0.05000,1.512
23,block_sparse_moe.experts.135.w2,0.0002637196,0.05000,1.585
23,block_sparse_moe.experts.128.w2,0.0002370745,0.05000,1.503
23,block_sparse_moe.experts.146.w2,0.0002231800,0.05000,1.500
23,block_sparse_moe.experts.155.w2,0.0000662141,0.05000,1.476
23,block_sparse_moe.experts.147.w2,0.0002915744,0.05000,1.399
23,block_sparse_moe.experts.158.w2,0.0000939104,0.05000,1.494
23,block_sparse_moe.experts.150.w2,0.0003634042,0.05000,1.472
23,block_sparse_moe.experts.159.w2,0.0001047610,0.05000,1.491
23,block_sparse_moe.experts.149.w2,0.0001926952,0.05000,1.491
23,block_sparse_moe.experts.145.w2,0.0000160252,0.05000,1.451
23,block_sparse_moe.experts.156.w2,0.0001627084,0.05000,1.510
23,block_sparse_moe.experts.151.w2,0.0001078803,0.05000,1.403
23,block_sparse_moe.experts.153.w2,0.0000928467,0.05000,1.530
23,block_sparse_moe.experts.154.w2,0.0001176897,0.05000,1.512
23,block_sparse_moe.experts.157.w2,0.0001844088,0.05000,1.461
23,block_sparse_moe.experts.152.w2,0.0001806057,0.05000,1.514
23,block_sparse_moe.experts.144.w2,0.0001346343,0.05000,1.486
23,block_sparse_moe.experts.148.w2,0.0001832480,0.05000,1.541
23,block_sparse_moe.experts.162.w2,0.0002609035,0.05000,1.370
23,block_sparse_moe.experts.166.w2,0.0000977462,0.05000,1.351
23,block_sparse_moe.experts.163.w2,0.0001786089,0.05000,1.450
23,block_sparse_moe.experts.174.w2,0.0001974130,0.05000,1.425
23,block_sparse_moe.experts.170.w2,0.0000772421,0.05000,1.366
23,block_sparse_moe.experts.171.w2,0.0001758190,0.05000,1.559
23,block_sparse_moe.experts.165.w2,0.0002238220,0.05000,1.423
23,block_sparse_moe.experts.173.w2,0.0002405420,0.05000,1.386
23,block_sparse_moe.experts.168.w2,0.0001162761,0.05000,1.363
23,block_sparse_moe.experts.175.w2,0.0002398259,0.05000,1.455
23,block_sparse_moe.experts.161.w2,0.0001298433,0.05000,1.456
23,block_sparse_moe.experts.172.w2,0.0002641028,0.05000,1.446
23,block_sparse_moe.experts.167.w2,0.0003190741,0.05000,1.478
23,block_sparse_moe.experts.169.w2,0.0001142261,0.05000,1.497
23,block_sparse_moe.experts.164.w2,0.0001785107,0.05000,1.429
23,block_sparse_moe.experts.160.w2,0.0003962430,0.05000,1.445
23,block_sparse_moe.experts.178.w2,0.0018779901,0.05000,1.537
23,block_sparse_moe.experts.179.w2,0.0002374554,0.05000,1.402
23,block_sparse_moe.experts.184.w2,0.0002573450,0.05000,1.316
23,block_sparse_moe.experts.188.w2,0.0004591649,0.05000,1.275
23,block_sparse_moe.experts.182.w2,0.0002283107,0.05000,1.461
23,block_sparse_moe.experts.190.w2,0.0001989754,0.05000,1.424
23,block_sparse_moe.experts.189.w2,0.0001571340,0.05000,1.419
23,block_sparse_moe.experts.181.w2,0.0001401592,0.05000,1.426
23,block_sparse_moe.experts.176.w2,0.0002538684,0.05000,1.261
23,block_sparse_moe.experts.191.w2,0.0001474496,0.05000,1.409
23,block_sparse_moe.experts.177.w2,0.0002663168,0.05000,1.416
23,block_sparse_moe.experts.187.w2,0.0000273426,0.05000,1.469
23,block_sparse_moe.experts.186.w2,0.0001964370,0.05000,1.486
23,block_sparse_moe.experts.180.w2,0.0000549085,0.05000,1.357
23,block_sparse_moe.experts.185.w2,0.0002160794,0.05000,1.465
23,block_sparse_moe.experts.183.w2,0.0001283125,0.05000,1.601
23,block_sparse_moe.experts.200.w2,0.0000477220,0.05000,1.389
23,block_sparse_moe.experts.195.w2,0.0001793182,0.05000,1.452
23,block_sparse_moe.experts.204.w2,0.0000236142,0.05000,1.461
23,block_sparse_moe.experts.197.w2,0.0000593486,0.05000,1.389
23,block_sparse_moe.experts.205.w2,0.0001473573,0.05000,1.451
23,block_sparse_moe.experts.193.w2,0.0004767532,0.05000,1.423
23,block_sparse_moe.experts.192.w2,0.0000759345,0.05000,1.461
23,block_sparse_moe.experts.207.w2,0.0004700924,0.05000,1.492
23,block_sparse_moe.experts.194.w2,0.0005010492,0.05000,1.642
23,block_sparse_moe.experts.203.w2,0.0000674913,0.05000,1.464
23,block_sparse_moe.experts.196.w2,0.0001556879,0.05000,1.423
23,block_sparse_moe.experts.198.w2,0.0001489142,0.05000,1.576
23,block_sparse_moe.experts.206.w2,0.0002603828,0.05000,1.608
23,block_sparse_moe.experts.201.w2,0.0000434037,0.05000,1.449
23,block_sparse_moe.experts.202.w2,0.0001041011,0.05000,1.586
23,block_sparse_moe.experts.199.w2,0.0003344013,0.05000,1.436
23,block_sparse_moe.experts.216.w2,0.0001700171,0.05000,1.320
23,block_sparse_moe.experts.220.w2,0.0002907921,0.05000,1.306
23,block_sparse_moe.experts.208.w2,0.0001424143,0.05000,1.262
23,block_sparse_moe.experts.212.w2,0.0006163296,0.05000,1.238
23,block_sparse_moe.experts.211.w2,0.0005241508,0.05000,1.460
23,block_sparse_moe.experts.213.w2,0.0003811807,0.05000,1.450
23,block_sparse_moe.experts.210.w2,0.0005149801,0.05000,1.379
23,block_sparse_moe.experts.222.w2,0.0000791205,0.05000,1.402
23,block_sparse_moe.experts.223.w2,0.0002129472,0.05000,1.449
23,block_sparse_moe.experts.214.w2,0.0002332659,0.05000,1.441
23,block_sparse_moe.experts.221.w2,0.0004661525,0.05000,1.500
23,block_sparse_moe.experts.209.w2,0.0001329045,0.05000,1.505
23,block_sparse_moe.experts.219.w2,0.0004040179,0.05000,1.489
23,block_sparse_moe.experts.218.w2,0.0002652766,0.05000,1.361
23,block_sparse_moe.experts.217.w2,0.0001942356,0.05000,1.462
23,block_sparse_moe.experts.215.w2,0.0000490224,0.05000,1.397
23,block_sparse_moe.experts.232.w2,0.0002107103,0.05000,1.411
23,block_sparse_moe.experts.236.w2,0.0000294055,0.05000,1.412
23,block_sparse_moe.experts.228.w2,0.0003531931,0.05000,1.368
23,block_sparse_moe.experts.224.w2,0.0001441525,0.05000,1.466
23,block_sparse_moe.experts.227.w2,0.0001412318,0.05000,1.453
23,block_sparse_moe.experts.229.w2,0.0002310040,0.05000,1.481
23,block_sparse_moe.experts.238.w2,0.0000904722,0.05000,1.413
23,block_sparse_moe.experts.226.w2,0.0001887650,0.05000,1.492
23,block_sparse_moe.experts.230.w2,0.0002001844,0.05000,1.499
23,block_sparse_moe.experts.225.w2,0.0001238869,0.05000,1.513
23,block_sparse_moe.experts.237.w2,0.0001552081,0.05000,1.526
23,block_sparse_moe.experts.239.w2,0.0000884464,0.05000,1.534
23,block_sparse_moe.experts.234.w2,0.0000802263,0.05000,1.528
23,block_sparse_moe.experts.233.w2,0.0003302763,0.05000,1.484
23,block_sparse_moe.experts.235.w2,0.0001636277,0.05000,1.579
23,block_sparse_moe.experts.231.w2,0.0002795462,0.05000,1.499
23,block_sparse_moe.experts.248.w2,0.0001816626,0.05000,1.308
23,block_sparse_moe.experts.252.w2,0.0002186224,0.05000,1.349
23,block_sparse_moe.experts.244.w2,0.0001184984,0.05000,1.321
23,block_sparse_moe.experts.240.w2,0.0002543444,0.05000,1.296
23,block_sparse_moe.experts.242.w2,0.0002037246,0.05000,1.319
23,block_sparse_moe.experts.254.w2,0.0001370383,0.05000,1.332
23,block_sparse_moe.experts.250.w2,0.0001771743,0.05000,1.231
23,block_sparse_moe.experts.246.w2,0.0002245701,0.05000,1.307
23,block_sparse_moe.experts.243.w2,0.0001739037,0.05000,1.531
23,block_sparse_moe.experts.245.w2,0.0000175265,0.05000,1.488
23,block_sparse_moe.experts.253.w2,0.0001513436,0.05000,1.405
23,block_sparse_moe.experts.241.w2,0.0002199474,0.05000,1.441
23,block_sparse_moe.experts.249.w2,0.0002597957,0.05000,1.367
23,block_sparse_moe.experts.255.w2,0.0001220845,0.05000,1.452
23,block_sparse_moe.experts.251.w2,0.0001831529,0.05000,1.399
23,block_sparse_moe.experts.247.w2,0.0001038079,0.05000,1.394
24,self_attn.k_proj,0.0000014249,0.05000,0.943
24,self_attn.v_proj,0.0000011666,0.05000,0.984
24,self_attn.q_proj,0.0000088069,0.05000,1.004
24,self_attn.o_proj,0.0000010024,0.05000,1.773
24,block_sparse_moe.experts.4.w1,0.0001325128,0.05000,3.006
24,block_sparse_moe.experts.8.w1,0.0004606396,0.05000,3.032
24,block_sparse_moe.experts.12.w1,0.0002781875,0.05000,3.064
24,block_sparse_moe.experts.14.w1,0.0003115841,0.05000,3.096
24,block_sparse_moe.experts.10.w1,0.0003606927,0.05000,3.144
24,block_sparse_moe.experts.0.w1,0.0002720017,0.05000,3.155
24,block_sparse_moe.experts.6.w1,0.0001775150,0.05000,3.176
24,block_sparse_moe.experts.2.w1,0.0006384618,0.05000,3.178
24,block_sparse_moe.experts.3.w1,0.0000425756,0.05000,3.400
24,block_sparse_moe.experts.1.w1,0.0002783948,0.05000,3.391
24,block_sparse_moe.experts.5.w1,0.0001653891,0.05000,3.429
24,block_sparse_moe.experts.13.w1,0.0005638999,0.05000,3.485
24,block_sparse_moe.experts.15.w1,0.0002130207,0.05000,3.244
24,block_sparse_moe.experts.7.w1,0.0003452568,0.05000,3.499
24,block_sparse_moe.experts.9.w1,0.0009085286,0.05000,3.497
24,block_sparse_moe.experts.11.w1,0.0002754434,0.05000,3.582
24,block_sparse_moe.experts.30.w1,0.0004867921,0.05000,2.696
24,block_sparse_moe.experts.18.w1,0.0007844228,0.05000,2.667
24,block_sparse_moe.experts.26.w1,0.0001822954,0.05000,2.763
24,block_sparse_moe.experts.22.w1,0.0000960811,0.05000,2.802
24,block_sparse_moe.experts.24.w1,0.0002084605,0.05000,2.991
24,block_sparse_moe.experts.20.w1,0.0007031530,0.05000,3.063
24,block_sparse_moe.experts.28.w1,0.0006232757,0.05000,3.008
24,block_sparse_moe.experts.16.w1,0.0002015125,0.05000,3.039
24,block_sparse_moe.experts.17.w1,0.0002319431,0.05000,2.937
24,block_sparse_moe.experts.29.w1,0.0002538064,0.05000,2.933
24,block_sparse_moe.experts.19.w1,0.0003891458,0.05000,3.006
24,block_sparse_moe.experts.25.w1,0.0004101403,0.05000,2.922
24,block_sparse_moe.experts.31.w1,0.0001721353,0.05000,2.990
24,block_sparse_moe.experts.21.w1,0.0003399675,0.05000,3.013
24,block_sparse_moe.experts.23.w1,0.0004416891,0.05000,3.004
24,block_sparse_moe.experts.27.w1,0.0002214468,0.05000,3.026
24,block_sparse_moe.experts.36.w1,0.0004027426,0.05000,2.600
24,block_sparse_moe.experts.40.w1,0.0002745282,0.05000,2.647
24,block_sparse_moe.experts.34.w1,0.0004734656,0.05000,2.884
24,block_sparse_moe.experts.46.w1,0.0004555826,0.05000,2.937
24,block_sparse_moe.experts.44.w1,0.0003816908,0.05000,2.730
24,block_sparse_moe.experts.42.w1,0.0003044979,0.05000,2.932
24,block_sparse_moe.experts.38.w1,0.0000834856,0.05000,2.910
24,block_sparse_moe.experts.32.w1,0.0004108911,0.05000,2.756
24,block_sparse_moe.experts.35.w1,0.0008925787,0.05000,2.804
24,block_sparse_moe.experts.33.w1,0.0001169151,0.05000,2.879
24,block_sparse_moe.experts.39.w1,0.0005910653,0.05000,2.783
24,block_sparse_moe.experts.45.w1,0.0004000273,0.05000,2.908
24,block_sparse_moe.experts.47.w1,0.0001264461,0.05000,2.880
24,block_sparse_moe.experts.43.w1,0.0001068586,0.05000,2.764
24,block_sparse_moe.experts.41.w1,0.0002613120,0.05000,2.974
24,block_sparse_moe.experts.37.w1,0.0002412414,0.05000,2.987
24,block_sparse_moe.experts.62.w1,0.0001276055,0.05000,2.730
24,block_sparse_moe.experts.50.w1,0.0004342735,0.05000,2.774
24,block_sparse_moe.experts.52.w1,0.0005158129,0.05000,2.844
24,block_sparse_moe.experts.56.w1,0.0002180262,0.05000,2.891
24,block_sparse_moe.experts.58.w1,0.0002323033,0.05000,2.729
24,block_sparse_moe.experts.54.w1,0.0001904472,0.05000,2.757
24,block_sparse_moe.experts.60.w1,0.0004084346,0.05000,2.863
24,block_sparse_moe.experts.48.w1,0.0003808268,0.05000,2.810
24,block_sparse_moe.experts.55.w1,0.0003708299,0.05000,2.807
24,block_sparse_moe.experts.51.w1,0.0002599579,0.05000,2.934
24,block_sparse_moe.experts.63.w1,0.0004517422,0.05000,2.862
24,block_sparse_moe.experts.59.w1,0.0004089034,0.05000,2.843
24,block_sparse_moe.experts.49.w1,0.0002290766,0.05000,3.038
24,block_sparse_moe.experts.61.w1,0.0005003561,0.05000,3.002
24,block_sparse_moe.experts.57.w1,0.0005449336,0.05000,2.972
24,block_sparse_moe.experts.53.w1,0.0003060063,0.05000,3.132
24,block_sparse_moe.experts.68.w1,0.0002481164,0.05000,2.737
24,block_sparse_moe.experts.72.w1,0.0001929661,0.05000,2.719
24,block_sparse_moe.experts.78.w1,0.0000412539,0.05000,2.878
24,block_sparse_moe.experts.74.w1,0.0003693417,0.05000,2.842
24,block_sparse_moe.experts.66.w1,0.0004241765,0.05000,2.971
24,block_sparse_moe.experts.76.w1,0.0001845756,0.05000,2.826
24,block_sparse_moe.experts.64.w1,0.0005094851,0.05000,2.804
24,block_sparse_moe.experts.70.w1,0.0002071117,0.05000,2.934
24,block_sparse_moe.experts.71.w1,0.0004367904,0.05000,2.807
24,block_sparse_moe.experts.75.w1,0.0006312148,0.05000,2.747
24,block_sparse_moe.experts.67.w1,0.0006956415,0.05000,2.855
24,block_sparse_moe.experts.79.w1,0.0007107509,0.05000,2.794
24,block_sparse_moe.experts.77.w1,0.0002207638,0.05000,2.867
24,block_sparse_moe.experts.65.w1,0.0004558839,0.05000,2.923
24,block_sparse_moe.experts.73.w1,0.0005828954,0.05000,2.893
24,block_sparse_moe.experts.69.w1,0.0001348718,0.05000,2.825
24,block_sparse_moe.experts.84.w1,0.0007452848,0.05000,2.617
24,block_sparse_moe.experts.88.w1,0.0005343026,0.05000,2.702
24,block_sparse_moe.experts.90.w1,0.0005217549,0.05000,2.761
24,block_sparse_moe.experts.92.w1,0.0003775044,0.05000,2.706
24,block_sparse_moe.experts.80.w1,0.0007992456,0.05000,2.679
24,block_sparse_moe.experts.94.w1,0.0002517612,0.05000,2.941
24,block_sparse_moe.experts.82.w1,0.0002410277,0.05000,2.853
24,block_sparse_moe.experts.86.w1,0.0002415640,0.05000,2.957
24,block_sparse_moe.experts.87.w1,0.0006378039,0.05000,2.871
24,block_sparse_moe.experts.91.w1,0.0002813986,0.05000,2.873
24,block_sparse_moe.experts.83.w1,0.0002021932,0.05000,2.839
24,block_sparse_moe.experts.95.w1,0.0001780747,0.05000,2.977
24,block_sparse_moe.experts.81.w1,0.0001045668,0.05000,3.033
24,block_sparse_moe.experts.93.w1,0.0003099056,0.05000,3.087
24,block_sparse_moe.experts.89.w1,0.0007327682,0.05000,3.115
24,block_sparse_moe.experts.85.w1,0.0004554368,0.05000,3.138
24,block_sparse_moe.experts.100.w1,0.0005190831,0.05000,2.790
24,block_sparse_moe.experts.104.w1,0.0006998899,0.05000,2.775
24,block_sparse_moe.experts.96.w1,0.0000237815,0.05000,2.710
24,block_sparse_moe.experts.108.w1,0.0001930040,0.05000,2.769
24,block_sparse_moe.experts.106.w1,0.0000855584,0.05000,3.065
24,block_sparse_moe.experts.98.w1,0.0003747370,0.05000,3.046
24,block_sparse_moe.experts.110.w1,0.0001367060,0.05000,3.101
24,block_sparse_moe.experts.102.w1,0.0006368682,0.05000,3.041
24,block_sparse_moe.experts.99.w1,0.0001905822,0.05000,2.720
24,block_sparse_moe.experts.103.w1,0.0004181728,0.05000,2.794
24,block_sparse_moe.experts.111.w1,0.0002453109,0.05000,2.727
24,block_sparse_moe.experts.107.w1,0.0004423301,0.05000,2.877
24,block_sparse_moe.experts.109.w1,0.0004711733,0.05000,3.041
24,block_sparse_moe.experts.97.w1,0.0009781168,0.05000,3.070
24,block_sparse_moe.experts.105.w1,0.0001129510,0.05000,2.939
24,block_sparse_moe.experts.101.w1,0.0004340316,0.05000,3.063
24,block_sparse_moe.experts.116.w1,0.0001373114,0.05000,2.931
24,block_sparse_moe.experts.120.w1,0.0003618704,0.05000,2.919
24,block_sparse_moe.experts.124.w1,0.0005135895,0.05000,3.057
24,block_sparse_moe.experts.112.w1,0.0004231632,0.05000,3.086
24,block_sparse_moe.experts.114.w1,0.0002967094,0.05000,2.772
24,block_sparse_moe.experts.122.w1,0.0004504849,0.05000,2.947
24,block_sparse_moe.experts.126.w1,0.0004281314,0.05000,2.864
24,block_sparse_moe.experts.119.w1,0.0004818504,0.05000,2.734
24,block_sparse_moe.experts.115.w1,0.0002095302,0.05000,2.766
24,block_sparse_moe.experts.118.w1,0.0004431390,0.05000,2.853
24,block_sparse_moe.experts.127.w1,0.0003049651,0.05000,2.710
24,block_sparse_moe.experts.123.w1,0.0003654491,0.05000,2.741
24,block_sparse_moe.experts.121.w1,0.0003270652,0.05000,2.998
24,block_sparse_moe.experts.113.w1,0.0002108880,0.05000,3.077
24,block_sparse_moe.experts.125.w1,0.0001230357,0.05000,3.115
24,block_sparse_moe.experts.117.w1,0.0001557825,0.05000,3.120
24,block_sparse_moe.experts.132.w1,0.0004961909,0.05000,3.011
24,block_sparse_moe.experts.136.w1,0.0007013330,0.05000,2.983
24,block_sparse_moe.experts.140.w1,0.0002411318,0.05000,2.975
24,block_sparse_moe.experts.128.w1,0.0011993707,0.05000,3.007
24,block_sparse_moe.experts.130.w1,0.0004019741,0.05000,2.944
24,block_sparse_moe.experts.138.w1,0.0002503101,0.05000,2.946
24,block_sparse_moe.experts.142.w1,0.0001296238,0.05000,2.935
24,block_sparse_moe.experts.134.w1,0.0001458636,0.05000,2.835
24,block_sparse_moe.experts.135.w1,0.0005631728,0.05000,2.967
24,block_sparse_moe.experts.131.w1,0.0005520518,0.05000,2.986
24,block_sparse_moe.experts.139.w1,0.0004155204,0.05000,2.964
24,block_sparse_moe.experts.143.w1,0.0005194986,0.05000,3.047
24,block_sparse_moe.experts.137.w1,0.0002966338,0.05000,3.017
24,block_sparse_moe.experts.129.w1,0.0000365147,0.05000,3.070
24,block_sparse_moe.experts.141.w1,0.0003250563,0.05000,3.076
24,block_sparse_moe.experts.133.w1,0.0000338943,0.05000,2.960
24,block_sparse_moe.experts.148.w1,0.0005802410,0.05000,3.061
24,block_sparse_moe.experts.152.w1,0.0002544119,0.05000,3.031
24,block_sparse_moe.experts.146.w1,0.0002931338,0.05000,2.826
24,block_sparse_moe.experts.154.w1,0.0006118655,0.05000,2.804
24,block_sparse_moe.experts.158.w1,0.0003969722,0.05000,2.808
24,block_sparse_moe.experts.144.w1,0.0006571862,0.05000,2.987
24,block_sparse_moe.experts.156.w1,0.0004321272,0.05000,3.075
24,block_sparse_moe.experts.150.w1,0.0005623850,0.05000,2.820
24,block_sparse_moe.experts.151.w1,0.0000423174,0.05000,3.017
24,block_sparse_moe.experts.147.w1,0.0001045936,0.05000,3.103
24,block_sparse_moe.experts.155.w1,0.0003056940,0.05000,3.055
24,block_sparse_moe.experts.159.w1,0.0000316855,0.05000,3.166
24,block_sparse_moe.experts.153.w1,0.0004662490,0.05000,2.956
24,block_sparse_moe.experts.157.w1,0.0002829253,0.05000,2.893
24,block_sparse_moe.experts.145.w1,0.0002772209,0.05000,2.962
24,block_sparse_moe.experts.149.w1,0.0002664168,0.05000,2.964
24,block_sparse_moe.experts.168.w1,0.0007287865,0.05000,2.662
24,block_sparse_moe.experts.164.w1,0.0003923991,0.05000,2.728
24,block_sparse_moe.experts.160.w1,0.0003665163,0.05000,2.662
24,block_sparse_moe.experts.162.w1,0.0008598168,0.05000,2.800
24,block_sparse_moe.experts.172.w1,0.0006470295,0.05000,2.657
24,block_sparse_moe.experts.174.w1,0.0001531615,0.05000,2.791
24,block_sparse_moe.experts.170.w1,0.0005315700,0.05000,2.894
24,block_sparse_moe.experts.166.w1,0.0003306099,0.05000,2.822
24,block_sparse_moe.experts.167.w1,0.0004947739,0.05000,3.121
24,block_sparse_moe.experts.163.w1,0.0004487626,0.05000,3.178
24,block_sparse_moe.experts.171.w1,0.0003328579,0.05000,3.155
24,block_sparse_moe.experts.175.w1,0.0001681266,0.05000,3.145
24,block_sparse_moe.experts.169.w1,0.0003781333,0.05000,3.015
24,block_sparse_moe.experts.173.w1,0.0003933683,0.05000,3.093
24,block_sparse_moe.experts.161.w1,0.0000844714,0.05000,3.098
24,block_sparse_moe.experts.165.w1,0.0005727388,0.05000,3.119
24,block_sparse_moe.experts.180.w1,0.0003953085,0.05000,2.997
24,block_sparse_moe.experts.184.w1,0.0000974719,0.05000,3.059
24,block_sparse_moe.experts.176.w1,0.0002845506,0.05000,2.912
24,block_sparse_moe.experts.178.w1,0.0001204798,0.05000,2.930
24,block_sparse_moe.experts.186.w1,0.0000990615,0.05000,2.869
24,block_sparse_moe.experts.188.w1,0.0001647686,0.05000,2.995
24,block_sparse_moe.experts.190.w1,0.0000544238,0.05000,2.944
24,block_sparse_moe.experts.182.w1,0.0006434989,0.05000,2.884
24,block_sparse_moe.experts.183.w1,0.0001405474,0.05000,2.898
24,block_sparse_moe.experts.179.w1,0.0006171152,0.05000,2.876
24,block_sparse_moe.experts.187.w1,0.0003319356,0.05000,2.985
24,block_sparse_moe.experts.191.w1,0.0009685730,0.05000,2.904
24,block_sparse_moe.experts.185.w1,0.0004441624,0.05000,2.896
24,block_sparse_moe.experts.177.w1,0.0011030550,0.05000,2.911
24,block_sparse_moe.experts.189.w1,0.0003671241,0.05000,2.974
24,block_sparse_moe.experts.181.w1,0.0000653959,0.05000,2.873
24,block_sparse_moe.experts.200.w1,0.0002292670,0.05000,2.896
24,block_sparse_moe.experts.196.w1,0.0005240501,0.05000,2.986
24,block_sparse_moe.experts.194.w1,0.0003401339,0.05000,2.822
24,block_sparse_moe.experts.192.w1,0.0003577648,0.05000,2.890
24,block_sparse_moe.experts.202.w1,0.0009144562,0.05000,2.824
24,block_sparse_moe.experts.204.w1,0.0001423563,0.05000,2.890
24,block_sparse_moe.experts.206.w1,0.0004007461,0.05000,2.919
24,block_sparse_moe.experts.198.w1,0.0008388992,0.05000,2.879
24,block_sparse_moe.experts.199.w1,0.0002817279,0.05000,2.946
24,block_sparse_moe.experts.195.w1,0.0007284159,0.05000,2.917
24,block_sparse_moe.experts.203.w1,0.0003659385,0.05000,3.004
24,block_sparse_moe.experts.207.w1,0.0001927796,0.05000,2.974
24,block_sparse_moe.experts.201.w1,0.0010863513,0.05000,3.063
24,block_sparse_moe.experts.205.w1,0.0003101764,0.05000,2.968
24,block_sparse_moe.experts.193.w1,0.0002775553,0.05000,3.059
24,block_sparse_moe.experts.197.w1,0.0004180901,0.05000,3.077
24,block_sparse_moe.experts.212.w1,0.0004765192,0.05000,2.597
24,block_sparse_moe.experts.218.w1,0.0003658332,0.05000,2.516
24,block_sparse_moe.experts.216.w1,0.0004079673,0.05000,2.805
24,block_sparse_moe.experts.210.w1,0.0007014270,0.05000,2.654
24,block_sparse_moe.experts.214.w1,0.0002223149,0.05000,2.538
24,block_sparse_moe.experts.208.w1,0.0002346728,0.05000,2.708
24,block_sparse_moe.experts.222.w1,0.0005226599,0.05000,2.704
24,block_sparse_moe.experts.220.w1,0.0001446253,0.05000,2.796
24,block_sparse_moe.experts.215.w1,0.0002536655,0.05000,3.138
24,block_sparse_moe.experts.211.w1,0.0008478984,0.05000,3.174
24,block_sparse_moe.experts.223.w1,0.0002319621,0.05000,3.036
24,block_sparse_moe.experts.219.w1,0.0004123860,0.05000,3.127
24,block_sparse_moe.experts.217.w1,0.0000729596,0.05000,3.046
24,block_sparse_moe.experts.209.w1,0.0002177887,0.05000,3.000
24,block_sparse_moe.experts.221.w1,0.0004348340,0.05000,3.102
24,block_sparse_moe.experts.213.w1,0.0004892191,0.05000,3.043
24,block_sparse_moe.experts.228.w1,0.0003798631,0.05000,2.888
24,block_sparse_moe.experts.234.w1,0.0006083615,0.05000,2.921
24,block_sparse_moe.experts.226.w1,0.0004069833,0.05000,2.849
24,block_sparse_moe.experts.232.w1,0.0006152227,0.05000,2.915
24,block_sparse_moe.experts.224.w1,0.0003748937,0.05000,2.864
24,block_sparse_moe.experts.230.w1,0.0003488073,0.05000,2.939
24,block_sparse_moe.experts.236.w1,0.0004708917,0.05000,2.776
24,block_sparse_moe.experts.238.w1,0.0002889144,0.05000,2.946
24,block_sparse_moe.experts.231.w1,0.0002179092,0.05000,2.880
24,block_sparse_moe.experts.227.w1,0.0005222236,0.05000,2.896
24,block_sparse_moe.experts.239.w1,0.0001462670,0.05000,2.842
24,block_sparse_moe.experts.235.w1,0.0004592296,0.05000,2.902
24,block_sparse_moe.experts.233.w1,0.0004612222,0.05000,3.086
24,block_sparse_moe.experts.225.w1,0.0007085176,0.05000,3.085
24,block_sparse_moe.experts.237.w1,0.0003583841,0.05000,3.083
24,block_sparse_moe.experts.244.w1,0.0002840165,0.05000,2.881
24,block_sparse_moe.experts.229.w1,0.0000912953,0.05000,3.050
24,block_sparse_moe.experts.250.w1,0.0003772200,0.05000,2.906
24,block_sparse_moe.experts.240.w1,0.0011898731,0.05000,2.800
24,block_sparse_moe.experts.248.w1,0.0003339697,0.05000,2.891
24,block_sparse_moe.experts.242.w1,0.0000504811,0.05000,3.016
24,block_sparse_moe.experts.252.w1,0.0001420142,0.05000,2.904
24,block_sparse_moe.experts.246.w1,0.0005986082,0.05000,3.049
24,block_sparse_moe.experts.254.w1,0.0003607138,0.05000,2.930
24,block_sparse_moe.experts.247.w1,0.0004376178,0.05000,3.070
24,block_sparse_moe.experts.243.w1,0.0005092290,0.05000,3.025
24,block_sparse_moe.experts.255.w1,0.0003485987,0.05000,3.044
24,block_sparse_moe.experts.251.w1,0.0001748949,0.05000,3.051
24,block_sparse_moe.experts.249.w1,0.0000604362,0.05000,3.022
24,block_sparse_moe.experts.241.w1,0.0004224834,0.05000,2.926
24,block_sparse_moe.experts.4.w3,0.0001399522,0.05000,2.838
24,block_sparse_moe.experts.253.w1,0.0001077026,0.05000,2.969
24,block_sparse_moe.experts.8.w3,0.0004735596,0.05000,2.854
24,block_sparse_moe.experts.0.w3,0.0002791204,0.05000,2.926
24,block_sparse_moe.experts.245.w1,0.0001592448,0.05000,2.975
24,block_sparse_moe.experts.12.w3,0.0002862771,0.05000,2.803
24,block_sparse_moe.experts.10.w3,0.0003883839,0.05000,3.080
24,block_sparse_moe.experts.2.w3,0.0006964136,0.05000,3.159
24,block_sparse_moe.experts.6.w3,0.0001803439,0.05000,3.085
24,block_sparse_moe.experts.14.w3,0.0003220073,0.05000,3.100
24,block_sparse_moe.experts.7.w3,0.0003665473,0.05000,2.917
24,block_sparse_moe.experts.3.w3,0.0000445712,0.05000,2.936
24,block_sparse_moe.experts.15.w3,0.0002246821,0.05000,2.917
24,block_sparse_moe.experts.11.w3,0.0003029175,0.05000,2.938
24,block_sparse_moe.experts.9.w3,0.0008626521,0.05000,2.879
24,block_sparse_moe.experts.1.w3,0.0002834593,0.05000,2.857
24,block_sparse_moe.experts.20.w3,0.0007222219,0.05000,2.881
24,block_sparse_moe.experts.13.w3,0.0005800862,0.05000,2.881
24,block_sparse_moe.experts.16.w3,0.0002170267,0.05000,2.867
24,block_sparse_moe.experts.24.w3,0.0002178749,0.05000,2.953
24,block_sparse_moe.experts.5.w3,0.0001685670,0.05000,2.909
24,block_sparse_moe.experts.28.w3,0.0006258847,0.05000,2.918
24,block_sparse_moe.experts.26.w3,0.0001887891,0.05000,2.931
24,block_sparse_moe.experts.18.w3,0.0008350870,0.05000,2.993
24,block_sparse_moe.experts.22.w3,0.0001017460,0.05000,2.943
24,block_sparse_moe.experts.30.w3,0.0004947307,0.05000,2.972
24,block_sparse_moe.experts.23.w3,0.0004595573,0.05000,3.028
24,block_sparse_moe.experts.19.w3,0.0004114096,0.05000,3.024
24,block_sparse_moe.experts.31.w3,0.0001804293,0.05000,3.002
24,block_sparse_moe.experts.27.w3,0.0002282738,0.05000,3.006
24,block_sparse_moe.experts.36.w3,0.0004097223,0.05000,2.848
24,block_sparse_moe.experts.17.w3,0.0002477733,0.05000,3.022
24,block_sparse_moe.experts.25.w3,0.0004365002,0.05000,3.055
24,block_sparse_moe.experts.29.w3,0.0002653132,0.05000,3.056
24,block_sparse_moe.experts.32.w3,0.0004306024,0.05000,2.924
24,block_sparse_moe.experts.40.w3,0.0002795086,0.05000,2.927
24,block_sparse_moe.experts.21.w3,0.0003495716,0.05000,2.995
24,block_sparse_moe.experts.42.w3,0.0003106037,0.05000,2.957
24,block_sparse_moe.experts.44.w3,0.0004103822,0.05000,3.050
24,block_sparse_moe.experts.34.w3,0.0004865373,0.05000,2.858
24,block_sparse_moe.experts.38.w3,0.0000885373,0.05000,2.778
24,block_sparse_moe.experts.46.w3,0.0004735272,0.05000,2.818
24,block_sparse_moe.experts.39.w3,0.0006045342,0.05000,2.843
24,block_sparse_moe.experts.47.w3,0.0001313971,0.05000,2.768
24,block_sparse_moe.experts.35.w3,0.0009154652,0.05000,2.892
24,block_sparse_moe.experts.43.w3,0.0001128779,0.05000,2.844
24,block_sparse_moe.experts.41.w3,0.0002716363,0.05000,2.780
24,block_sparse_moe.experts.33.w3,0.0001209899,0.05000,2.828
24,block_sparse_moe.experts.52.w3,0.0005837380,0.05000,2.946
24,block_sparse_moe.experts.45.w3,0.0004351802,0.05000,2.787
24,block_sparse_moe.experts.37.w3,0.0002530001,0.05000,2.719
24,block_sparse_moe.experts.48.w3,0.0004007457,0.05000,2.983
24,block_sparse_moe.experts.56.w3,0.0002290582,0.05000,2.976
24,block_sparse_moe.experts.60.w3,0.0004153814,0.05000,2.956
24,block_sparse_moe.experts.58.w3,0.0002472177,0.05000,3.025
24,block_sparse_moe.experts.54.w3,0.0001985857,0.05000,3.004
24,block_sparse_moe.experts.50.w3,0.0004447241,0.05000,3.052
24,block_sparse_moe.experts.62.w3,0.0001315245,0.05000,3.021
24,block_sparse_moe.experts.55.w3,0.0003868020,0.05000,2.779
24,block_sparse_moe.experts.63.w3,0.0004715913,0.05000,2.839
24,block_sparse_moe.experts.51.w3,0.0002764067,0.05000,2.913
24,block_sparse_moe.experts.59.w3,0.0004217557,0.05000,2.872
24,block_sparse_moe.experts.68.w3,0.0002628171,0.05000,2.761
24,block_sparse_moe.experts.57.w3,0.0005651721,0.05000,2.925
24,block_sparse_moe.experts.49.w3,0.0002517251,0.05000,2.921
24,block_sparse_moe.experts.61.w3,0.0005114849,0.05000,2.986
24,block_sparse_moe.experts.64.w3,0.0005353601,0.05000,2.813
24,block_sparse_moe.experts.53.w3,0.0002981127,0.05000,2.973
24,block_sparse_moe.experts.72.w3,0.0002084042,0.05000,2.845
24,block_sparse_moe.experts.76.w3,0.0001921091,0.05000,2.804
24,block_sparse_moe.experts.70.w3,0.0002113390,0.05000,2.889
24,block_sparse_moe.experts.66.w3,0.0004417241,0.05000,2.843
24,block_sparse_moe.experts.74.w3,0.0003816275,0.05000,3.051
24,block_sparse_moe.experts.78.w3,0.0000440795,0.05000,2.937
24,block_sparse_moe.experts.71.w3,0.0004510358,0.05000,3.138
24,block_sparse_moe.experts.79.w3,0.0007784643,0.05000,3.113
24,block_sparse_moe.experts.67.w3,0.0007366115,0.05000,3.111
24,block_sparse_moe.experts.75.w3,0.0006598284,0.05000,3.107
24,block_sparse_moe.experts.84.w3,0.0007759616,0.05000,2.947
24,block_sparse_moe.experts.73.w3,0.0006208274,0.05000,2.947
24,block_sparse_moe.experts.65.w3,0.0004784089,0.05000,2.959
24,block_sparse_moe.experts.77.w3,0.0002325608,0.05000,2.888
24,block_sparse_moe.experts.80.w3,0.0008214560,0.05000,2.968
24,block_sparse_moe.experts.69.w3,0.0001412263,0.05000,2.963
24,block_sparse_moe.experts.88.w3,0.0005438915,0.05000,3.018
24,block_sparse_moe.experts.92.w3,0.0003946322,0.05000,2.986
24,block_sparse_moe.experts.86.w3,0.0002495653,0.05000,3.068
24,block_sparse_moe.experts.90.w3,0.0005431262,0.05000,3.115
24,block_sparse_moe.experts.82.w3,0.0002605727,0.05000,3.162
24,block_sparse_moe.experts.94.w3,0.0002565996,0.05000,3.082
24,block_sparse_moe.experts.87.w3,0.0006735048,0.05000,2.822
24,block_sparse_moe.experts.95.w3,0.0001888404,0.05000,2.799
24,block_sparse_moe.experts.83.w3,0.0002145698,0.05000,2.712
24,block_sparse_moe.experts.91.w3,0.0003018383,0.05000,2.711
24,block_sparse_moe.experts.89.w3,0.0007702909,0.05000,2.897
24,block_sparse_moe.experts.100.w3,0.0005352230,0.05000,3.022
24,block_sparse_moe.experts.81.w3,0.0001083106,0.05000,2.890
24,block_sparse_moe.experts.93.w3,0.0003287201,0.05000,2.892
24,block_sparse_moe.experts.85.w3,0.0004715360,0.05000,2.921
24,block_sparse_moe.experts.96.w3,0.0000261678,0.05000,3.024
24,block_sparse_moe.experts.104.w3,0.0007231051,0.05000,2.992
24,block_sparse_moe.experts.108.w3,0.0002056210,0.05000,3.074
24,block_sparse_moe.experts.102.w3,0.0006681565,0.05000,2.942
24,block_sparse_moe.experts.106.w3,0.0000932619,0.05000,2.929
24,block_sparse_moe.experts.98.w3,0.0003789744,0.05000,2.925
24,block_sparse_moe.experts.110.w3,0.0001450414,0.05000,2.934
24,block_sparse_moe.experts.103.w3,0.0004279521,0.05000,2.688
24,block_sparse_moe.experts.111.w3,0.0002533205,0.05000,2.811
24,block_sparse_moe.experts.99.w3,0.0002016701,0.05000,2.794
24,block_sparse_moe.experts.107.w3,0.0004592105,0.05000,2.847
24,block_sparse_moe.experts.105.w3,0.0001192876,0.05000,2.956
24,block_sparse_moe.experts.116.w3,0.0001420335,0.05000,2.990
24,block_sparse_moe.experts.97.w3,0.0010238152,0.05000,3.050
24,block_sparse_moe.experts.109.w3,0.0004950663,0.05000,3.015
24,block_sparse_moe.experts.101.w3,0.0004472706,0.05000,3.032
24,block_sparse_moe.experts.112.w3,0.0004580850,0.05000,2.962
24,block_sparse_moe.experts.120.w3,0.0003709517,0.05000,2.924
24,block_sparse_moe.experts.124.w3,0.0005397497,0.05000,2.868
24,block_sparse_moe.experts.118.w3,0.0004572411,0.05000,2.853
24,block_sparse_moe.experts.122.w3,0.0004709780,0.05000,2.942
24,block_sparse_moe.experts.114.w3,0.0003139070,0.05000,2.921
24,block_sparse_moe.experts.126.w3,0.0004304139,0.05000,3.018
24,block_sparse_moe.experts.119.w3,0.0005031943,0.05000,2.890
24,block_sparse_moe.experts.115.w3,0.0002222967,0.05000,2.866
24,block_sparse_moe.experts.127.w3,0.0003283507,0.05000,2.975
24,block_sparse_moe.experts.123.w3,0.0003869438,0.05000,3.007
24,block_sparse_moe.experts.132.w3,0.0005024803,0.05000,2.761
24,block_sparse_moe.experts.121.w3,0.0003434194,0.05000,3.151
24,block_sparse_moe.experts.128.w3,0.0013598887,0.05000,2.768
24,block_sparse_moe.experts.113.w3,0.0002111426,0.05000,3.111
24,block_sparse_moe.experts.136.w3,0.0007276236,0.05000,2.747
24,block_sparse_moe.experts.125.w3,0.0001263241,0.05000,3.079
24,block_sparse_moe.experts.140.w3,0.0002488365,0.05000,2.789
24,block_sparse_moe.experts.117.w3,0.0001645756,0.05000,3.036
24,block_sparse_moe.experts.134.w3,0.0001509588,0.05000,2.908
24,block_sparse_moe.experts.138.w3,0.0002529933,0.05000,2.878
24,block_sparse_moe.experts.130.w3,0.0004207678,0.05000,2.930
24,block_sparse_moe.experts.142.w3,0.0001330977,0.05000,2.814
24,block_sparse_moe.experts.135.w3,0.0005698537,0.05000,2.788
24,block_sparse_moe.experts.131.w3,0.0005758351,0.05000,2.866
24,block_sparse_moe.experts.143.w3,0.0005417227,0.05000,2.892
24,block_sparse_moe.experts.139.w3,0.0004305297,0.05000,2.829
24,block_sparse_moe.experts.148.w3,0.0006134360,0.05000,2.671
24,block_sparse_moe.experts.144.w3,0.0006650728,0.05000,2.719
24,block_sparse_moe.experts.152.w3,0.0002725522,0.05000,2.720
24,block_sparse_moe.experts.137.w3,0.0003070586,0.05000,2.936
24,block_sparse_moe.experts.129.w3,0.0000373837,0.05000,2.896
24,block_sparse_moe.experts.141.w3,0.0003472702,0.05000,2.920
24,block_sparse_moe.experts.156.w3,0.0004597023,0.05000,2.817
24,block_sparse_moe.experts.133.w3,0.0000337571,0.05000,2.935
24,block_sparse_moe.experts.150.w3,0.0005772300,0.05000,2.718
24,block_sparse_moe.experts.154.w3,0.0006556148,0.05000,2.708
24,block_sparse_moe.experts.146.w3,0.0003062790,0.05000,2.808
24,block_sparse_moe.experts.158.w3,0.0004095511,0.05000,2.770
24,block_sparse_moe.experts.151.w3,0.0000441089,0.05000,3.047
24,block_sparse_moe.experts.147.w3,0.0001111720,0.05000,2.954
24,block_sparse_moe.experts.159.w3,0.0000349054,0.05000,2.971
24,block_sparse_moe.experts.155.w3,0.0003173452,0.05000,3.059
24,block_sparse_moe.experts.164.w3,0.0004241351,0.05000,2.830
24,block_sparse_moe.experts.153.w3,0.0004710611,0.05000,2.580
24,block_sparse_moe.experts.168.w3,0.0007567905,0.05000,2.776
24,block_sparse_moe.experts.160.w3,0.0004041294,0.05000,2.826
24,block_sparse_moe.experts.145.w3,0.0002941150,0.05000,2.607
24,block_sparse_moe.experts.157.w3,0.0002936568,0.05000,2.660
24,block_sparse_moe.experts.149.w3,0.0002761079,0.05000,2.594
24,block_sparse_moe.experts.172.w3,0.0006741109,0.05000,2.866
24,block_sparse_moe.experts.166.w3,0.0003568440,0.05000,2.887
24,block_sparse_moe.experts.170.w3,0.0005642091,0.05000,2.819
24,block_sparse_moe.experts.162.w3,0.0009180520,0.05000,2.792
24,block_sparse_moe.experts.174.w3,0.0001661606,0.05000,2.842
24,block_sparse_moe.experts.167.w3,0.0005078871,0.05000,3.086
24,block_sparse_moe.experts.163.w3,0.0004622480,0.05000,3.148
24,block_sparse_moe.experts.175.w3,0.0001831098,0.05000,3.162
24,block_sparse_moe.experts.171.w3,0.0003539305,0.05000,3.090
24,block_sparse_moe.experts.180.w3,0.0004207951,0.05000,3.030
24,block_sparse_moe.experts.169.w3,0.0003936912,0.05000,2.947
24,block_sparse_moe.experts.184.w3,0.0001006358,0.05000,2.897
24,block_sparse_moe.experts.176.w3,0.0003076514,0.05000,2.947
24,block_sparse_moe.experts.161.w3,0.0000884586,0.05000,2.959
24,block_sparse_moe.experts.173.w3,0.0004220082,0.05000,2.933
24,block_sparse_moe.experts.188.w3,0.0001713502,0.05000,2.810
24,block_sparse_moe.experts.165.w3,0.0005932175,0.05000,2.951
24,block_sparse_moe.experts.182.w3,0.0006768616,0.05000,2.605
24,block_sparse_moe.experts.186.w3,0.0001058650,0.05000,2.597
24,block_sparse_moe.experts.178.w3,0.0001248317,0.05000,2.569
24,block_sparse_moe.experts.190.w3,0.0000540997,0.05000,2.591
24,block_sparse_moe.experts.183.w3,0.0001479018,0.05000,2.850
24,block_sparse_moe.experts.191.w3,0.0009958634,0.05000,2.757
24,block_sparse_moe.experts.179.w3,0.0006345751,0.05000,2.931
24,block_sparse_moe.experts.187.w3,0.0003835932,0.05000,2.915
24,block_sparse_moe.experts.196.w3,0.0005392196,0.05000,2.954
24,block_sparse_moe.experts.185.w3,0.0004595478,0.05000,2.871
24,block_sparse_moe.experts.177.w3,0.0011405328,0.05000,2.932
24,block_sparse_moe.experts.200.w3,0.0002368091,0.05000,3.048
24,block_sparse_moe.experts.189.w3,0.0003848387,0.05000,3.046
24,block_sparse_moe.experts.192.w3,0.0003717645,0.05000,3.168
24,block_sparse_moe.experts.202.w3,0.0009727888,0.05000,2.873
24,block_sparse_moe.experts.198.w3,0.0008753020,0.05000,2.928
24,block_sparse_moe.experts.181.w3,0.0000710985,0.05000,2.986
24,block_sparse_moe.experts.194.w3,0.0003588959,0.05000,2.899
24,block_sparse_moe.experts.206.w3,0.0004238007,0.05000,2.864
24,block_sparse_moe.experts.204.w3,0.0001511284,0.05000,3.185
24,block_sparse_moe.experts.199.w3,0.0002935093,0.05000,3.036
24,block_sparse_moe.experts.207.w3,0.0002058690,0.05000,3.078
24,block_sparse_moe.experts.195.w3,0.0007498662,0.05000,3.079
24,block_sparse_moe.experts.203.w3,0.0003848329,0.05000,3.063
24,block_sparse_moe.experts.212.w3,0.0005042874,0.05000,3.133
24,block_sparse_moe.experts.201.w3,0.0011688422,0.05000,3.023
24,block_sparse_moe.experts.218.w3,0.0003812704,0.05000,2.800
24,block_sparse_moe.experts.193.w3,0.0002843579,0.05000,3.021
24,block_sparse_moe.experts.214.w3,0.0002251088,0.05000,2.854
24,block_sparse_moe.experts.210.w3,0.0007068169,0.05000,2.827
24,block_sparse_moe.experts.205.w3,0.0003273281,0.05000,3.027
24,block_sparse_moe.experts.222.w3,0.0005372281,0.05000,2.784
24,block_sparse_moe.experts.216.w3,0.0004172217,0.05000,3.182
24,block_sparse_moe.experts.208.w3,0.0002379140,0.05000,3.123
24,block_sparse_moe.experts.197.w3,0.0004404864,0.05000,3.067
24,block_sparse_moe.experts.220.w3,0.0001514436,0.05000,3.102
24,block_sparse_moe.experts.215.w3,0.0002430650,0.05000,3.127
24,block_sparse_moe.experts.223.w3,0.0002559189,0.05000,3.147
24,block_sparse_moe.experts.211.w3,0.0008889029,0.05000,3.170
24,block_sparse_moe.experts.219.w3,0.0004032973,0.05000,3.220
24,block_sparse_moe.experts.228.w3,0.0003893517,0.05000,3.050
24,block_sparse_moe.experts.217.w3,0.0000776542,0.05000,3.034
24,block_sparse_moe.experts.234.w3,0.0006297438,0.05000,3.006
24,block_sparse_moe.experts.209.w3,0.0002285836,0.05000,3.037
24,block_sparse_moe.experts.230.w3,0.0003583101,0.05000,3.006
24,block_sparse_moe.experts.226.w3,0.0004393807,0.05000,2.992
24,block_sparse_moe.experts.238.w3,0.0003080136,0.05000,2.991
24,block_sparse_moe.experts.221.w3,0.0004442699,0.05000,3.010
24,block_sparse_moe.experts.232.w3,0.0006418679,0.05000,3.024
24,block_sparse_moe.experts.224.w3,0.0003950297,0.05000,3.040
24,block_sparse_moe.experts.213.w3,0.0005205069,0.05000,3.044
24,block_sparse_moe.experts.236.w3,0.0004842685,0.05000,3.008
24,block_sparse_moe.experts.231.w3,0.0002362371,0.05000,3.024
24,block_sparse_moe.experts.239.w3,0.0001488824,0.05000,3.010
24,block_sparse_moe.experts.227.w3,0.0005308182,0.05000,3.016
24,block_sparse_moe.experts.244.w3,0.0002953260,0.05000,2.831
24,block_sparse_moe.experts.235.w3,0.0004547885,0.05000,3.098
24,block_sparse_moe.experts.250.w3,0.0003880915,0.05000,3.029
24,block_sparse_moe.experts.248.w3,0.0003421355,0.05000,2.822
24,block_sparse_moe.experts.233.w3,0.0004821946,0.05000,3.211
24,block_sparse_moe.experts.242.w3,0.0000526459,0.05000,2.937
24,block_sparse_moe.experts.246.w3,0.0006473564,0.05000,2.998
24,block_sparse_moe.experts.225.w3,0.0007532971,0.05000,3.078
24,block_sparse_moe.experts.240.w3,0.0012222758,0.05000,2.754
24,block_sparse_moe.experts.254.w3,0.0003742654,0.05000,2.939
24,block_sparse_moe.experts.252.w3,0.0001487096,0.05000,2.651
24,block_sparse_moe.experts.237.w3,0.0003741567,0.05000,3.094
24,block_sparse_moe.experts.229.w3,0.0000948070,0.05000,3.154
24,block_sparse_moe.experts.247.w3,0.0004511696,0.05000,2.810
24,block_sparse_moe.experts.255.w3,0.0003627481,0.05000,2.653
24,block_sparse_moe.experts.243.w3,0.0005337355,0.05000,2.695
24,block_sparse_moe.experts.251.w3,0.0001886943,0.05000,2.386
24,block_sparse_moe.experts.249.w3,0.0000645812,0.05000,3.005
24,block_sparse_moe.experts.241.w3,0.0004865704,0.05000,2.993
24,block_sparse_moe.experts.253.w3,0.0001207818,0.05000,2.947
24,block_sparse_moe.experts.245.w3,0.0001831203,0.05000,2.747
24,block_sparse_moe.experts.7.w2,0.0002484724,0.05000,1.538
24,block_sparse_moe.experts.11.w2,0.0002225535,0.05000,1.542
24,block_sparse_moe.experts.3.w2,0.0008751322,0.05000,1.570
24,block_sparse_moe.experts.15.w2,0.0001337181,0.05000,1.596
24,block_sparse_moe.experts.4.w2,0.0001427750,0.05000,1.607
24,block_sparse_moe.experts.12.w2,0.0001216878,0.05000,1.620
24,block_sparse_moe.experts.1.w2,0.0000777727,0.05000,1.626
24,block_sparse_moe.experts.5.w2,0.0001389294,0.05000,1.634
24,block_sparse_moe.experts.8.w2,0.0002947013,0.05000,1.635
24,block_sparse_moe.experts.10.w2,0.0004552257,0.05000,1.648
24,block_sparse_moe.experts.13.w2,0.0002254893,0.05000,1.650
24,block_sparse_moe.experts.14.w2,0.0002667598,0.05000,1.561
24,block_sparse_moe.experts.6.w2,0.0003430823,0.05000,1.666
24,block_sparse_moe.experts.0.w2,0.0001622852,0.05000,1.670
24,block_sparse_moe.experts.9.w2,0.0013158251,0.05000,1.689
24,block_sparse_moe.experts.2.w2,0.0010933147,0.05000,1.691
24,block_sparse_moe.experts.20.w2,0.0012320748,0.05000,1.204
24,block_sparse_moe.experts.24.w2,0.0002965481,0.05000,1.177
24,block_sparse_moe.experts.28.w2,0.0006302655,0.05000,1.191
24,block_sparse_moe.experts.19.w2,0.0003846092,0.05000,1.441
24,block_sparse_moe.experts.27.w2,0.0001316442,0.05000,1.507
24,block_sparse_moe.experts.31.w2,0.0001900585,0.05000,1.493
24,block_sparse_moe.experts.23.w2,0.0003736272,0.05000,1.574
24,block_sparse_moe.experts.21.w2,0.0001343421,0.05000,1.584
24,block_sparse_moe.experts.17.w2,0.0001100954,0.05000,1.651
24,block_sparse_moe.experts.25.w2,0.0002403845,0.05000,1.606
24,block_sparse_moe.experts.29.w2,0.0001872229,0.05000,1.648
24,block_sparse_moe.experts.22.w2,0.0001149975,0.05000,3.032
24,block_sparse_moe.experts.26.w2,0.0001802564,0.05000,3.070
24,block_sparse_moe.experts.18.w2,0.0007944089,0.05000,3.042
24,block_sparse_moe.experts.30.w2,0.0001626573,0.05000,3.101
24,block_sparse_moe.experts.37.w2,0.0002765504,0.05000,1.659
24,block_sparse_moe.experts.33.w2,0.0000826335,0.05000,1.650
24,block_sparse_moe.experts.41.w2,0.0004061504,0.05000,1.691
24,block_sparse_moe.experts.45.w2,0.0003899676,0.05000,1.699
24,block_sparse_moe.experts.38.w2,0.0000498518,0.05000,1.642
24,block_sparse_moe.experts.42.w2,0.0001976146,0.05000,1.620
24,block_sparse_moe.experts.46.w2,0.0002213257,0.05000,1.725
24,block_sparse_moe.experts.34.w2,0.0002333151,0.05000,1.760
24,block_sparse_moe.experts.53.w2,0.0006069007,0.05000,1.694
24,block_sparse_moe.experts.49.w2,0.0001879098,0.05000,1.683
24,block_sparse_moe.experts.61.w2,0.0006718494,0.05000,1.670
24,block_sparse_moe.experts.57.w2,0.0003018903,0.05000,1.688
24,block_sparse_moe.experts.35.w2,0.0006365369,0.05000,4.187
24,block_sparse_moe.experts.43.w2,0.0000805367,0.05000,4.215
24,block_sparse_moe.experts.39.w2,0.0003908216,0.05000,4.153
24,block_sparse_moe.experts.47.w2,0.0000645185,0.05000,4.204
24,block_sparse_moe.experts.54.w2,0.0000538589,0.05000,1.609
24,block_sparse_moe.experts.58.w2,0.0002721700,0.05000,1.684
24,block_sparse_moe.experts.62.w2,0.0000569564,0.05000,1.582
24,block_sparse_moe.experts.50.w2,0.0006188928,0.05000,1.626
24,block_sparse_moe.experts.69.w2,0.0001255694,0.05000,1.636
24,block_sparse_moe.experts.65.w2,0.0008103539,0.05000,1.602
24,block_sparse_moe.experts.77.w2,0.0001597462,0.05000,1.578
24,block_sparse_moe.experts.73.w2,0.0005912847,0.05000,1.580
24,block_sparse_moe.experts.44.w2,0.0003433207,0.05000,1.421
24,block_sparse_moe.experts.16.w2,0.0002112422,0.05000,1.498
24,block_sparse_moe.experts.36.w2,0.0001035639,0.05000,1.523
24,block_sparse_moe.experts.40.w2,0.0001095974,0.05000,1.537
24,block_sparse_moe.experts.51.w2,0.0002102162,0.05000,1.687
24,block_sparse_moe.experts.63.w2,0.0003572077,0.05000,1.608
24,block_sparse_moe.experts.55.w2,0.0002232205,0.05000,1.648
24,block_sparse_moe.experts.59.w2,0.0004697888,0.05000,1.690
24,block_sparse_moe.experts.70.w2,0.0003683301,0.05000,1.564
24,block_sparse_moe.experts.74.w2,0.0003810426,0.05000,1.549
24,block_sparse_moe.experts.78.w2,0.0000317947,0.05000,1.543
24,block_sparse_moe.experts.66.w2,0.0002197396,0.05000,1.551
24,block_sparse_moe.experts.85.w2,0.0001573970,0.05000,1.541
24,block_sparse_moe.experts.93.w2,0.0001903059,0.05000,1.506
24,block_sparse_moe.experts.81.w2,0.0000434671,0.05000,1.583
24,block_sparse_moe.experts.89.w2,0.0004523555,0.05000,1.548
24,block_sparse_moe.experts.60.w2,0.0005044785,0.05000,1.428
24,block_sparse_moe.experts.52.w2,0.0011203703,0.05000,1.396
24,block_sparse_moe.experts.32.w2,0.0001981668,0.05000,1.424
24,block_sparse_moe.experts.56.w2,0.0001370107,0.05000,1.441
24,block_sparse_moe.experts.79.w2,0.0009882235,0.05000,1.268
24,block_sparse_moe.experts.67.w2,0.0005577717,0.05000,1.310
24,block_sparse_moe.experts.71.w2,0.0002973555,0.05000,1.290
24,block_sparse_moe.experts.75.w2,0.0004833443,0.05000,1.258
24,block_sparse_moe.experts.86.w2,0.0002572241,0.05000,1.463
24,block_sparse_moe.experts.94.w2,0.0001971239,0.05000,1.417
24,block_sparse_moe.experts.90.w2,0.0004993561,0.05000,1.448
24,block_sparse_moe.experts.82.w2,0.0002349557,0.05000,1.422
24,block_sparse_moe.experts.101.w2,0.0003926971,0.05000,1.512
24,block_sparse_moe.experts.109.w2,0.0003332447,0.05000,1.525
24,block_sparse_moe.experts.105.w2,0.0000794712,0.05000,1.494
24,block_sparse_moe.experts.97.w2,0.0003799625,0.05000,1.508
24,block_sparse_moe.experts.76.w2,0.0001069824,0.05000,1.532
24,block_sparse_moe.experts.87.w2,0.0001987808,0.05000,1.338
24,block_sparse_moe.experts.83.w2,0.0002357047,0.05000,1.346
24,block_sparse_moe.experts.68.w2,0.0001539612,0.05000,1.500
24,block_sparse_moe.experts.91.w2,0.0001286738,0.05000,1.380
24,block_sparse_moe.experts.48.w2,0.0004417830,0.05000,1.546
24,block_sparse_moe.experts.95.w2,0.0001677815,0.05000,1.455
24,block_sparse_moe.experts.72.w2,0.0001862954,0.05000,1.563
24,block_sparse_moe.experts.102.w2,0.0003445794,0.05000,1.485
24,block_sparse_moe.experts.110.w2,0.0001544475,0.05000,1.514
24,block_sparse_moe.experts.106.w2,0.0000580072,0.05000,1.515
24,block_sparse_moe.experts.98.w2,0.0001360653,0.05000,1.478
24,block_sparse_moe.experts.117.w2,0.0001230306,0.05000,1.477
24,block_sparse_moe.experts.125.w2,0.0000974180,0.05000,1.465
24,block_sparse_moe.experts.113.w2,0.0001941888,0.05000,1.474
24,block_sparse_moe.experts.121.w2,0.0002216074,0.05000,1.552
24,block_sparse_moe.experts.92.w2,0.0002705068,0.05000,1.396
24,block_sparse_moe.experts.84.w2,0.0007551827,0.05000,1.383
24,block_sparse_moe.experts.64.w2,0.0004353517,0.05000,1.362
24,block_sparse_moe.experts.99.w2,0.0001477374,0.05000,1.457
24,block_sparse_moe.experts.88.w2,0.0001778852,0.05000,1.332
24,block_sparse_moe.experts.103.w2,0.0001544091,0.05000,1.513
24,block_sparse_moe.experts.111.w2,0.0001264146,0.05000,1.481
24,block_sparse_moe.experts.107.w2,0.0002491218,0.05000,1.543
24,block_sparse_moe.experts.118.w2,0.0002768570,0.05000,1.529
24,block_sparse_moe.experts.122.w2,0.0005336043,0.05000,1.472
24,block_sparse_moe.experts.126.w2,0.0001560440,0.05000,1.491
24,block_sparse_moe.experts.114.w2,0.0001796491,0.05000,1.482
24,block_sparse_moe.experts.133.w2,0.0018829213,0.05000,1.529
24,block_sparse_moe.experts.141.w2,0.0002373335,0.05000,1.549
24,block_sparse_moe.experts.129.w2,0.0002292870,0.05000,1.528
24,block_sparse_moe.experts.108.w2,0.0002198749,0.05000,1.407
24,block_sparse_moe.experts.100.w2,0.0001859167,0.05000,1.398
24,block_sparse_moe.experts.137.w2,0.0001334562,0.05000,1.528
24,block_sparse_moe.experts.115.w2,0.0000934893,0.05000,1.442
24,block_sparse_moe.experts.119.w2,0.0002288202,0.05000,1.387
24,block_sparse_moe.experts.80.w2,0.0003641893,0.05000,1.487
24,block_sparse_moe.experts.104.w2,0.0002604709,0.05000,1.478
24,block_sparse_moe.experts.127.w2,0.0003339651,0.05000,1.454
24,block_sparse_moe.experts.123.w2,0.0008111226,0.05000,1.429
24,block_sparse_moe.experts.134.w2,0.0000596471,0.05000,1.393
24,block_sparse_moe.experts.142.w2,0.0000606264,0.05000,1.375
24,block_sparse_moe.experts.138.w2,0.0000967782,0.05000,1.416
24,block_sparse_moe.experts.130.w2,0.0004624956,0.05000,1.393
24,block_sparse_moe.experts.149.w2,0.0002060008,0.05000,1.438
24,block_sparse_moe.experts.145.w2,0.0003198822,0.05000,1.407
24,block_sparse_moe.experts.157.w2,0.0001478078,0.05000,1.447
24,block_sparse_moe.experts.153.w2,0.0001250135,0.05000,1.400
24,block_sparse_moe.experts.124.w2,0.0002583529,0.05000,1.474
24,block_sparse_moe.experts.116.w2,0.0000684007,0.05000,1.483
24,block_sparse_moe.experts.131.w2,0.0004087416,0.05000,1.460
24,block_sparse_moe.experts.135.w2,0.0004735257,0.05000,1.507
24,block_sparse_moe.experts.96.w2,0.0000159528,0.05000,1.543
24,block_sparse_moe.experts.139.w2,0.0001744994,0.05000,1.466
24,block_sparse_moe.experts.120.w2,0.0004537877,0.05000,1.536
24,block_sparse_moe.experts.143.w2,0.0003940479,0.05000,1.489
24,block_sparse_moe.experts.150.w2,0.0002377218,0.05000,1.517
24,block_sparse_moe.experts.146.w2,0.0002752938,0.05000,1.473
24,block_sparse_moe.experts.154.w2,0.0003688515,0.05000,1.526
24,block_sparse_moe.experts.158.w2,0.0004728449,0.05000,1.585
24,block_sparse_moe.experts.173.w2,0.0004215970,0.05000,1.534
24,block_sparse_moe.experts.140.w2,0.0001948066,0.05000,1.469
24,block_sparse_moe.experts.165.w2,0.0004108171,0.05000,1.571
24,block_sparse_moe.experts.132.w2,0.0004082178,0.05000,1.467
24,block_sparse_moe.experts.169.w2,0.0002181552,0.05000,1.533
24,block_sparse_moe.experts.161.w2,0.0000936363,0.05000,1.600
24,block_sparse_moe.experts.147.w2,0.0001073578,0.05000,1.545
24,block_sparse_moe.experts.112.w2,0.0004017739,0.05000,1.433
24,block_sparse_moe.experts.151.w2,0.0000376312,0.05000,1.505
24,block_sparse_moe.experts.136.w2,0.0003859048,0.05000,1.490
24,block_sparse_moe.experts.155.w2,0.0002182678,0.05000,1.586
24,block_sparse_moe.experts.159.w2,0.0000363683,0.05000,1.583
24,block_sparse_moe.experts.162.w2,0.0010190792,0.05000,1.412
24,block_sparse_moe.experts.166.w2,0.0002172688,0.05000,1.463
24,block_sparse_moe.experts.170.w2,0.0004292833,0.05000,1.413
24,block_sparse_moe.experts.174.w2,0.0001642427,0.05000,1.404
24,block_sparse_moe.experts.181.w2,0.0000820369,0.05000,1.445
24,block_sparse_moe.experts.177.w2,0.0010175392,0.05000,1.453
24,block_sparse_moe.experts.189.w2,0.0003218080,0.05000,1.491
24,block_sparse_moe.experts.156.w2,0.0005996077,0.05000,1.487
24,block_sparse_moe.experts.185.w2,0.0002505212,0.05000,1.489
24,block_sparse_moe.experts.148.w2,0.0004434756,0.05000,1.525
24,block_sparse_moe.experts.167.w2,0.0002251781,0.05000,1.452
24,block_sparse_moe.experts.163.w2,0.0002405618,0.05000,1.474
24,block_sparse_moe.experts.128.w2,0.0009299243,0.05000,1.522
24,block_sparse_moe.experts.171.w2,0.0002394649,0.05000,1.414
24,block_sparse_moe.experts.152.w2,0.0002390758,0.05000,1.502
24,block_sparse_moe.experts.175.w2,0.0001203569,0.05000,1.427
24,block_sparse_moe.experts.178.w2,0.0000718722,0.05000,1.435
24,block_sparse_moe.experts.182.w2,0.0004563973,0.05000,1.479
24,block_sparse_moe.experts.190.w2,0.0000557109,0.05000,1.476
24,block_sparse_moe.experts.186.w2,0.0000784153,0.05000,1.522
24,block_sparse_moe.experts.197.w2,0.0003207835,0.05000,1.388
24,block_sparse_moe.experts.205.w2,0.0003078439,0.05000,1.406
24,block_sparse_moe.experts.193.w2,0.0001048069,0.05000,1.436
24,block_sparse_moe.experts.201.w2,0.0008012757,0.05000,1.527
24,block_sparse_moe.experts.172.w2,0.0008298156,0.05000,1.568
24,block_sparse_moe.experts.164.w2,0.0005016100,0.05000,1.568
24,block_sparse_moe.experts.179.w2,0.0002635816,0.05000,1.509
24,block_sparse_moe.experts.183.w2,0.0001154903,0.05000,1.528
24,block_sparse_moe.experts.144.w2,0.0003226744,0.05000,1.518
24,block_sparse_moe.experts.168.w2,0.0003705370,0.05000,1.482
24,block_sparse_moe.experts.187.w2,0.0003207802,0.05000,1.543
24,block_sparse_moe.experts.191.w2,0.0005536013,0.05000,1.590
24,block_sparse_moe.experts.194.w2,0.0002048906,0.05000,1.475
24,block_sparse_moe.experts.198.w2,0.0006531750,0.05000,1.472
24,block_sparse_moe.experts.206.w2,0.0003823882,0.05000,1.478
24,block_sparse_moe.experts.202.w2,0.0006181153,0.05000,1.463
24,block_sparse_moe.experts.213.w2,0.0003849925,0.05000,1.416
24,block_sparse_moe.experts.221.w2,0.0001536211,0.05000,1.381
24,block_sparse_moe.experts.209.w2,0.0000924014,0.05000,1.421
24,block_sparse_moe.experts.188.w2,0.0000909154,0.05000,1.368
24,block_sparse_moe.experts.217.w2,0.0000280657,0.05000,1.408
24,block_sparse_moe.experts.180.w2,0.0001447177,0.05000,1.375
24,block_sparse_moe.experts.160.w2,0.0002655699,0.05000,1.365
24,block_sparse_moe.experts.199.w2,0.0002341843,0.05000,1.456
24,block_sparse_moe.experts.195.w2,0.0004248904,0.05000,1.494
24,block_sparse_moe.experts.184.w2,0.0001027943,0.05000,1.416
24,block_sparse_moe.experts.203.w2,0.0002143049,0.05000,1.516
24,block_sparse_moe.experts.207.w2,0.0002659723,0.05000,1.512
24,block_sparse_moe.experts.214.w2,0.0001454594,0.05000,1.363
24,block_sparse_moe.experts.210.w2,0.0011628574,0.05000,1.440
24,block_sparse_moe.experts.222.w2,0.0002095631,0.05000,1.371
24,block_sparse_moe.experts.218.w2,0.0002889595,0.05000,1.418
24,block_sparse_moe.experts.229.w2,0.0000449265,0.05000,1.468
24,block_sparse_moe.experts.237.w2,0.0002385737,0.05000,1.480
24,block_sparse_moe.experts.225.w2,0.0010913869,0.05000,1.471
24,block_sparse_moe.experts.204.w2,0.0001712924,0.05000,1.460
24,block_sparse_moe.experts.196.w2,0.0002647454,0.05000,1.434
24,block_sparse_moe.experts.233.w2,0.0002881367,0.05000,1.480
24,block_sparse_moe.experts.176.w2,0.0002461406,0.05000,1.459
24,block_sparse_moe.experts.200.w2,0.0001020533,0.05000,1.418
24,block_sparse_moe.experts.211.w2,0.0007801076,0.05000,1.534
24,block_sparse_moe.experts.215.w2,0.0001889508,0.05000,1.573
24,block_sparse_moe.experts.219.w2,0.0002859936,0.05000,1.532
24,block_sparse_moe.experts.223.w2,0.0003726908,0.05000,1.524
24,block_sparse_moe.experts.230.w2,0.0002227070,0.05000,1.404
24,block_sparse_moe.experts.226.w2,0.0002805185,0.05000,1.444
24,block_sparse_moe.experts.238.w2,0.0002015563,0.05000,1.423
24,block_sparse_moe.experts.234.w2,0.0003334501,0.05000,1.395
24,block_sparse_moe.experts.245.w2,0.0002145092,0.05000,1.456
24,block_sparse_moe.experts.253.w2,0.0001600061,0.05000,1.429
24,block_sparse_moe.experts.220.w2,0.0001783081,0.05000,1.310
24,block_sparse_moe.experts.241.w2,0.0002808000,0.05000,1.384
24,block_sparse_moe.experts.249.w2,0.0000650373,0.05000,1.324
24,block_sparse_moe.experts.212.w2,0.0002949192,0.05000,1.347
24,block_sparse_moe.experts.192.w2,0.0003201474,0.05000,1.329
24,block_sparse_moe.experts.216.w2,0.0001448768,0.05000,1.372
24,block_sparse_moe.experts.231.w2,0.0002269814,0.05000,1.450
24,block_sparse_moe.experts.227.w2,0.0001958592,0.05000,1.483
24,block_sparse_moe.experts.235.w2,0.0003238685,0.05000,1.468
24,block_sparse_moe.experts.239.w2,0.0001202046,0.05000,1.513
24,block_sparse_moe.experts.246.w2,0.0006992118,0.05000,1.461
24,block_sparse_moe.experts.254.w2,0.0004458375,0.05000,1.417
24,block_sparse_moe.experts.250.w2,0.0001174604,0.05000,1.408
24,block_sparse_moe.experts.242.w2,0.0000337212,0.05000,1.446
24,block_sparse_moe.experts.236.w2,0.0002653760,0.05000,1.386
24,block_sparse_moe.experts.228.w2,0.0001395003,0.05000,1.421
24,block_sparse_moe.experts.208.w2,0.0001156144,0.05000,1.330
24,block_sparse_moe.experts.232.w2,0.0008009135,0.05000,1.348
24,block_sparse_moe.experts.247.w2,0.0002506128,0.05000,1.540
24,block_sparse_moe.experts.243.w2,0.0001706843,0.05000,1.510
24,block_sparse_moe.experts.255.w2,0.0002018464,0.05000,1.409
24,block_sparse_moe.experts.251.w2,0.0001004820,0.05000,1.515
24,block_sparse_moe.experts.252.w2,0.0000937355,0.05000,1.464
24,block_sparse_moe.experts.224.w2,0.0002288957,0.05000,1.391
24,block_sparse_moe.experts.244.w2,0.0001296265,0.05000,1.436
24,block_sparse_moe.experts.248.w2,0.0001221388,0.05000,1.385
24,block_sparse_moe.experts.240.w2,0.0012276428,0.05000,0.443
25,self_attn.q_proj,0.0000122595,0.05000,0.831
25,self_attn.k_proj,0.0000018597,0.05000,0.832
25,self_attn.v_proj,0.0000014341,0.05000,0.905
25,self_attn.o_proj,0.0000009487,0.05000,1.726
25,block_sparse_moe.experts.9.w1,0.0003473331,0.05000,2.951
25,block_sparse_moe.experts.13.w1,0.0006984822,0.05000,2.984
25,block_sparse_moe.experts.4.w1,0.0001890635,0.05000,3.035
25,block_sparse_moe.experts.5.w1,0.0004799422,0.05000,3.023
25,block_sparse_moe.experts.1.w1,0.0004022539,0.05000,3.029
25,block_sparse_moe.experts.12.w1,0.0001711930,0.05000,3.034
25,block_sparse_moe.experts.8.w1,0.0004965095,0.05000,3.151
25,block_sparse_moe.experts.0.w1,0.0002879325,0.05000,3.190
25,block_sparse_moe.experts.2.w1,0.0006314037,0.05000,3.258
25,block_sparse_moe.experts.14.w1,0.0006534293,0.05000,3.189
25,block_sparse_moe.experts.10.w1,0.0001221733,0.05000,3.211
25,block_sparse_moe.experts.6.w1,0.0002451245,0.05000,3.328
25,block_sparse_moe.experts.3.w1,0.0002487544,0.05000,3.393
25,block_sparse_moe.experts.15.w1,0.0001067900,0.05000,3.324
25,block_sparse_moe.experts.11.w1,0.0012855896,0.05000,3.400
25,block_sparse_moe.experts.7.w1,0.0006433441,0.05000,3.551
25,block_sparse_moe.experts.17.w1,0.0010857485,0.05000,2.596
25,block_sparse_moe.experts.25.w1,0.0005736146,0.05000,2.773
25,block_sparse_moe.experts.29.w1,0.0010423664,0.05000,2.751
25,block_sparse_moe.experts.21.w1,0.0003643223,0.05000,2.769
25,block_sparse_moe.experts.20.w1,0.0005520429,0.05000,2.863
25,block_sparse_moe.experts.28.w1,0.0001605548,0.05000,2.908
25,block_sparse_moe.experts.16.w1,0.0004219986,0.05000,2.893
25,block_sparse_moe.experts.24.w1,0.0005160668,0.05000,3.024
25,block_sparse_moe.experts.31.w1,0.0007652528,0.05000,2.787
25,block_sparse_moe.experts.18.w1,0.0005256163,0.05000,2.943
25,block_sparse_moe.experts.19.w1,0.0004268001,0.05000,2.912
25,block_sparse_moe.experts.30.w1,0.0001520863,0.05000,3.063
25,block_sparse_moe.experts.22.w1,0.0004424614,0.05000,3.002
25,block_sparse_moe.experts.27.w1,0.0002137613,0.05000,2.872
25,block_sparse_moe.experts.26.w1,0.0003279936,0.05000,3.080
25,block_sparse_moe.experts.23.w1,0.0000984559,0.05000,2.889
25,block_sparse_moe.experts.41.w1,0.0004602359,0.05000,2.825
25,block_sparse_moe.experts.33.w1,0.0010060056,0.05000,2.930
25,block_sparse_moe.experts.45.w1,0.0002556389,0.05000,2.854
25,block_sparse_moe.experts.37.w1,0.0007567790,0.05000,2.888
25,block_sparse_moe.experts.36.w1,0.0001804608,0.05000,2.852
25,block_sparse_moe.experts.44.w1,0.0000603072,0.05000,2.918
25,block_sparse_moe.experts.32.w1,0.0003700031,0.05000,2.862
25,block_sparse_moe.experts.40.w1,0.0001339108,0.05000,2.933
25,block_sparse_moe.experts.34.w1,0.0001228410,0.05000,2.993
25,block_sparse_moe.experts.38.w1,0.0001495131,0.05000,2.865
25,block_sparse_moe.experts.46.w1,0.0001558222,0.05000,2.916
25,block_sparse_moe.experts.42.w1,0.0001565231,0.05000,2.901
25,block_sparse_moe.experts.47.w1,0.0001154866,0.05000,3.141
25,block_sparse_moe.experts.35.w1,0.0008408626,0.05000,3.126
25,block_sparse_moe.experts.39.w1,0.0003431069,0.05000,3.006
25,block_sparse_moe.experts.43.w1,0.0001891204,0.05000,3.145
25,block_sparse_moe.experts.57.w1,0.0005682268,0.05000,2.690
25,block_sparse_moe.experts.61.w1,0.0006170111,0.05000,2.659
25,block_sparse_moe.experts.49.w1,0.0005199340,0.05000,2.720
25,block_sparse_moe.experts.53.w1,0.0001959251,0.05000,2.640
25,block_sparse_moe.experts.52.w1,0.0005875877,0.05000,2.855
25,block_sparse_moe.experts.48.w1,0.0005425334,0.05000,2.843
25,block_sparse_moe.experts.60.w1,0.0003823938,0.05000,2.898
25,block_sparse_moe.experts.56.w1,0.0001957223,0.05000,2.865
25,block_sparse_moe.experts.50.w1,0.0004401392,0.05000,2.925
25,block_sparse_moe.experts.54.w1,0.0002064168,0.05000,3.015
25,block_sparse_moe.experts.58.w1,0.0004209151,0.05000,2.979
25,block_sparse_moe.experts.62.w1,0.0004179456,0.05000,3.062
25,block_sparse_moe.experts.63.w1,0.0000907870,0.05000,3.140
25,block_sparse_moe.experts.55.w1,0.0003278159,0.05000,3.091
25,block_sparse_moe.experts.59.w1,0.0007113155,0.05000,3.047
25,block_sparse_moe.experts.51.w1,0.0000370397,0.05000,3.113
25,block_sparse_moe.experts.73.w1,0.0002944751,0.05000,2.656
25,block_sparse_moe.experts.77.w1,0.0006134166,0.05000,2.658
25,block_sparse_moe.experts.69.w1,0.0000963534,0.05000,2.664
25,block_sparse_moe.experts.65.w1,0.0002037258,0.05000,2.806
25,block_sparse_moe.experts.68.w1,0.0003556740,0.05000,2.890
25,block_sparse_moe.experts.76.w1,0.0003039339,0.05000,2.917
25,block_sparse_moe.experts.64.w1,0.0006976136,0.05000,2.962
25,block_sparse_moe.experts.72.w1,0.0001464378,0.05000,2.963
25,block_sparse_moe.experts.66.w1,0.0007480469,0.05000,2.893
25,block_sparse_moe.experts.74.w1,0.0002266979,0.05000,2.806
25,block_sparse_moe.experts.70.w1,0.0006323525,0.05000,2.885
25,block_sparse_moe.experts.78.w1,0.0002892889,0.05000,2.903
25,block_sparse_moe.experts.71.w1,0.0005642116,0.05000,2.955
25,block_sparse_moe.experts.79.w1,0.0003847963,0.05000,3.063
25,block_sparse_moe.experts.75.w1,0.0000924143,0.05000,3.015
25,block_sparse_moe.experts.67.w1,0.0003931914,0.05000,3.042
25,block_sparse_moe.experts.89.w1,0.0002792620,0.05000,2.849
25,block_sparse_moe.experts.93.w1,0.0004973975,0.05000,2.879
25,block_sparse_moe.experts.81.w1,0.0004810064,0.05000,2.765
25,block_sparse_moe.experts.85.w1,0.0004763988,0.05000,2.970
25,block_sparse_moe.experts.84.w1,0.0005708545,0.05000,3.069
25,block_sparse_moe.experts.92.w1,0.0002815895,0.05000,2.926
25,block_sparse_moe.experts.80.w1,0.0002259172,0.05000,2.939
25,block_sparse_moe.experts.88.w1,0.0002928563,0.05000,3.022
25,block_sparse_moe.experts.86.w1,0.0002788646,0.05000,2.934
25,block_sparse_moe.experts.90.w1,0.0005597625,0.05000,3.019
25,block_sparse_moe.experts.94.w1,0.0008489650,0.05000,2.912
25,block_sparse_moe.experts.82.w1,0.0010641442,0.05000,3.151
25,block_sparse_moe.experts.91.w1,0.0005302964,0.05000,3.075
25,block_sparse_moe.experts.87.w1,0.0004324553,0.05000,3.144
25,block_sparse_moe.experts.83.w1,0.0005253476,0.05000,3.121
25,block_sparse_moe.experts.95.w1,0.0007377094,0.05000,3.211
25,block_sparse_moe.experts.109.w1,0.0002272816,0.05000,2.722
25,block_sparse_moe.experts.105.w1,0.0008535929,0.05000,2.807
25,block_sparse_moe.experts.97.w1,0.0008716521,0.05000,2.779
25,block_sparse_moe.experts.101.w1,0.0005094493,0.05000,2.880
25,block_sparse_moe.experts.100.w1,0.0004261153,0.05000,2.886
25,block_sparse_moe.experts.108.w1,0.0006993019,0.05000,2.962
25,block_sparse_moe.experts.96.w1,0.0003478274,0.05000,2.979
25,block_sparse_moe.experts.104.w1,0.0002823748,0.05000,2.967
25,block_sparse_moe.experts.102.w1,0.0003044883,0.05000,2.989
25,block_sparse_moe.experts.106.w1,0.0002191326,0.05000,3.006
25,block_sparse_moe.experts.110.w1,0.0006199416,0.05000,3.003
25,block_sparse_moe.experts.98.w1,0.0004267705,0.05000,2.986
25,block_sparse_moe.experts.107.w1,0.0010293660,0.05000,2.971
25,block_sparse_moe.experts.103.w1,0.0003093430,0.05000,2.967
25,block_sparse_moe.experts.111.w1,0.0009489437,0.05000,2.934
25,block_sparse_moe.experts.99.w1,0.0003813571,0.05000,3.031
25,block_sparse_moe.experts.125.w1,0.0000869449,0.05000,2.765
25,block_sparse_moe.experts.121.w1,0.0006118333,0.05000,2.851
25,block_sparse_moe.experts.113.w1,0.0003429256,0.05000,2.775
25,block_sparse_moe.experts.117.w1,0.0003351576,0.05000,2.744
25,block_sparse_moe.experts.116.w1,0.0002723107,0.05000,3.044
25,block_sparse_moe.experts.124.w1,0.0007732770,0.05000,3.058
25,block_sparse_moe.experts.112.w1,0.0001065763,0.05000,3.117
25,block_sparse_moe.experts.126.w1,0.0008661929,0.05000,2.768
25,block_sparse_moe.experts.118.w1,0.0005953066,0.05000,2.925
25,block_sparse_moe.experts.122.w1,0.0005502201,0.05000,2.896
25,block_sparse_moe.experts.114.w1,0.0003978696,0.05000,2.846
25,block_sparse_moe.experts.120.w1,0.0001763392,0.05000,3.088
25,block_sparse_moe.experts.115.w1,0.0007184923,0.05000,2.757
25,block_sparse_moe.experts.127.w1,0.0001981018,0.05000,2.828
25,block_sparse_moe.experts.123.w1,0.0004187518,0.05000,2.938
25,block_sparse_moe.experts.119.w1,0.0006681091,0.05000,2.975
25,block_sparse_moe.experts.141.w1,0.0005092189,0.05000,2.825
25,block_sparse_moe.experts.129.w1,0.0004159135,0.05000,2.743
25,block_sparse_moe.experts.137.w1,0.0003222245,0.05000,2.834
25,block_sparse_moe.experts.133.w1,0.0004076691,0.05000,2.750
25,block_sparse_moe.experts.132.w1,0.0003237241,0.05000,3.062
25,block_sparse_moe.experts.140.w1,0.0003614529,0.05000,3.017
25,block_sparse_moe.experts.142.w1,0.0004571894,0.05000,2.918
25,block_sparse_moe.experts.128.w1,0.0003154689,0.05000,3.059
25,block_sparse_moe.experts.138.w1,0.0003206699,0.05000,2.923
25,block_sparse_moe.experts.134.w1,0.0001198716,0.05000,2.982
25,block_sparse_moe.experts.130.w1,0.0004611294,0.05000,2.938
25,block_sparse_moe.experts.136.w1,0.0007102710,0.05000,2.973
25,block_sparse_moe.experts.139.w1,0.0000679343,0.05000,2.925
25,block_sparse_moe.experts.131.w1,0.0001295513,0.05000,2.973
25,block_sparse_moe.experts.143.w1,0.0003393308,0.05000,3.014
25,block_sparse_moe.experts.135.w1,0.0009994598,0.05000,2.984
25,block_sparse_moe.experts.157.w1,0.0002206366,0.05000,2.944
25,block_sparse_moe.experts.145.w1,0.0007836078,0.05000,2.930
25,block_sparse_moe.experts.153.w1,0.0007722509,0.05000,2.875
25,block_sparse_moe.experts.149.w1,0.0006637347,0.05000,2.988
25,block_sparse_moe.experts.148.w1,0.0001853236,0.05000,2.912
25,block_sparse_moe.experts.156.w1,0.0004339903,0.05000,2.951
25,block_sparse_moe.experts.144.w1,0.0004507135,0.05000,2.844
25,block_sparse_moe.experts.158.w1,0.0002277413,0.05000,2.891
25,block_sparse_moe.experts.154.w1,0.0005317176,0.05000,2.858
25,block_sparse_moe.experts.150.w1,0.0005002732,0.05000,2.873
25,block_sparse_moe.experts.146.w1,0.0003840743,0.05000,2.948
25,block_sparse_moe.experts.152.w1,0.0004207533,0.05000,3.005
25,block_sparse_moe.experts.159.w1,0.0002658420,0.05000,3.044
25,block_sparse_moe.experts.147.w1,0.0002122943,0.05000,3.093
25,block_sparse_moe.experts.161.w1,0.0001048945,0.05000,2.497
25,block_sparse_moe.experts.155.w1,0.0006426100,0.05000,3.149
25,block_sparse_moe.experts.151.w1,0.0006142278,0.05000,3.074
25,block_sparse_moe.experts.169.w1,0.0005073500,0.05000,2.613
25,block_sparse_moe.experts.173.w1,0.0006003813,0.05000,2.692
25,block_sparse_moe.experts.165.w1,0.0000285293,0.05000,2.770
25,block_sparse_moe.experts.164.w1,0.0005811522,0.05000,2.944
25,block_sparse_moe.experts.172.w1,0.0005265044,0.05000,2.944
25,block_sparse_moe.experts.170.w1,0.0000792779,0.05000,2.823
25,block_sparse_moe.experts.166.w1,0.0002103470,0.05000,2.835
25,block_sparse_moe.experts.162.w1,0.0003753002,0.05000,2.774
25,block_sparse_moe.experts.160.w1,0.0005718342,0.05000,2.979
25,block_sparse_moe.experts.174.w1,0.0006584168,0.05000,2.998
25,block_sparse_moe.experts.168.w1,0.0001093265,0.05000,2.995
25,block_sparse_moe.experts.175.w1,0.0002306723,0.05000,2.745
25,block_sparse_moe.experts.163.w1,0.0000717187,0.05000,2.856
25,block_sparse_moe.experts.167.w1,0.0002491974,0.05000,2.796
25,block_sparse_moe.experts.171.w1,0.0002554034,0.05000,2.860
25,block_sparse_moe.experts.177.w1,0.0000730015,0.05000,2.892
25,block_sparse_moe.experts.189.w1,0.0008176091,0.05000,2.854
25,block_sparse_moe.experts.185.w1,0.0001946223,0.05000,2.939
25,block_sparse_moe.experts.181.w1,0.0009395167,0.05000,2.998
25,block_sparse_moe.experts.180.w1,0.0002754764,0.05000,2.896
25,block_sparse_moe.experts.188.w1,0.0004376968,0.05000,2.887
25,block_sparse_moe.experts.178.w1,0.0004473347,0.05000,2.860
25,block_sparse_moe.experts.186.w1,0.0000557270,0.05000,2.971
25,block_sparse_moe.experts.176.w1,0.0001213059,0.05000,2.909
25,block_sparse_moe.experts.182.w1,0.0002926304,0.05000,2.952
25,block_sparse_moe.experts.190.w1,0.0001609074,0.05000,2.990
25,block_sparse_moe.experts.184.w1,0.0003497743,0.05000,2.841
25,block_sparse_moe.experts.191.w1,0.0013723686,0.05000,2.942
25,block_sparse_moe.experts.193.w1,0.0004481534,0.05000,2.786
25,block_sparse_moe.experts.183.w1,0.0007930690,0.05000,2.920
25,block_sparse_moe.experts.205.w1,0.0007755199,0.05000,2.773
25,block_sparse_moe.experts.201.w1,0.0006239485,0.05000,2.801
25,block_sparse_moe.experts.179.w1,0.0003994822,0.05000,3.041
25,block_sparse_moe.experts.187.w1,0.0001864214,0.05000,3.019
25,block_sparse_moe.experts.197.w1,0.0012054727,0.05000,2.887
25,block_sparse_moe.experts.196.w1,0.0003117671,0.05000,2.669
25,block_sparse_moe.experts.204.w1,0.0004502909,0.05000,2.719
25,block_sparse_moe.experts.192.w1,0.0008357724,0.05000,2.671
25,block_sparse_moe.experts.194.w1,0.0004658196,0.05000,3.013
25,block_sparse_moe.experts.198.w1,0.0007000035,0.05000,2.953
25,block_sparse_moe.experts.202.w1,0.0004760625,0.05000,3.042
25,block_sparse_moe.experts.200.w1,0.0003858930,0.05000,2.827
25,block_sparse_moe.experts.206.w1,0.0006835620,0.05000,2.994
25,block_sparse_moe.experts.207.w1,0.0002176582,0.05000,2.854
25,block_sparse_moe.experts.209.w1,0.0002942478,0.05000,2.917
25,block_sparse_moe.experts.199.w1,0.0000742689,0.05000,2.862
25,block_sparse_moe.experts.195.w1,0.0000390159,0.05000,2.783
25,block_sparse_moe.experts.203.w1,0.0002985967,0.05000,2.775
25,block_sparse_moe.experts.221.w1,0.0014053178,0.05000,3.027
25,block_sparse_moe.experts.217.w1,0.0003587464,0.05000,3.017
25,block_sparse_moe.experts.213.w1,0.0004897685,0.05000,3.009
25,block_sparse_moe.experts.212.w1,0.0006445955,0.05000,2.952
25,block_sparse_moe.experts.220.w1,0.0004650961,0.05000,2.892
25,block_sparse_moe.experts.208.w1,0.0001018061,0.05000,2.947
25,block_sparse_moe.experts.214.w1,0.0002928435,0.05000,2.915
25,block_sparse_moe.experts.210.w1,0.0001100369,0.05000,2.933
25,block_sparse_moe.experts.222.w1,0.0005392200,0.05000,2.861
25,block_sparse_moe.experts.216.w1,0.0003882969,0.05000,2.929
25,block_sparse_moe.experts.218.w1,0.0001321049,0.05000,2.987
25,block_sparse_moe.experts.223.w1,0.0004318251,0.05000,2.960
25,block_sparse_moe.experts.215.w1,0.0002643715,0.05000,2.932
25,block_sparse_moe.experts.225.w1,0.0008479002,0.05000,3.076
25,block_sparse_moe.experts.211.w1,0.0004612416,0.05000,3.031
25,block_sparse_moe.experts.219.w1,0.0004036287,0.05000,3.048
25,block_sparse_moe.experts.233.w1,0.0005001348,0.05000,3.007
25,block_sparse_moe.experts.237.w1,0.0006649547,0.05000,3.163
25,block_sparse_moe.experts.229.w1,0.0001178933,0.05000,2.964
25,block_sparse_moe.experts.228.w1,0.0005835693,0.05000,2.834
25,block_sparse_moe.experts.236.w1,0.0001270780,0.05000,2.903
25,block_sparse_moe.experts.224.w1,0.0004820165,0.05000,2.965
25,block_sparse_moe.experts.238.w1,0.0007114433,0.05000,3.089
25,block_sparse_moe.experts.230.w1,0.0008130327,0.05000,3.194
25,block_sparse_moe.experts.226.w1,0.0002741397,0.05000,3.236
25,block_sparse_moe.experts.232.w1,0.0003865798,0.05000,3.129
25,block_sparse_moe.experts.234.w1,0.0005543863,0.05000,3.150
25,block_sparse_moe.experts.239.w1,0.0001035123,0.05000,3.030
25,block_sparse_moe.experts.231.w1,0.0001569917,0.05000,3.005
25,block_sparse_moe.experts.241.w1,0.0003644822,0.05000,2.952
25,block_sparse_moe.experts.227.w1,0.0002564897,0.05000,3.031
25,block_sparse_moe.experts.235.w1,0.0001229667,0.05000,3.069
25,block_sparse_moe.experts.249.w1,0.0001043177,0.05000,2.916
25,block_sparse_moe.experts.253.w1,0.0004696702,0.05000,3.058
25,block_sparse_moe.experts.245.w1,0.0003547962,0.05000,3.020
25,block_sparse_moe.experts.244.w1,0.0003290174,0.05000,3.077
25,block_sparse_moe.experts.252.w1,0.0005642847,0.05000,2.975
25,block_sparse_moe.experts.240.w1,0.0004734961,0.05000,2.986
25,block_sparse_moe.experts.248.w1,0.0001044033,0.05000,2.922
25,block_sparse_moe.experts.242.w1,0.0001199316,0.05000,2.954
25,block_sparse_moe.experts.254.w1,0.0002246185,0.05000,3.017
25,block_sparse_moe.experts.250.w1,0.0003948166,0.05000,2.978
25,block_sparse_moe.experts.246.w1,0.0004056399,0.05000,3.089
25,block_sparse_moe.experts.255.w1,0.0006174612,0.05000,2.842
25,block_sparse_moe.experts.247.w1,0.0001384680,0.05000,2.910
25,block_sparse_moe.experts.243.w1,0.0003793095,0.05000,2.877
25,block_sparse_moe.experts.1.w3,0.0004195003,0.05000,2.984
25,block_sparse_moe.experts.251.w1,0.0005797300,0.05000,2.830
25,block_sparse_moe.experts.9.w3,0.0003733707,0.05000,2.995
25,block_sparse_moe.experts.13.w3,0.0007246231,0.05000,3.037
25,block_sparse_moe.experts.5.w3,0.0005036112,0.05000,2.909
25,block_sparse_moe.experts.4.w3,0.0001993288,0.05000,2.957
25,block_sparse_moe.experts.12.w3,0.0001779115,0.05000,2.960
25,block_sparse_moe.experts.0.w3,0.0003122199,0.05000,3.085
25,block_sparse_moe.experts.14.w3,0.0006763008,0.05000,2.867
25,block_sparse_moe.experts.10.w3,0.0001267637,0.05000,2.849
25,block_sparse_moe.experts.2.w3,0.0006750151,0.05000,2.947
25,block_sparse_moe.experts.6.w3,0.0002493493,0.05000,2.865
25,block_sparse_moe.experts.8.w3,0.0005244136,0.05000,3.071
25,block_sparse_moe.experts.15.w3,0.0001134053,0.05000,3.056
25,block_sparse_moe.experts.3.w3,0.0002605036,0.05000,2.918
25,block_sparse_moe.experts.7.w3,0.0006687795,0.05000,3.062
25,block_sparse_moe.experts.17.w3,0.0011623799,0.05000,3.063
25,block_sparse_moe.experts.11.w3,0.0013552517,0.05000,3.058
25,block_sparse_moe.experts.25.w3,0.0006151987,0.05000,3.079
25,block_sparse_moe.experts.29.w3,0.0011141148,0.05000,3.052
25,block_sparse_moe.experts.21.w3,0.0003971247,0.05000,3.053
25,block_sparse_moe.experts.20.w3,0.0005633008,0.05000,2.996
25,block_sparse_moe.experts.28.w3,0.0001825141,0.05000,3.009
25,block_sparse_moe.experts.16.w3,0.0004303335,0.05000,3.009
25,block_sparse_moe.experts.26.w3,0.0003392136,0.05000,2.975
25,block_sparse_moe.experts.24.w3,0.0005242643,0.05000,2.866
25,block_sparse_moe.experts.30.w3,0.0001690701,0.05000,3.051
25,block_sparse_moe.experts.18.w3,0.0005386618,0.05000,3.043
25,block_sparse_moe.experts.22.w3,0.0004934032,0.05000,3.044
25,block_sparse_moe.experts.31.w3,0.0007724754,0.05000,2.980
25,block_sparse_moe.experts.19.w3,0.0004590690,0.05000,2.959
25,block_sparse_moe.experts.33.w3,0.0010226914,0.05000,2.851
25,block_sparse_moe.experts.23.w3,0.0001066730,0.05000,3.028
25,block_sparse_moe.experts.27.w3,0.0002381351,0.05000,3.124
25,block_sparse_moe.experts.41.w3,0.0004869384,0.05000,2.936
25,block_sparse_moe.experts.45.w3,0.0002544000,0.05000,2.936
25,block_sparse_moe.experts.37.w3,0.0007875167,0.05000,2.934
25,block_sparse_moe.experts.36.w3,0.0001923597,0.05000,2.831
25,block_sparse_moe.experts.44.w3,0.0000645361,0.05000,2.861
25,block_sparse_moe.experts.32.w3,0.0004138930,0.05000,2.859
25,block_sparse_moe.experts.42.w3,0.0001660428,0.05000,2.872
25,block_sparse_moe.experts.40.w3,0.0001403013,0.05000,2.848
25,block_sparse_moe.experts.46.w3,0.0001598826,0.05000,2.869
25,block_sparse_moe.experts.34.w3,0.0001242754,0.05000,2.934
25,block_sparse_moe.experts.38.w3,0.0001570032,0.05000,2.985
25,block_sparse_moe.experts.47.w3,0.0001213741,0.05000,3.067
25,block_sparse_moe.experts.39.w3,0.0003564671,0.05000,2.885
25,block_sparse_moe.experts.49.w3,0.0005371127,0.05000,2.980
25,block_sparse_moe.experts.35.w3,0.0008660476,0.05000,3.052
25,block_sparse_moe.experts.57.w3,0.0006119460,0.05000,2.869
25,block_sparse_moe.experts.43.w3,0.0001998320,0.05000,2.907
25,block_sparse_moe.experts.61.w3,0.0006563409,0.05000,2.887
25,block_sparse_moe.experts.53.w3,0.0002134963,0.05000,2.885
25,block_sparse_moe.experts.52.w3,0.0006229269,0.05000,2.926
25,block_sparse_moe.experts.60.w3,0.0003944165,0.05000,2.966
25,block_sparse_moe.experts.48.w3,0.0005722333,0.05000,2.921
25,block_sparse_moe.experts.58.w3,0.0004594424,0.05000,2.946
25,block_sparse_moe.experts.56.w3,0.0002136692,0.05000,2.947
25,block_sparse_moe.experts.62.w3,0.0004420842,0.05000,2.966
25,block_sparse_moe.experts.54.w3,0.0002312377,0.05000,2.911
25,block_sparse_moe.experts.50.w3,0.0004499552,0.05000,3.044
25,block_sparse_moe.experts.51.w3,0.0000397074,0.05000,2.841
25,block_sparse_moe.experts.55.w3,0.0003383619,0.05000,2.917
25,block_sparse_moe.experts.63.w3,0.0000884428,0.05000,2.961
25,block_sparse_moe.experts.65.w3,0.0002261704,0.05000,3.061
25,block_sparse_moe.experts.59.w3,0.0007446799,0.05000,2.923
25,block_sparse_moe.experts.73.w3,0.0003198492,0.05000,3.161
25,block_sparse_moe.experts.77.w3,0.0006516252,0.05000,3.148
25,block_sparse_moe.experts.69.w3,0.0001013146,0.05000,3.175
25,block_sparse_moe.experts.68.w3,0.0003719831,0.05000,2.718
25,block_sparse_moe.experts.76.w3,0.0003399226,0.05000,2.715
25,block_sparse_moe.experts.64.w3,0.0007180787,0.05000,2.776
25,block_sparse_moe.experts.72.w3,0.0001644972,0.05000,2.754
25,block_sparse_moe.experts.78.w3,0.0002936696,0.05000,2.744
25,block_sparse_moe.experts.74.w3,0.0002500030,0.05000,2.802
25,block_sparse_moe.experts.70.w3,0.0006832750,0.05000,2.741
25,block_sparse_moe.experts.66.w3,0.0008061615,0.05000,2.815
25,block_sparse_moe.experts.67.w3,0.0004169237,0.05000,3.035
25,block_sparse_moe.experts.71.w3,0.0005827702,0.05000,3.061
25,block_sparse_moe.experts.79.w3,0.0004001613,0.05000,3.051
25,block_sparse_moe.experts.81.w3,0.0004995403,0.05000,3.085
25,block_sparse_moe.experts.75.w3,0.0000970140,0.05000,3.118
25,block_sparse_moe.experts.89.w3,0.0002895441,0.05000,3.011
25,block_sparse_moe.experts.93.w3,0.0005168055,0.05000,2.940
25,block_sparse_moe.experts.85.w3,0.0004853645,0.05000,2.926
25,block_sparse_moe.experts.84.w3,0.0006052892,0.05000,2.851
25,block_sparse_moe.experts.92.w3,0.0002892728,0.05000,2.902
25,block_sparse_moe.experts.80.w3,0.0002293618,0.05000,2.923
25,block_sparse_moe.experts.88.w3,0.0003032554,0.05000,2.838
25,block_sparse_moe.experts.94.w3,0.0008843286,0.05000,2.903
25,block_sparse_moe.experts.90.w3,0.0005780291,0.05000,2.905
25,block_sparse_moe.experts.86.w3,0.0002916683,0.05000,2.920
25,block_sparse_moe.experts.82.w3,0.0011051592,0.05000,2.920
25,block_sparse_moe.experts.83.w3,0.0005418801,0.05000,2.870
25,block_sparse_moe.experts.87.w3,0.0004456391,0.05000,2.939
25,block_sparse_moe.experts.95.w3,0.0007937392,0.05000,2.952
25,block_sparse_moe.experts.97.w3,0.0008970311,0.05000,2.977
25,block_sparse_moe.experts.91.w3,0.0005986726,0.05000,2.959
25,block_sparse_moe.experts.105.w3,0.0008891584,0.05000,2.967
25,block_sparse_moe.experts.109.w3,0.0002449291,0.05000,2.999
25,block_sparse_moe.experts.101.w3,0.0005391502,0.05000,2.950
25,block_sparse_moe.experts.100.w3,0.0004558145,0.05000,2.793
25,block_sparse_moe.experts.108.w3,0.0007593155,0.05000,2.762
25,block_sparse_moe.experts.96.w3,0.0003680515,0.05000,2.805
25,block_sparse_moe.experts.104.w3,0.0002907076,0.05000,2.709
25,block_sparse_moe.experts.106.w3,0.0002234892,0.05000,2.642
25,block_sparse_moe.experts.110.w3,0.0006398824,0.05000,2.665
25,block_sparse_moe.experts.102.w3,0.0003289784,0.05000,2.622
25,block_sparse_moe.experts.98.w3,0.0004357291,0.05000,2.647
25,block_sparse_moe.experts.99.w3,0.0003844268,0.05000,2.812
25,block_sparse_moe.experts.111.w3,0.0009987585,0.05000,2.785
25,block_sparse_moe.experts.103.w3,0.0003438249,0.05000,2.835
25,block_sparse_moe.experts.113.w3,0.0003543767,0.05000,2.936
25,block_sparse_moe.experts.107.w3,0.0010643466,0.05000,2.922
25,block_sparse_moe.experts.121.w3,0.0006665613,0.05000,2.926
25,block_sparse_moe.experts.125.w3,0.0000912233,0.05000,2.935
25,block_sparse_moe.experts.117.w3,0.0003519397,0.05000,2.805
25,block_sparse_moe.experts.116.w3,0.0002815923,0.05000,2.936
25,block_sparse_moe.experts.124.w3,0.0008417643,0.05000,2.939
25,block_sparse_moe.experts.112.w3,0.0001121768,0.05000,2.855
25,block_sparse_moe.experts.118.w3,0.0006410309,0.05000,2.830
25,block_sparse_moe.experts.122.w3,0.0005858196,0.05000,2.958
25,block_sparse_moe.experts.120.w3,0.0001894739,0.05000,2.993
25,block_sparse_moe.experts.126.w3,0.0008961400,0.05000,2.956
25,block_sparse_moe.experts.114.w3,0.0004258511,0.05000,2.930
25,block_sparse_moe.experts.119.w3,0.0007054372,0.05000,2.823
25,block_sparse_moe.experts.115.w3,0.0007906559,0.05000,2.969
25,block_sparse_moe.experts.127.w3,0.0002007290,0.05000,2.933
25,block_sparse_moe.experts.129.w3,0.0004300627,0.05000,2.950
25,block_sparse_moe.experts.123.w3,0.0004343503,0.05000,2.926
25,block_sparse_moe.experts.137.w3,0.0003435844,0.05000,3.070
25,block_sparse_moe.experts.141.w3,0.0005341782,0.05000,3.049
25,block_sparse_moe.experts.133.w3,0.0004371715,0.05000,3.035
25,block_sparse_moe.experts.132.w3,0.0003336565,0.05000,2.956
25,block_sparse_moe.experts.140.w3,0.0003734372,0.05000,3.118
25,block_sparse_moe.experts.142.w3,0.0004824522,0.05000,2.675
25,block_sparse_moe.experts.134.w3,0.0001338941,0.05000,2.809
25,block_sparse_moe.experts.128.w3,0.0004222975,0.05000,3.123
25,block_sparse_moe.experts.138.w3,0.0003539223,0.05000,2.844
25,block_sparse_moe.experts.130.w3,0.0004938808,0.05000,2.715
25,block_sparse_moe.experts.136.w3,0.0007532326,0.05000,3.078
25,block_sparse_moe.experts.131.w3,0.0001366290,0.05000,2.971
25,block_sparse_moe.experts.135.w3,0.0010126632,0.05000,2.998
25,block_sparse_moe.experts.143.w3,0.0003817283,0.05000,2.995
25,block_sparse_moe.experts.145.w3,0.0008222957,0.05000,2.855
25,block_sparse_moe.experts.139.w3,0.0000751033,0.05000,2.981
25,block_sparse_moe.experts.153.w3,0.0008047878,0.05000,2.923
25,block_sparse_moe.experts.149.w3,0.0007310513,0.05000,2.786
25,block_sparse_moe.experts.157.w3,0.0002299490,0.05000,2.880
25,block_sparse_moe.experts.148.w3,0.0002015342,0.05000,3.007
25,block_sparse_moe.experts.156.w3,0.0004645704,0.05000,3.064
25,block_sparse_moe.experts.158.w3,0.0002411407,0.05000,2.970
25,block_sparse_moe.experts.150.w3,0.0005198580,0.05000,2.923
25,block_sparse_moe.experts.154.w3,0.0005471565,0.05000,2.921
25,block_sparse_moe.experts.144.w3,0.0004741479,0.05000,2.995
25,block_sparse_moe.experts.146.w3,0.0005013116,0.05000,2.897
25,block_sparse_moe.experts.152.w3,0.0004573285,0.05000,2.941
25,block_sparse_moe.experts.151.w3,0.0006637150,0.05000,2.890
25,block_sparse_moe.experts.147.w3,0.0002267446,0.05000,2.958
25,block_sparse_moe.experts.159.w3,0.0002778958,0.05000,2.958
25,block_sparse_moe.experts.155.w3,0.0006580933,0.05000,2.952
25,block_sparse_moe.experts.161.w3,0.0001095425,0.05000,3.189
25,block_sparse_moe.experts.169.w3,0.0005313528,0.05000,3.181
25,block_sparse_moe.experts.165.w3,0.0000309659,0.05000,3.085
25,block_sparse_moe.experts.173.w3,0.0006296621,0.05000,3.150
25,block_sparse_moe.experts.164.w3,0.0006174808,0.05000,2.858
25,block_sparse_moe.experts.174.w3,0.0006898049,0.05000,2.743
25,block_sparse_moe.experts.166.w3,0.0002263914,0.05000,2.739
25,block_sparse_moe.experts.170.w3,0.0000924247,0.05000,2.773
25,block_sparse_moe.experts.172.w3,0.0005510193,0.05000,2.961
25,block_sparse_moe.experts.162.w3,0.0003951437,0.05000,2.716
25,block_sparse_moe.experts.160.w3,0.0006072084,0.05000,2.985
25,block_sparse_moe.experts.168.w3,0.0001201350,0.05000,2.966
25,block_sparse_moe.experts.167.w3,0.0002634899,0.05000,2.951
25,block_sparse_moe.experts.175.w3,0.0002573495,0.05000,2.870
25,block_sparse_moe.experts.163.w3,0.0000717570,0.05000,2.998
25,block_sparse_moe.experts.171.w3,0.0002731266,0.05000,2.976
25,block_sparse_moe.experts.177.w3,0.0000789080,0.05000,2.952
25,block_sparse_moe.experts.180.w3,0.0002988013,0.05000,2.754
25,block_sparse_moe.experts.181.w3,0.0010111666,0.05000,2.941
25,block_sparse_moe.experts.185.w3,0.0002014977,0.05000,3.047
25,block_sparse_moe.experts.189.w3,0.0008718703,0.05000,2.938
25,block_sparse_moe.experts.182.w3,0.0003037880,0.05000,2.706
25,block_sparse_moe.experts.190.w3,0.0001705581,0.05000,2.795
25,block_sparse_moe.experts.178.w3,0.0004761899,0.05000,2.654
25,block_sparse_moe.experts.186.w3,0.0000639251,0.05000,2.789
25,block_sparse_moe.experts.188.w3,0.0005095559,0.05000,2.819
25,block_sparse_moe.experts.176.w3,0.0001283396,0.05000,2.824
25,block_sparse_moe.experts.184.w3,0.0003662793,0.05000,2.774
25,block_sparse_moe.experts.183.w3,0.0008543756,0.05000,2.978
25,block_sparse_moe.experts.179.w3,0.0004319662,0.05000,2.890
25,block_sparse_moe.experts.191.w3,0.0014145064,0.05000,2.917
25,block_sparse_moe.experts.187.w3,0.0001950903,0.05000,2.979
25,block_sparse_moe.experts.193.w3,0.0004571316,0.05000,3.034
25,block_sparse_moe.experts.196.w3,0.0003308918,0.05000,2.914
25,block_sparse_moe.experts.197.w3,0.0012807907,0.05000,3.089
25,block_sparse_moe.experts.201.w3,0.0006453996,0.05000,3.147
25,block_sparse_moe.experts.205.w3,0.0007988690,0.05000,3.114
25,block_sparse_moe.experts.198.w3,0.0007503071,0.05000,2.985
25,block_sparse_moe.experts.206.w3,0.0007200457,0.05000,3.016
25,block_sparse_moe.experts.194.w3,0.0004597096,0.05000,3.038
25,block_sparse_moe.experts.204.w3,0.0005152326,0.05000,2.946
25,block_sparse_moe.experts.202.w3,0.0005799423,0.05000,3.043
25,block_sparse_moe.experts.192.w3,0.0008662681,0.05000,2.882
25,block_sparse_moe.experts.200.w3,0.0004177384,0.05000,3.014
25,block_sparse_moe.experts.199.w3,0.0000784051,0.05000,3.070
25,block_sparse_moe.experts.195.w3,0.0000400280,0.05000,3.062
25,block_sparse_moe.experts.207.w3,0.0002228893,0.05000,3.181
25,block_sparse_moe.experts.203.w3,0.0003271970,0.05000,3.062
25,block_sparse_moe.experts.209.w3,0.0003115279,0.05000,3.056
25,block_sparse_moe.experts.212.w3,0.0006821727,0.05000,2.995
25,block_sparse_moe.experts.213.w3,0.0005274249,0.05000,3.081
25,block_sparse_moe.experts.214.w3,0.0003216742,0.05000,2.885
25,block_sparse_moe.experts.217.w3,0.0003753478,0.05000,3.002
25,block_sparse_moe.experts.222.w3,0.0005498704,0.05000,2.896
25,block_sparse_moe.experts.221.w3,0.0015322293,0.05000,3.099
25,block_sparse_moe.experts.210.w3,0.0001209854,0.05000,2.905
25,block_sparse_moe.experts.220.w3,0.0005175199,0.05000,2.922
25,block_sparse_moe.experts.218.w3,0.0001385168,0.05000,2.890
25,block_sparse_moe.experts.208.w3,0.0001081494,0.05000,2.973
25,block_sparse_moe.experts.216.w3,0.0004056989,0.05000,3.041
25,block_sparse_moe.experts.215.w3,0.0002849748,0.05000,2.904
25,block_sparse_moe.experts.211.w3,0.0005116349,0.05000,2.935
25,block_sparse_moe.experts.223.w3,0.0004433466,0.05000,2.925
25,block_sparse_moe.experts.219.w3,0.0004238944,0.05000,2.943
25,block_sparse_moe.experts.225.w3,0.0008768319,0.05000,3.030
25,block_sparse_moe.experts.228.w3,0.0006297313,0.05000,3.017
25,block_sparse_moe.experts.233.w3,0.0005402748,0.05000,2.867
25,block_sparse_moe.experts.230.w3,0.0008702550,0.05000,2.897
25,block_sparse_moe.experts.229.w3,0.0001234806,0.05000,2.953
25,block_sparse_moe.experts.238.w3,0.0007405076,0.05000,2.885
25,block_sparse_moe.experts.226.w3,0.0002875547,0.05000,2.895
25,block_sparse_moe.experts.237.w3,0.0007085936,0.05000,2.993
25,block_sparse_moe.experts.234.w3,0.0005727331,0.05000,2.932
25,block_sparse_moe.experts.236.w3,0.0001310641,0.05000,3.025
25,block_sparse_moe.experts.224.w3,0.0004968997,0.05000,3.002
25,block_sparse_moe.experts.232.w3,0.0004047812,0.05000,3.101
25,block_sparse_moe.experts.231.w3,0.0001617997,0.05000,3.044
25,block_sparse_moe.experts.227.w3,0.0002688702,0.05000,3.078
25,block_sparse_moe.experts.239.w3,0.0001124407,0.05000,3.082
25,block_sparse_moe.experts.235.w3,0.0001295718,0.05000,3.122
25,block_sparse_moe.experts.244.w3,0.0003822984,0.05000,3.086
25,block_sparse_moe.experts.241.w3,0.0003744453,0.05000,3.239
25,block_sparse_moe.experts.254.w3,0.0002369231,0.05000,3.004
25,block_sparse_moe.experts.245.w3,0.0003486301,0.05000,3.077
25,block_sparse_moe.experts.246.w3,0.0004186533,0.05000,3.095
25,block_sparse_moe.experts.249.w3,0.0001104471,0.05000,3.137
25,block_sparse_moe.experts.242.w3,0.0001292520,0.05000,2.988
25,block_sparse_moe.experts.253.w3,0.0004812221,0.05000,2.982
25,block_sparse_moe.experts.250.w3,0.0004182790,0.05000,2.936
25,block_sparse_moe.experts.252.w3,0.0005879269,0.05000,3.008
25,block_sparse_moe.experts.240.w3,0.0005110538,0.05000,2.905
25,block_sparse_moe.experts.248.w3,0.0001121120,0.05000,2.633
25,block_sparse_moe.experts.247.w3,0.0001427170,0.05000,3.092
25,block_sparse_moe.experts.243.w3,0.0004024946,0.05000,3.065
25,block_sparse_moe.experts.255.w3,0.0006510699,0.05000,3.048
25,block_sparse_moe.experts.251.w3,0.0006237758,0.05000,2.658
25,block_sparse_moe.experts.5.w2,0.0007860890,0.05000,1.522
25,block_sparse_moe.experts.1.w2,0.0002420598,0.05000,1.536
25,block_sparse_moe.experts.9.w2,0.0005417966,0.05000,1.546
25,block_sparse_moe.experts.13.w2,0.0008009803,0.05000,1.501
25,block_sparse_moe.experts.0.w2,0.0002758801,0.05000,1.567
25,block_sparse_moe.experts.4.w2,0.0001602584,0.05000,1.574
25,block_sparse_moe.experts.8.w2,0.0005255733,0.05000,1.615
25,block_sparse_moe.experts.3.w2,0.0002349554,0.05000,1.615
25,block_sparse_moe.experts.12.w2,0.0000974527,0.05000,1.563
25,block_sparse_moe.experts.15.w2,0.0000584326,0.05000,1.552
25,block_sparse_moe.experts.6.w2,0.0001080333,0.05000,1.638
25,block_sparse_moe.experts.10.w2,0.0001183580,0.05000,1.571
25,block_sparse_moe.experts.11.w2,0.0011823907,0.05000,1.565
25,block_sparse_moe.experts.7.w2,0.0004389483,0.05000,1.654
25,block_sparse_moe.experts.2.w2,0.0005545355,0.05000,1.677
25,block_sparse_moe.experts.14.w2,0.0004365828,0.05000,1.620
25,block_sparse_moe.experts.21.w2,0.0002712538,0.05000,1.349
25,block_sparse_moe.experts.29.w2,0.0019383573,0.05000,1.376
25,block_sparse_moe.experts.25.w2,0.0005960429,0.05000,1.404
25,block_sparse_moe.experts.17.w2,0.0013764538,0.05000,1.424
25,block_sparse_moe.experts.19.w2,0.0004055092,0.05000,1.386
25,block_sparse_moe.experts.26.w2,0.0002265355,0.05000,1.417
25,block_sparse_moe.experts.22.w2,0.0007247847,0.05000,1.421
25,block_sparse_moe.experts.31.w2,0.0002960742,0.05000,1.429
25,block_sparse_moe.experts.27.w2,0.0002873927,0.05000,1.430
25,block_sparse_moe.experts.16.w2,0.0001248228,0.05000,1.545
25,block_sparse_moe.experts.20.w2,0.0002101613,0.05000,1.548
25,block_sparse_moe.experts.28.w2,0.0002063771,0.05000,1.508
25,block_sparse_moe.experts.23.w2,0.0001160293,0.05000,1.483
25,block_sparse_moe.experts.18.w2,0.0001552088,0.05000,1.474
25,block_sparse_moe.experts.30.w2,0.0001825006,0.05000,1.507
25,block_sparse_moe.experts.24.w2,0.0001918742,0.05000,1.582
25,block_sparse_moe.experts.37.w2,0.0005679592,0.05000,1.405
25,block_sparse_moe.experts.45.w2,0.0001099024,0.05000,1.385
25,block_sparse_moe.experts.41.w2,0.0001564081,0.05000,1.387
25,block_sparse_moe.experts.33.w2,0.0004943920,0.05000,1.428
25,block_sparse_moe.experts.42.w2,0.0002126396,0.05000,1.487
25,block_sparse_moe.experts.38.w2,0.0001931201,0.05000,1.508
25,block_sparse_moe.experts.47.w2,0.0001006602,0.05000,1.521
25,block_sparse_moe.experts.35.w2,0.0005174498,0.05000,1.590
25,block_sparse_moe.experts.43.w2,0.0001958034,0.05000,1.535
25,block_sparse_moe.experts.36.w2,0.0002325288,0.05000,1.519
25,block_sparse_moe.experts.34.w2,0.0001037021,0.05000,1.497
25,block_sparse_moe.experts.44.w2,0.0000551821,0.05000,1.537
25,block_sparse_moe.experts.39.w2,0.0001576049,0.05000,1.553
25,block_sparse_moe.experts.46.w2,0.0000777525,0.05000,1.523
25,block_sparse_moe.experts.32.w2,0.0002699618,0.05000,1.605
25,block_sparse_moe.experts.40.w2,0.0002913800,0.05000,1.585
25,block_sparse_moe.experts.57.w2,0.0007681388,0.05000,1.367
25,block_sparse_moe.experts.53.w2,0.0002521124,0.05000,1.456
25,block_sparse_moe.experts.49.w2,0.0002792003,0.05000,1.368
25,block_sparse_moe.experts.61.w2,0.0010851256,0.05000,1.446
25,block_sparse_moe.experts.52.w2,0.0007086892,0.05000,1.250
25,block_sparse_moe.experts.63.w2,0.0000279698,0.05000,1.379
25,block_sparse_moe.experts.51.w2,0.0000440719,0.05000,1.411
25,block_sparse_moe.experts.60.w2,0.0002624128,0.05000,1.356
25,block_sparse_moe.experts.48.w2,0.0003400164,0.05000,1.304
25,block_sparse_moe.experts.59.w2,0.0006633068,0.05000,1.427
25,block_sparse_moe.experts.58.w2,0.0003721199,0.05000,1.503
25,block_sparse_moe.experts.54.w2,0.0003435697,0.05000,1.526
25,block_sparse_moe.experts.55.w2,0.0003582637,0.05000,1.423
25,block_sparse_moe.experts.50.w2,0.0004035406,0.05000,1.494
25,block_sparse_moe.experts.56.w2,0.0002122666,0.05000,1.386
25,block_sparse_moe.experts.62.w2,0.0005145570,0.05000,1.498
25,block_sparse_moe.experts.65.w2,0.0001637911,0.05000,1.353
25,block_sparse_moe.experts.73.w2,0.0003154857,0.05000,1.426
25,block_sparse_moe.experts.69.w2,0.0000859308,0.05000,1.415
25,block_sparse_moe.experts.77.w2,0.0003238459,0.05000,1.444
25,block_sparse_moe.experts.79.w2,0.0001903285,0.05000,1.391
25,block_sparse_moe.experts.68.w2,0.0002541748,0.05000,1.537
25,block_sparse_moe.experts.74.w2,0.0002637827,0.05000,1.396
25,block_sparse_moe.experts.75.w2,0.0001701112,0.05000,1.409
25,block_sparse_moe.experts.67.w2,0.0001617537,0.05000,1.457
25,block_sparse_moe.experts.70.w2,0.0008606605,0.05000,1.399
25,block_sparse_moe.experts.71.w2,0.0003219687,0.05000,1.399
25,block_sparse_moe.experts.66.w2,0.0005719051,0.05000,1.380
25,block_sparse_moe.experts.64.w2,0.0003696111,0.05000,1.544
25,block_sparse_moe.experts.78.w2,0.0001851034,0.05000,1.368
25,block_sparse_moe.experts.76.w2,0.0002202846,0.05000,1.595
25,block_sparse_moe.experts.72.w2,0.0002124380,0.05000,1.512
25,block_sparse_moe.experts.81.w2,0.0002291065,0.05000,1.523
25,block_sparse_moe.experts.85.w2,0.0003449379,0.05000,1.532
25,block_sparse_moe.experts.89.w2,0.0001387502,0.05000,1.570
25,block_sparse_moe.experts.93.w2,0.0002437708,0.05000,1.526
25,block_sparse_moe.experts.90.w2,0.0003105227,0.05000,1.310
25,block_sparse_moe.experts.86.w2,0.0002826111,0.05000,1.267
25,block_sparse_moe.experts.95.w2,0.0007036230,0.05000,1.483
25,block_sparse_moe.experts.82.w2,0.0008828396,0.05000,1.341
25,block_sparse_moe.experts.91.w2,0.0009859431,0.05000,1.422
25,block_sparse_moe.experts.83.w2,0.0002824264,0.05000,1.411
25,block_sparse_moe.experts.94.w2,0.0005640693,0.05000,1.304
25,block_sparse_moe.experts.87.w2,0.0006227505,0.05000,1.450
25,block_sparse_moe.experts.84.w2,0.0009771749,0.05000,1.550
25,block_sparse_moe.experts.80.w2,0.0004124342,0.05000,1.540
25,block_sparse_moe.experts.92.w2,0.0001338656,0.05000,1.557
25,block_sparse_moe.experts.88.w2,0.0001090645,0.05000,1.540
25,block_sparse_moe.experts.102.w2,0.0001852408,0.05000,1.331
25,block_sparse_moe.experts.106.w2,0.0000881270,0.05000,1.357
25,block_sparse_moe.experts.97.w2,0.0004986354,0.05000,1.506
25,block_sparse_moe.experts.101.w2,0.0006714426,0.05000,1.543
25,block_sparse_moe.experts.105.w2,0.0011744467,0.05000,1.524
25,block_sparse_moe.experts.98.w2,0.0001584740,0.05000,1.378
25,block_sparse_moe.experts.109.w2,0.0001559805,0.05000,1.519
25,block_sparse_moe.experts.99.w2,0.0003293051,0.05000,1.414
25,block_sparse_moe.experts.111.w2,0.0006034096,0.05000,1.464
25,block_sparse_moe.experts.110.w2,0.0002780704,0.05000,1.424
25,block_sparse_moe.experts.100.w2,0.0009304955,0.05000,1.347
25,block_sparse_moe.experts.107.w2,0.0007040851,0.05000,1.462
25,block_sparse_moe.experts.103.w2,0.0004448909,0.05000,1.450
25,block_sparse_moe.experts.96.w2,0.0003306469,0.05000,1.306
25,block_sparse_moe.experts.104.w2,0.0001166459,0.05000,1.272
25,block_sparse_moe.experts.108.w2,0.0006917978,0.05000,1.345
25,block_sparse_moe.experts.122.w2,0.0006301318,0.05000,1.460
25,block_sparse_moe.experts.113.w2,0.0001969204,0.05000,1.447
25,block_sparse_moe.experts.118.w2,0.0005215723,0.05000,1.499
25,block_sparse_moe.experts.116.w2,0.0001704999,0.05000,1.323
25,block_sparse_moe.experts.121.w2,0.0008459402,0.05000,1.452
25,block_sparse_moe.experts.117.w2,0.0001900716,0.05000,1.467
25,block_sparse_moe.experts.114.w2,0.0003910059,0.05000,1.475
25,block_sparse_moe.experts.125.w2,0.0000970686,0.05000,1.493
25,block_sparse_moe.experts.112.w2,0.0001586360,0.05000,1.367
25,block_sparse_moe.experts.126.w2,0.0004526088,0.05000,1.494
25,block_sparse_moe.experts.115.w2,0.0009600964,0.05000,1.532
25,block_sparse_moe.experts.124.w2,0.0020853722,0.05000,1.319
25,block_sparse_moe.experts.120.w2,0.0001219611,0.05000,1.336
25,block_sparse_moe.experts.127.w2,0.0000516437,0.05000,1.554
25,block_sparse_moe.experts.123.w2,0.0002974283,0.05000,1.534
25,block_sparse_moe.experts.119.w2,0.0011966767,0.05000,1.604
25,block_sparse_moe.experts.138.w2,0.0006923637,0.05000,1.382
25,block_sparse_moe.experts.132.w2,0.0001671963,0.05000,1.348
25,block_sparse_moe.experts.129.w2,0.0002580667,0.05000,1.456
25,block_sparse_moe.experts.134.w2,0.0002487582,0.05000,1.473
25,block_sparse_moe.experts.140.w2,0.0001465499,0.05000,1.248
25,block_sparse_moe.experts.128.w2,0.0007071636,0.05000,1.333
25,block_sparse_moe.experts.136.w2,0.0010016479,0.05000,1.283
25,block_sparse_moe.experts.130.w2,0.0009089503,0.05000,1.426
25,block_sparse_moe.experts.137.w2,0.0002158495,0.05000,1.494
25,block_sparse_moe.experts.141.w2,0.0005119904,0.05000,1.446
25,block_sparse_moe.experts.133.w2,0.0003940983,0.05000,1.518
25,block_sparse_moe.experts.142.w2,0.0010305813,0.05000,1.427
25,block_sparse_moe.experts.131.w2,0.0000795552,0.05000,1.450
25,block_sparse_moe.experts.139.w2,0.0000734856,0.05000,1.481
25,block_sparse_moe.experts.143.w2,0.0004444700,0.05000,1.503
25,block_sparse_moe.experts.135.w2,0.0006507211,0.05000,1.432
25,block_sparse_moe.experts.148.w2,0.0001238145,0.05000,1.377
25,block_sparse_moe.experts.145.w2,0.0003781001,0.05000,1.348
25,block_sparse_moe.experts.154.w2,0.0004400568,0.05000,1.444
25,block_sparse_moe.experts.153.w2,0.0004396384,0.05000,1.306
25,block_sparse_moe.experts.156.w2,0.0005194908,0.05000,1.431
25,block_sparse_moe.experts.150.w2,0.0004198969,0.05000,1.459
25,block_sparse_moe.experts.157.w2,0.0002332208,0.05000,1.333
25,block_sparse_moe.experts.149.w2,0.0007201483,0.05000,1.320
25,block_sparse_moe.experts.144.w2,0.0006630645,0.05000,1.415
25,block_sparse_moe.experts.152.w2,0.0005960103,0.05000,1.419
25,block_sparse_moe.experts.146.w2,0.0004273524,0.05000,1.418
25,block_sparse_moe.experts.158.w2,0.0001399783,0.05000,1.416
25,block_sparse_moe.experts.147.w2,0.0002889798,0.05000,1.386
25,block_sparse_moe.experts.155.w2,0.0003519489,0.05000,1.320
25,block_sparse_moe.experts.159.w2,0.0002034886,0.05000,1.345
25,block_sparse_moe.experts.151.w2,0.0008025082,0.05000,1.405
25,block_sparse_moe.experts.164.w2,0.0005299888,0.05000,1.473
25,block_sparse_moe.experts.170.w2,0.0000817786,0.05000,1.459
25,block_sparse_moe.experts.166.w2,0.0003028844,0.05000,1.391
25,block_sparse_moe.experts.161.w2,0.0000553402,0.05000,1.536
25,block_sparse_moe.experts.162.w2,0.0002595400,0.05000,1.377
25,block_sparse_moe.experts.172.w2,0.0003603735,0.05000,1.473
25,block_sparse_moe.experts.169.w2,0.0004757264,0.05000,1.544
25,block_sparse_moe.experts.160.w2,0.0005486219,0.05000,1.497
25,block_sparse_moe.experts.174.w2,0.0003366933,0.05000,1.396
25,block_sparse_moe.experts.168.w2,0.0002337570,0.05000,1.515
25,block_sparse_moe.experts.165.w2,0.0000288977,0.05000,1.534
25,block_sparse_moe.experts.173.w2,0.0003565060,0.05000,1.569
25,block_sparse_moe.experts.171.w2,0.0001563679,0.05000,1.460
25,block_sparse_moe.experts.163.w2,0.0000875726,0.05000,1.506
25,block_sparse_moe.experts.175.w2,0.0003115431,0.05000,1.482
25,block_sparse_moe.experts.167.w2,0.0002584164,0.05000,1.477
25,block_sparse_moe.experts.180.w2,0.0002376886,0.05000,1.395
25,block_sparse_moe.experts.186.w2,0.0000881370,0.05000,1.442
25,block_sparse_moe.experts.178.w2,0.0003865623,0.05000,1.393
25,block_sparse_moe.experts.182.w2,0.0004451798,0.05000,1.449
25,block_sparse_moe.experts.177.w2,0.0000548085,0.05000,1.449
25,block_sparse_moe.experts.185.w2,0.0001354767,0.05000,1.405
25,block_sparse_moe.experts.189.w2,0.0008071039,0.05000,1.349
25,block_sparse_moe.experts.188.w2,0.0006173464,0.05000,1.475
25,block_sparse_moe.experts.184.w2,0.0001876530,0.05000,1.427
25,block_sparse_moe.experts.181.w2,0.0007922391,0.05000,1.431
25,block_sparse_moe.experts.190.w2,0.0002799204,0.05000,1.474
25,block_sparse_moe.experts.176.w2,0.0002136014,0.05000,1.525
25,block_sparse_moe.experts.187.w2,0.0001326725,0.05000,1.459
25,block_sparse_moe.experts.191.w2,0.0006703664,0.05000,1.430
25,block_sparse_moe.experts.179.w2,0.0005518895,0.05000,1.460
25,block_sparse_moe.experts.183.w2,0.0008223807,0.05000,1.410
25,block_sparse_moe.experts.196.w2,0.0001827790,0.05000,1.384
25,block_sparse_moe.experts.202.w2,0.0008142800,0.05000,1.511
25,block_sparse_moe.experts.198.w2,0.0005496913,0.05000,1.513
25,block_sparse_moe.experts.194.w2,0.0003562257,0.05000,1.554
25,block_sparse_moe.experts.200.w2,0.0002859548,0.05000,1.421
25,block_sparse_moe.experts.201.w2,0.0006373454,0.05000,1.473
25,block_sparse_moe.experts.193.w2,0.0001679043,0.05000,1.544
25,block_sparse_moe.experts.192.w2,0.0007790558,0.05000,1.397
25,block_sparse_moe.experts.204.w2,0.0005320337,0.05000,1.499
25,block_sparse_moe.experts.205.w2,0.0004336529,0.05000,1.525
25,block_sparse_moe.experts.197.w2,0.0013053442,0.05000,1.492
25,block_sparse_moe.experts.206.w2,0.0004241924,0.05000,1.508
25,block_sparse_moe.experts.203.w2,0.0003786189,0.05000,1.486
25,block_sparse_moe.experts.207.w2,0.0001236103,0.05000,1.496
25,block_sparse_moe.experts.195.w2,0.0000217025,0.05000,1.507
25,block_sparse_moe.experts.199.w2,0.0000513255,0.05000,1.485
25,block_sparse_moe.experts.212.w2,0.0006382340,0.05000,1.442
25,block_sparse_moe.experts.218.w2,0.0001635471,0.05000,1.427
25,block_sparse_moe.experts.214.w2,0.0003670513,0.05000,1.425
25,block_sparse_moe.experts.217.w2,0.0001649497,0.05000,1.407
25,block_sparse_moe.experts.210.w2,0.0002045788,0.05000,1.435
25,block_sparse_moe.experts.220.w2,0.0007529999,0.05000,1.383
25,block_sparse_moe.experts.216.w2,0.0001624875,0.05000,1.448
25,block_sparse_moe.experts.208.w2,0.0001107348,0.05000,1.425
25,block_sparse_moe.experts.213.w2,0.0003174143,0.05000,1.394
25,block_sparse_moe.experts.209.w2,0.0002876965,0.05000,1.460
25,block_sparse_moe.experts.221.w2,0.0032274247,0.05000,1.478
25,block_sparse_moe.experts.222.w2,0.0001681166,0.05000,1.458
25,block_sparse_moe.experts.211.w2,0.0011086221,0.05000,1.433
25,block_sparse_moe.experts.223.w2,0.0002075542,0.05000,1.493
25,block_sparse_moe.experts.219.w2,0.0003104382,0.05000,1.584
25,block_sparse_moe.experts.215.w2,0.0004013890,0.05000,1.468
25,block_sparse_moe.experts.228.w2,0.0014246317,0.05000,1.477
25,block_sparse_moe.experts.234.w2,0.0003400358,0.05000,1.417
25,block_sparse_moe.experts.233.w2,0.0004541623,0.05000,1.365
25,block_sparse_moe.experts.230.w2,0.0009911680,0.05000,1.406
25,block_sparse_moe.experts.226.w2,0.0000775584,0.05000,1.440
25,block_sparse_moe.experts.225.w2,0.0005843255,0.05000,1.393
25,block_sparse_moe.experts.229.w2,0.0001034097,0.05000,1.404
25,block_sparse_moe.experts.237.w2,0.0005986096,0.05000,1.379
25,block_sparse_moe.experts.236.w2,0.0000784812,0.05000,1.551
25,block_sparse_moe.experts.224.w2,0.0002311201,0.05000,1.535
25,block_sparse_moe.experts.232.w2,0.0002326904,0.05000,1.588
25,block_sparse_moe.experts.238.w2,0.0006466712,0.05000,1.484
25,block_sparse_moe.experts.227.w2,0.0003413249,0.05000,1.489
25,block_sparse_moe.experts.239.w2,0.0002092520,0.05000,1.474
25,block_sparse_moe.experts.235.w2,0.0002249188,0.05000,1.536
25,block_sparse_moe.experts.231.w2,0.0000934296,0.05000,1.513
25,block_sparse_moe.experts.250.w2,0.0006760072,0.05000,1.312
25,block_sparse_moe.experts.242.w2,0.0001507515,0.05000,1.227
25,block_sparse_moe.experts.246.w2,0.0004867453,0.05000,1.294
25,block_sparse_moe.experts.244.w2,0.0005409141,0.05000,1.527
25,block_sparse_moe.experts.254.w2,0.0003193643,0.05000,1.111
25,block_sparse_moe.experts.249.w2,0.0001060797,0.05000,1.566
25,block_sparse_moe.experts.245.w2,0.0002953558,0.05000,1.515
25,block_sparse_moe.experts.253.w2,0.0003232842,0.05000,1.490
25,block_sparse_moe.experts.241.w2,0.0002553372,0.05000,1.546
25,block_sparse_moe.experts.252.w2,0.0002652555,0.05000,1.439
25,block_sparse_moe.experts.240.w2,0.0002431129,0.05000,1.431
25,block_sparse_moe.experts.248.w2,0.0002694645,0.05000,1.416
25,block_sparse_moe.experts.255.w2,0.0005197499,0.05000,1.503
25,block_sparse_moe.experts.243.w2,0.0003989519,0.05000,1.539
25,block_sparse_moe.experts.251.w2,0.0004837016,0.05000,1.406
25,block_sparse_moe.experts.247.w2,0.0000718133,0.05000,1.418
26,self_attn.q_proj,0.0000132348,0.05000,0.869
26,self_attn.v_proj,0.0000016412,0.05000,0.921
26,self_attn.k_proj,0.0000021368,0.05000,0.929
26,self_attn.o_proj,0.0000014156,0.05000,1.828
26,block_sparse_moe.experts.0.w1,0.0002429684,0.05000,3.060
26,block_sparse_moe.experts.4.w1,0.0007541897,0.05000,3.105
26,block_sparse_moe.experts.8.w1,0.0009330617,0.05000,3.134
26,block_sparse_moe.experts.12.w1,0.0009651667,0.05000,3.092
26,block_sparse_moe.experts.3.w1,0.0007863488,0.05000,3.186
26,block_sparse_moe.experts.15.w1,0.0005420338,0.05000,3.117
26,block_sparse_moe.experts.7.w1,0.0003529608,0.05000,3.222
26,block_sparse_moe.experts.13.w1,0.0004775296,0.05000,3.183
26,block_sparse_moe.experts.1.w1,0.0004574033,0.05000,3.275
26,block_sparse_moe.experts.2.w1,0.0008129933,0.05000,3.277
26,block_sparse_moe.experts.10.w1,0.0000992612,0.05000,3.212
26,block_sparse_moe.experts.11.w1,0.0002812558,0.05000,3.226
26,block_sparse_moe.experts.6.w1,0.0001319715,0.05000,3.304
26,block_sparse_moe.experts.9.w1,0.0012642816,0.05000,3.261
26,block_sparse_moe.experts.14.w1,0.0004183762,0.05000,3.279
26,block_sparse_moe.experts.5.w1,0.0003721552,0.05000,3.425
26,block_sparse_moe.experts.17.w1,0.0008078611,0.05000,2.870
26,block_sparse_moe.experts.16.w1,0.0012506763,0.05000,3.099
26,block_sparse_moe.experts.29.w1,0.0007991222,0.05000,2.935
26,block_sparse_moe.experts.23.w1,0.0007360500,0.05000,2.973
26,block_sparse_moe.experts.19.w1,0.0001279996,0.05000,3.009
26,block_sparse_moe.experts.30.w1,0.0003262371,0.05000,2.854
26,block_sparse_moe.experts.22.w1,0.0003388459,0.05000,2.929
26,block_sparse_moe.experts.26.w1,0.0003247956,0.05000,2.953
26,block_sparse_moe.experts.25.w1,0.0005738647,0.05000,2.917
26,block_sparse_moe.experts.20.w1,0.0002304894,0.05000,3.145
26,block_sparse_moe.experts.18.w1,0.0006301056,0.05000,3.006
26,block_sparse_moe.experts.28.w1,0.0008242952,0.05000,3.149
26,block_sparse_moe.experts.31.w1,0.0002573178,0.05000,3.142
26,block_sparse_moe.experts.27.w1,0.0004187942,0.05000,3.041
26,block_sparse_moe.experts.21.w1,0.0004509700,0.05000,2.948
26,block_sparse_moe.experts.24.w1,0.0009055477,0.05000,3.249
26,block_sparse_moe.experts.46.w1,0.0006249792,0.05000,2.769
26,block_sparse_moe.experts.38.w1,0.0006157641,0.05000,2.782
26,block_sparse_moe.experts.33.w1,0.0004769135,0.05000,2.871
26,block_sparse_moe.experts.45.w1,0.0009272173,0.05000,2.905
26,block_sparse_moe.experts.32.w1,0.0006329559,0.05000,2.961
26,block_sparse_moe.experts.41.w1,0.0005121153,0.05000,2.877
26,block_sparse_moe.experts.42.w1,0.0002726922,0.05000,2.930
26,block_sparse_moe.experts.37.w1,0.0011047674,0.05000,2.839
26,block_sparse_moe.experts.36.w1,0.0001169748,0.05000,3.004
26,block_sparse_moe.experts.34.w1,0.0009799032,0.05000,2.984
26,block_sparse_moe.experts.44.w1,0.0003707212,0.05000,2.973
26,block_sparse_moe.experts.40.w1,0.0002449972,0.05000,2.951
26,block_sparse_moe.experts.35.w1,0.0006961061,0.05000,3.194
26,block_sparse_moe.experts.39.w1,0.0004162690,0.05000,3.201
26,block_sparse_moe.experts.43.w1,0.0002070288,0.05000,3.126
26,block_sparse_moe.experts.47.w1,0.0004240570,0.05000,3.189
26,block_sparse_moe.experts.62.w1,0.0001402243,0.05000,2.917
26,block_sparse_moe.experts.49.w1,0.0005534473,0.05000,2.964
26,block_sparse_moe.experts.54.w1,0.0008709063,0.05000,3.028
26,block_sparse_moe.experts.58.w1,0.0006484375,0.05000,2.947
26,block_sparse_moe.experts.61.w1,0.0005787681,0.05000,3.055
26,block_sparse_moe.experts.53.w1,0.0007422913,0.05000,2.975
26,block_sparse_moe.experts.48.w1,0.0003003216,0.05000,3.093
26,block_sparse_moe.experts.57.w1,0.0002588531,0.05000,3.105
26,block_sparse_moe.experts.50.w1,0.0004765001,0.05000,2.960
26,block_sparse_moe.experts.60.w1,0.0002747839,0.05000,2.964
26,block_sparse_moe.experts.56.w1,0.0005446680,0.05000,2.995
26,block_sparse_moe.experts.52.w1,0.0008954659,0.05000,3.115
26,block_sparse_moe.experts.51.w1,0.0008000621,0.05000,2.994
26,block_sparse_moe.experts.55.w1,0.0007332869,0.05000,3.091
26,block_sparse_moe.experts.59.w1,0.0009249522,0.05000,3.079
26,block_sparse_moe.experts.63.w1,0.0002787502,0.05000,3.123
26,block_sparse_moe.experts.64.w1,0.0007405511,0.05000,2.815
26,block_sparse_moe.experts.65.w1,0.0001694177,0.05000,3.100
26,block_sparse_moe.experts.77.w1,0.0002768323,0.05000,3.024
26,block_sparse_moe.experts.78.w1,0.0012308328,0.05000,3.287
26,block_sparse_moe.experts.68.w1,0.0005173715,0.05000,2.814
26,block_sparse_moe.experts.69.w1,0.0005791606,0.05000,3.028
26,block_sparse_moe.experts.76.w1,0.0005028317,0.05000,2.975
26,block_sparse_moe.experts.73.w1,0.0005596135,0.05000,3.010
26,block_sparse_moe.experts.72.w1,0.0008504103,0.05000,2.959
26,block_sparse_moe.experts.74.w1,0.0004363666,0.05000,3.289
26,block_sparse_moe.experts.70.w1,0.0004279097,0.05000,3.361
26,block_sparse_moe.experts.67.w1,0.0002325270,0.05000,3.157
26,block_sparse_moe.experts.66.w1,0.0006014943,0.05000,3.327
26,block_sparse_moe.experts.75.w1,0.0003650102,0.05000,3.074
26,block_sparse_moe.experts.71.w1,0.0008036889,0.05000,3.132
26,block_sparse_moe.experts.79.w1,0.0010183999,0.05000,3.094
26,block_sparse_moe.experts.80.w1,0.0004560214,0.05000,2.707
26,block_sparse_moe.experts.84.w1,0.0010140932,0.05000,2.752
26,block_sparse_moe.experts.88.w1,0.0004709597,0.05000,2.708
26,block_sparse_moe.experts.92.w1,0.0003123592,0.05000,2.839
26,block_sparse_moe.experts.81.w1,0.0002862048,0.05000,2.990
26,block_sparse_moe.experts.93.w1,0.0001648039,0.05000,3.015
26,block_sparse_moe.experts.94.w1,0.0004883489,0.05000,3.074
26,block_sparse_moe.experts.85.w1,0.0010214254,0.05000,3.036
26,block_sparse_moe.experts.89.w1,0.0002997475,0.05000,3.036
26,block_sparse_moe.experts.90.w1,0.0006447453,0.05000,2.997
26,block_sparse_moe.experts.86.w1,0.0006781460,0.05000,3.029
26,block_sparse_moe.experts.83.w1,0.0000411655,0.05000,2.933
26,block_sparse_moe.experts.82.w1,0.0005179892,0.05000,3.009
26,block_sparse_moe.experts.87.w1,0.0004563924,0.05000,2.995
26,block_sparse_moe.experts.91.w1,0.0005108051,0.05000,3.027
26,block_sparse_moe.experts.95.w1,0.0010184782,0.05000,2.999
26,block_sparse_moe.experts.96.w1,0.0003893743,0.05000,3.162
26,block_sparse_moe.experts.97.w1,0.0002144502,0.05000,2.938
26,block_sparse_moe.experts.100.w1,0.0005979862,0.05000,3.111
26,block_sparse_moe.experts.104.w1,0.0000613205,0.05000,3.166
26,block_sparse_moe.experts.105.w1,0.0004995105,0.05000,2.889
26,block_sparse_moe.experts.108.w1,0.0003747455,0.05000,3.106
26,block_sparse_moe.experts.110.w1,0.0004203218,0.05000,2.926
26,block_sparse_moe.experts.109.w1,0.0005159624,0.05000,3.013
26,block_sparse_moe.experts.106.w1,0.0003325898,0.05000,2.861
26,block_sparse_moe.experts.101.w1,0.0000256814,0.05000,3.045
26,block_sparse_moe.experts.102.w1,0.0007805568,0.05000,2.974
26,block_sparse_moe.experts.98.w1,0.0004159753,0.05000,2.994
26,block_sparse_moe.experts.99.w1,0.0004598247,0.05000,3.098
26,block_sparse_moe.experts.103.w1,0.0000668177,0.05000,3.119
26,block_sparse_moe.experts.107.w1,0.0004164895,0.05000,3.090
26,block_sparse_moe.experts.111.w1,0.0002182210,0.05000,3.087
26,block_sparse_moe.experts.121.w1,0.0006706089,0.05000,2.814
26,block_sparse_moe.experts.113.w1,0.0004458689,0.05000,2.985
26,block_sparse_moe.experts.112.w1,0.0001146304,0.05000,3.133
26,block_sparse_moe.experts.125.w1,0.0001479790,0.05000,2.883
26,block_sparse_moe.experts.126.w1,0.0004786445,0.05000,3.006
26,block_sparse_moe.experts.116.w1,0.0005035803,0.05000,3.131
26,block_sparse_moe.experts.117.w1,0.0008493659,0.05000,2.916
26,block_sparse_moe.experts.120.w1,0.0006528508,0.05000,3.089
26,block_sparse_moe.experts.115.w1,0.0001144437,0.05000,2.722
26,block_sparse_moe.experts.124.w1,0.0002335252,0.05000,3.135
26,block_sparse_moe.experts.122.w1,0.0001281580,0.05000,3.057
26,block_sparse_moe.experts.119.w1,0.0008918576,0.05000,2.763
26,block_sparse_moe.experts.123.w1,0.0008133565,0.05000,2.765
26,block_sparse_moe.experts.114.w1,0.0004307916,0.05000,3.002
26,block_sparse_moe.experts.118.w1,0.0007207391,0.05000,3.166
26,block_sparse_moe.experts.127.w1,0.0006385897,0.05000,2.781
26,block_sparse_moe.experts.137.w1,0.0010424550,0.05000,2.726
26,block_sparse_moe.experts.129.w1,0.0005159623,0.05000,2.738
26,block_sparse_moe.experts.141.w1,0.0005634609,0.05000,2.805
26,block_sparse_moe.experts.133.w1,0.0005647040,0.05000,2.713
26,block_sparse_moe.experts.128.w1,0.0004250531,0.05000,2.909
26,block_sparse_moe.experts.132.w1,0.0003930395,0.05000,2.935
26,block_sparse_moe.experts.131.w1,0.0004866511,0.05000,2.883
26,block_sparse_moe.experts.140.w1,0.0000959012,0.05000,2.893
26,block_sparse_moe.experts.136.w1,0.0007204959,0.05000,3.010
26,block_sparse_moe.experts.142.w1,0.0006186442,0.05000,3.127
26,block_sparse_moe.experts.135.w1,0.0005669768,0.05000,2.860
26,block_sparse_moe.experts.139.w1,0.0000409126,0.05000,2.884
26,block_sparse_moe.experts.138.w1,0.0007159311,0.05000,3.090
26,block_sparse_moe.experts.134.w1,0.0005774738,0.05000,2.983
26,block_sparse_moe.experts.143.w1,0.0005473909,0.05000,2.958
26,block_sparse_moe.experts.130.w1,0.0001996263,0.05000,3.041
26,block_sparse_moe.experts.153.w1,0.0000657054,0.05000,2.857
26,block_sparse_moe.experts.145.w1,0.0005883218,0.05000,2.826
26,block_sparse_moe.experts.157.w1,0.0003104597,0.05000,2.747
26,block_sparse_moe.experts.149.w1,0.0004672762,0.05000,2.842
26,block_sparse_moe.experts.144.w1,0.0008179015,0.05000,3.050
26,block_sparse_moe.experts.147.w1,0.0003489462,0.05000,2.865
26,block_sparse_moe.experts.148.w1,0.0004815388,0.05000,2.948
26,block_sparse_moe.experts.151.w1,0.0003198524,0.05000,2.771
26,block_sparse_moe.experts.155.w1,0.0002053019,0.05000,2.826
26,block_sparse_moe.experts.156.w1,0.0007945113,0.05000,3.009
26,block_sparse_moe.experts.152.w1,0.0005718115,0.05000,2.957
26,block_sparse_moe.experts.159.w1,0.0008759823,0.05000,2.759
26,block_sparse_moe.experts.158.w1,0.0009945351,0.05000,3.049
26,block_sparse_moe.experts.154.w1,0.0000544572,0.05000,2.978
26,block_sparse_moe.experts.150.w1,0.0002725470,0.05000,3.021
26,block_sparse_moe.experts.146.w1,0.0005279339,0.05000,3.046
26,block_sparse_moe.experts.161.w1,0.0000886145,0.05000,2.912
26,block_sparse_moe.experts.173.w1,0.0004022337,0.05000,2.871
26,block_sparse_moe.experts.169.w1,0.0001011448,0.05000,2.969
26,block_sparse_moe.experts.165.w1,0.0012283915,0.05000,2.902
26,block_sparse_moe.experts.163.w1,0.0003214254,0.05000,2.786
26,block_sparse_moe.experts.160.w1,0.0002083210,0.05000,2.934
26,block_sparse_moe.experts.167.w1,0.0003474980,0.05000,2.846
26,block_sparse_moe.experts.171.w1,0.0003164474,0.05000,2.797
26,block_sparse_moe.experts.172.w1,0.0002630622,0.05000,2.860
26,block_sparse_moe.experts.164.w1,0.0006164707,0.05000,3.033
26,block_sparse_moe.experts.168.w1,0.0005642616,0.05000,2.949
26,block_sparse_moe.experts.175.w1,0.0007242921,0.05000,2.950
26,block_sparse_moe.experts.170.w1,0.0001974490,0.05000,3.011
26,block_sparse_moe.experts.174.w1,0.0002220041,0.05000,3.047
26,block_sparse_moe.experts.166.w1,0.0001595452,0.05000,3.008
26,block_sparse_moe.experts.162.w1,0.0001610833,0.05000,2.997
26,block_sparse_moe.experts.177.w1,0.0000789565,0.05000,3.028
26,block_sparse_moe.experts.189.w1,0.0002906006,0.05000,3.061
26,block_sparse_moe.experts.185.w1,0.0004691291,0.05000,3.110
26,block_sparse_moe.experts.181.w1,0.0004202853,0.05000,3.072
26,block_sparse_moe.experts.179.w1,0.0003708374,0.05000,2.981
26,block_sparse_moe.experts.176.w1,0.0009107292,0.05000,2.994
26,block_sparse_moe.experts.183.w1,0.0003117090,0.05000,2.983
26,block_sparse_moe.experts.187.w1,0.0005674571,0.05000,3.013
26,block_sparse_moe.experts.180.w1,0.0008358700,0.05000,2.946
26,block_sparse_moe.experts.188.w1,0.0007798461,0.05000,3.007
26,block_sparse_moe.experts.184.w1,0.0002372741,0.05000,2.964
26,block_sparse_moe.experts.186.w1,0.0006182256,0.05000,2.783
26,block_sparse_moe.experts.190.w1,0.0004897969,0.05000,2.802
26,block_sparse_moe.experts.191.w1,0.0004506884,0.05000,3.013
26,block_sparse_moe.experts.178.w1,0.0005273313,0.05000,2.734
26,block_sparse_moe.experts.182.w1,0.0001724497,0.05000,2.865
26,block_sparse_moe.experts.193.w1,0.0001059032,0.05000,2.848
26,block_sparse_moe.experts.205.w1,0.0010425748,0.05000,2.832
26,block_sparse_moe.experts.201.w1,0.0001966257,0.05000,2.823
26,block_sparse_moe.experts.197.w1,0.0002017259,0.05000,2.861
26,block_sparse_moe.experts.195.w1,0.0003133093,0.05000,2.836
26,block_sparse_moe.experts.199.w1,0.0001800552,0.05000,2.767
26,block_sparse_moe.experts.192.w1,0.0001393608,0.05000,2.802
26,block_sparse_moe.experts.204.w1,0.0009527552,0.05000,2.833
26,block_sparse_moe.experts.203.w1,0.0001291095,0.05000,2.903
26,block_sparse_moe.experts.196.w1,0.0002131401,0.05000,2.959
26,block_sparse_moe.experts.206.w1,0.0003295194,0.05000,2.852
26,block_sparse_moe.experts.202.w1,0.0006691752,0.05000,2.881
26,block_sparse_moe.experts.200.w1,0.0002785895,0.05000,2.935
26,block_sparse_moe.experts.207.w1,0.0004838713,0.05000,2.813
26,block_sparse_moe.experts.198.w1,0.0006667044,0.05000,2.836
26,block_sparse_moe.experts.194.w1,0.0005079717,0.05000,2.967
26,block_sparse_moe.experts.221.w1,0.0008952850,0.05000,2.843
26,block_sparse_moe.experts.209.w1,0.0005717675,0.05000,2.927
26,block_sparse_moe.experts.217.w1,0.0002423907,0.05000,2.819
26,block_sparse_moe.experts.213.w1,0.0003338265,0.05000,2.903
26,block_sparse_moe.experts.208.w1,0.0004424661,0.05000,3.013
26,block_sparse_moe.experts.211.w1,0.0007318112,0.05000,3.095
26,block_sparse_moe.experts.215.w1,0.0000668156,0.05000,3.037
26,block_sparse_moe.experts.219.w1,0.0002511725,0.05000,3.071
26,block_sparse_moe.experts.220.w1,0.0005121752,0.05000,3.097
26,block_sparse_moe.experts.212.w1,0.0000925138,0.05000,3.061
26,block_sparse_moe.experts.222.w1,0.0006054521,0.05000,3.006
26,block_sparse_moe.experts.218.w1,0.0002460200,0.05000,3.012
26,block_sparse_moe.experts.223.w1,0.0005116215,0.05000,3.072
26,block_sparse_moe.experts.216.w1,0.0007084689,0.05000,3.155
26,block_sparse_moe.experts.210.w1,0.0009066255,0.05000,2.907
26,block_sparse_moe.experts.214.w1,0.0005245758,0.05000,3.019
26,block_sparse_moe.experts.233.w1,0.0008160432,0.05000,2.861
26,block_sparse_moe.experts.237.w1,0.0017242412,0.05000,2.950
26,block_sparse_moe.experts.225.w1,0.0005745578,0.05000,2.946
26,block_sparse_moe.experts.229.w1,0.0001508325,0.05000,2.895
26,block_sparse_moe.experts.231.w1,0.0001607876,0.05000,2.882
26,block_sparse_moe.experts.224.w1,0.0005169500,0.05000,3.044
26,block_sparse_moe.experts.238.w1,0.0010381875,0.05000,2.790
26,block_sparse_moe.experts.227.w1,0.0002645435,0.05000,3.149
26,block_sparse_moe.experts.235.w1,0.0010972807,0.05000,2.952
26,block_sparse_moe.experts.236.w1,0.0001427132,0.05000,2.941
26,block_sparse_moe.experts.234.w1,0.0010446912,0.05000,2.879
26,block_sparse_moe.experts.228.w1,0.0009717272,0.05000,2.924
26,block_sparse_moe.experts.226.w1,0.0006029705,0.05000,2.918
26,block_sparse_moe.experts.232.w1,0.0004006471,0.05000,2.992
26,block_sparse_moe.experts.230.w1,0.0009695148,0.05000,2.947
26,block_sparse_moe.experts.239.w1,0.0004443659,0.05000,3.100
26,block_sparse_moe.experts.249.w1,0.0004334372,0.05000,2.957
26,block_sparse_moe.experts.241.w1,0.0003262782,0.05000,2.955
26,block_sparse_moe.experts.253.w1,0.0005803313,0.05000,3.032
26,block_sparse_moe.experts.245.w1,0.0008402503,0.05000,3.032
26,block_sparse_moe.experts.247.w1,0.0009155367,0.05000,3.030
26,block_sparse_moe.experts.254.w1,0.0005288873,0.05000,2.877
26,block_sparse_moe.experts.240.w1,0.0001608146,0.05000,3.000
26,block_sparse_moe.experts.250.w1,0.0004645876,0.05000,2.861
26,block_sparse_moe.experts.243.w1,0.0005517511,0.05000,2.994
26,block_sparse_moe.experts.251.w1,0.0001100854,0.05000,2.977
26,block_sparse_moe.experts.246.w1,0.0005717676,0.05000,2.753
26,block_sparse_moe.experts.242.w1,0.0008468092,0.05000,2.828
26,block_sparse_moe.experts.244.w1,0.0005425180,0.05000,3.063
26,block_sparse_moe.experts.252.w1,0.0003909566,0.05000,3.116
26,block_sparse_moe.experts.255.w1,0.0007877445,0.05000,2.908
26,block_sparse_moe.experts.248.w1,0.0007637536,0.05000,3.067
26,block_sparse_moe.experts.9.w3,0.0013302928,0.05000,3.040
26,block_sparse_moe.experts.1.w3,0.0004866185,0.05000,3.028
26,block_sparse_moe.experts.13.w3,0.0005125377,0.05000,3.088
26,block_sparse_moe.experts.5.w3,0.0003940370,0.05000,3.045
26,block_sparse_moe.experts.14.w3,0.0004336223,0.05000,2.765
26,block_sparse_moe.experts.10.w3,0.0001153206,0.05000,2.842
26,block_sparse_moe.experts.0.w3,0.0002746733,0.05000,3.070
26,block_sparse_moe.experts.7.w3,0.0003727220,0.05000,3.230
26,block_sparse_moe.experts.6.w3,0.0001357334,0.05000,2.901
26,block_sparse_moe.experts.2.w3,0.0008574794,0.05000,2.993
26,block_sparse_moe.experts.4.w3,0.0007821418,0.05000,2.986
26,block_sparse_moe.experts.12.w3,0.0009969266,0.05000,2.984
26,block_sparse_moe.experts.3.w3,0.0007957737,0.05000,3.329
26,block_sparse_moe.experts.11.w3,0.0002890096,0.05000,3.387
26,block_sparse_moe.experts.8.w3,0.0010092396,0.05000,3.033
26,block_sparse_moe.experts.15.w3,0.0005566556,0.05000,3.262
26,block_sparse_moe.experts.17.w3,0.0008388703,0.05000,2.921
26,block_sparse_moe.experts.25.w3,0.0006015576,0.05000,3.087
26,block_sparse_moe.experts.29.w3,0.0008333900,0.05000,2.939
26,block_sparse_moe.experts.30.w3,0.0003487918,0.05000,2.786
26,block_sparse_moe.experts.26.w3,0.0003410137,0.05000,2.726
26,block_sparse_moe.experts.21.w3,0.0004930990,0.05000,2.969
26,block_sparse_moe.experts.16.w3,0.0013466721,0.05000,2.862
26,block_sparse_moe.experts.22.w3,0.0003561836,0.05000,2.877
26,block_sparse_moe.experts.20.w3,0.0002393870,0.05000,2.831
26,block_sparse_moe.experts.18.w3,0.0006710643,0.05000,2.870
26,block_sparse_moe.experts.23.w3,0.0007547923,0.05000,3.064
26,block_sparse_moe.experts.28.w3,0.0008871062,0.05000,2.947
26,block_sparse_moe.experts.19.w3,0.0001402973,0.05000,3.002
26,block_sparse_moe.experts.24.w3,0.0009313068,0.05000,2.970
26,block_sparse_moe.experts.27.w3,0.0004372650,0.05000,3.086
26,block_sparse_moe.experts.31.w3,0.0002693000,0.05000,2.959
26,block_sparse_moe.experts.33.w3,0.0005215697,0.05000,2.995
26,block_sparse_moe.experts.46.w3,0.0006677072,0.05000,2.951
26,block_sparse_moe.experts.41.w3,0.0005295589,0.05000,3.032
26,block_sparse_moe.experts.45.w3,0.0009667592,0.05000,3.110
26,block_sparse_moe.experts.42.w3,0.0002850340,0.05000,2.995
26,block_sparse_moe.experts.37.w3,0.0011622349,0.05000,3.104
26,block_sparse_moe.experts.38.w3,0.0006354216,0.05000,2.923
26,block_sparse_moe.experts.32.w3,0.0006658922,0.05000,3.052
26,block_sparse_moe.experts.34.w3,0.0010258603,0.05000,3.017
26,block_sparse_moe.experts.36.w3,0.0001127889,0.05000,3.041
26,block_sparse_moe.experts.39.w3,0.0004459206,0.05000,3.023
26,block_sparse_moe.experts.44.w3,0.0003914631,0.05000,2.999
26,block_sparse_moe.experts.35.w3,0.0007326787,0.05000,3.023
26,block_sparse_moe.experts.40.w3,0.0002665794,0.05000,3.068
26,block_sparse_moe.experts.47.w3,0.0004452603,0.05000,3.019
26,block_sparse_moe.experts.43.w3,0.0002170540,0.05000,3.051
26,block_sparse_moe.experts.49.w3,0.0005822726,0.05000,2.789
26,block_sparse_moe.experts.57.w3,0.0002683624,0.05000,2.757
26,block_sparse_moe.experts.61.w3,0.0005989095,0.05000,2.659
26,block_sparse_moe.experts.62.w3,0.0001500787,0.05000,2.995
26,block_sparse_moe.experts.53.w3,0.0007827589,0.05000,2.752
26,block_sparse_moe.experts.58.w3,0.0006980625,0.05000,2.985
26,block_sparse_moe.experts.48.w3,0.0003189685,0.05000,2.928
26,block_sparse_moe.experts.54.w3,0.0009298333,0.05000,3.062
26,block_sparse_moe.experts.50.w3,0.0005384047,0.05000,2.944
26,block_sparse_moe.experts.52.w3,0.0009493069,0.05000,3.011
26,block_sparse_moe.experts.60.w3,0.0002908044,0.05000,3.059
26,block_sparse_moe.experts.55.w3,0.0007663640,0.05000,3.146
26,block_sparse_moe.experts.56.w3,0.0005865281,0.05000,2.981
26,block_sparse_moe.experts.51.w3,0.0008218978,0.05000,3.201
26,block_sparse_moe.experts.59.w3,0.0009453870,0.05000,3.217
26,block_sparse_moe.experts.63.w3,0.0003170981,0.05000,3.292
26,block_sparse_moe.experts.65.w3,0.0001747274,0.05000,2.912
26,block_sparse_moe.experts.73.w3,0.0006445535,0.05000,2.917
26,block_sparse_moe.experts.77.w3,0.0002981959,0.05000,3.013
26,block_sparse_moe.experts.69.w3,0.0006248317,0.05000,2.846
26,block_sparse_moe.experts.78.w3,0.0013062203,0.05000,3.146
26,block_sparse_moe.experts.74.w3,0.0004595653,0.05000,3.081
26,block_sparse_moe.experts.64.w3,0.0007975050,0.05000,2.843
26,block_sparse_moe.experts.68.w3,0.0005733430,0.05000,2.953
26,block_sparse_moe.experts.70.w3,0.0004661065,0.05000,3.144
26,block_sparse_moe.experts.66.w3,0.0006480884,0.05000,3.122
26,block_sparse_moe.experts.76.w3,0.0005328651,0.05000,2.910
26,block_sparse_moe.experts.72.w3,0.0008929440,0.05000,2.808
26,block_sparse_moe.experts.71.w3,0.0008345435,0.05000,3.074
26,block_sparse_moe.experts.67.w3,0.0002694909,0.05000,3.018
26,block_sparse_moe.experts.79.w3,0.0010540785,0.05000,2.964
26,block_sparse_moe.experts.75.w3,0.0003927594,0.05000,3.030
26,block_sparse_moe.experts.81.w3,0.0003049874,0.05000,2.954
26,block_sparse_moe.experts.89.w3,0.0003107141,0.05000,3.024
26,block_sparse_moe.experts.93.w3,0.0001720223,0.05000,3.005
26,block_sparse_moe.experts.85.w3,0.0010702553,0.05000,2.927
26,block_sparse_moe.experts.94.w3,0.0005402221,0.05000,2.970
26,block_sparse_moe.experts.80.w3,0.0005253487,0.05000,2.863
26,block_sparse_moe.experts.90.w3,0.0007115489,0.05000,2.974
26,block_sparse_moe.experts.92.w3,0.0003337873,0.05000,2.772
26,block_sparse_moe.experts.84.w3,0.0011126576,0.05000,2.877
26,block_sparse_moe.experts.88.w3,0.0005187318,0.05000,2.778
26,block_sparse_moe.experts.86.w3,0.0007464768,0.05000,3.028
26,block_sparse_moe.experts.82.w3,0.0005347661,0.05000,3.045
26,block_sparse_moe.experts.87.w3,0.0004751091,0.05000,3.074
26,block_sparse_moe.experts.83.w3,0.0000463575,0.05000,3.100
26,block_sparse_moe.experts.95.w3,0.0010779426,0.05000,3.026
26,block_sparse_moe.experts.91.w3,0.0005459699,0.05000,3.085
26,block_sparse_moe.experts.97.w3,0.0002217018,0.05000,2.976
26,block_sparse_moe.experts.105.w3,0.0005122799,0.05000,2.997
26,block_sparse_moe.experts.109.w3,0.0005405065,0.05000,2.984
26,block_sparse_moe.experts.101.w3,0.0000283423,0.05000,2.981
26,block_sparse_moe.experts.96.w3,0.0004256957,0.05000,2.695
26,block_sparse_moe.experts.110.w3,0.0004386324,0.05000,2.984
26,block_sparse_moe.experts.106.w3,0.0003869819,0.05000,2.938
26,block_sparse_moe.experts.108.w3,0.0003885514,0.05000,2.711
26,block_sparse_moe.experts.100.w3,0.0006201583,0.05000,2.693
26,block_sparse_moe.experts.104.w3,0.0000670086,0.05000,2.694
26,block_sparse_moe.experts.102.w3,0.0008094559,0.05000,2.852
26,block_sparse_moe.experts.98.w3,0.0004478974,0.05000,2.836
26,block_sparse_moe.experts.103.w3,0.0000685068,0.05000,2.745
26,block_sparse_moe.experts.99.w3,0.0004794087,0.05000,2.837
26,block_sparse_moe.experts.111.w3,0.0002354511,0.05000,2.837
26,block_sparse_moe.experts.107.w3,0.0004479705,0.05000,2.839
26,block_sparse_moe.experts.113.w3,0.0004779784,0.05000,2.889
26,block_sparse_moe.experts.112.w3,0.0001197954,0.05000,2.700
26,block_sparse_moe.experts.121.w3,0.0006851879,0.05000,2.913
26,block_sparse_moe.experts.125.w3,0.0001609804,0.05000,2.895
26,block_sparse_moe.experts.117.w3,0.0008731278,0.05000,2.915
26,block_sparse_moe.experts.126.w3,0.0004962688,0.05000,2.859
26,block_sparse_moe.experts.122.w3,0.0001380545,0.05000,2.863
26,block_sparse_moe.experts.116.w3,0.0005475671,0.05000,2.859
26,block_sparse_moe.experts.124.w3,0.0002657634,0.05000,2.875
26,block_sparse_moe.experts.120.w3,0.0006730351,0.05000,2.797
26,block_sparse_moe.experts.118.w3,0.0007568389,0.05000,2.894
26,block_sparse_moe.experts.114.w3,0.0004400908,0.05000,2.929
26,block_sparse_moe.experts.119.w3,0.0010050770,0.05000,2.910
26,block_sparse_moe.experts.115.w3,0.0001230180,0.05000,2.914
26,block_sparse_moe.experts.127.w3,0.0006771601,0.05000,2.866
26,block_sparse_moe.experts.123.w3,0.0009075356,0.05000,2.828
26,block_sparse_moe.experts.129.w3,0.0005469024,0.05000,2.795
26,block_sparse_moe.experts.141.w3,0.0005761369,0.05000,2.550
26,block_sparse_moe.experts.137.w3,0.0011152321,0.05000,2.708
26,block_sparse_moe.experts.133.w3,0.0006383218,0.05000,2.610
26,block_sparse_moe.experts.128.w3,0.0004532263,0.05000,2.854
26,block_sparse_moe.experts.142.w3,0.0006555162,0.05000,2.690
26,block_sparse_moe.experts.132.w3,0.0004096097,0.05000,2.708
26,block_sparse_moe.experts.140.w3,0.0000980506,0.05000,2.697
26,block_sparse_moe.experts.138.w3,0.0007447764,0.05000,2.813
26,block_sparse_moe.experts.136.w3,0.0007402209,0.05000,2.763
26,block_sparse_moe.experts.134.w3,0.0006085342,0.05000,2.866
26,block_sparse_moe.experts.130.w3,0.0002129093,0.05000,2.788
26,block_sparse_moe.experts.135.w3,0.0005951773,0.05000,2.875
26,block_sparse_moe.experts.139.w3,0.0000464535,0.05000,2.809
26,block_sparse_moe.experts.131.w3,0.0005315067,0.05000,2.994
26,block_sparse_moe.experts.143.w3,0.0005758538,0.05000,2.951
26,block_sparse_moe.experts.157.w3,0.0003363714,0.05000,2.903
26,block_sparse_moe.experts.145.w3,0.0006163279,0.05000,2.937
26,block_sparse_moe.experts.144.w3,0.0008949575,0.05000,2.792
26,block_sparse_moe.experts.149.w3,0.0004741138,0.05000,2.926
26,block_sparse_moe.experts.153.w3,0.0000684965,0.05000,3.058
26,block_sparse_moe.experts.158.w3,0.0010458224,0.05000,2.989
26,block_sparse_moe.experts.156.w3,0.0008313043,0.05000,2.862
26,block_sparse_moe.experts.148.w3,0.0005198909,0.05000,2.887
26,block_sparse_moe.experts.152.w3,0.0005835632,0.05000,2.828
26,block_sparse_moe.experts.154.w3,0.0000612091,0.05000,3.032
26,block_sparse_moe.experts.150.w3,0.0002782638,0.05000,2.903
26,block_sparse_moe.experts.146.w3,0.0006056316,0.05000,2.897
26,block_sparse_moe.experts.151.w3,0.0003461936,0.05000,2.864
26,block_sparse_moe.experts.147.w3,0.0003598758,0.05000,2.997
26,block_sparse_moe.experts.155.w3,0.0002129038,0.05000,3.087
26,block_sparse_moe.experts.159.w3,0.0009176400,0.05000,3.029
26,block_sparse_moe.experts.161.w3,0.0000926622,0.05000,2.864
26,block_sparse_moe.experts.173.w3,0.0004303546,0.05000,2.869
26,block_sparse_moe.experts.160.w3,0.0002088483,0.05000,2.826
26,block_sparse_moe.experts.165.w3,0.0013030524,0.05000,2.912
26,block_sparse_moe.experts.169.w3,0.0001139027,0.05000,2.865
26,block_sparse_moe.experts.172.w3,0.0002685578,0.05000,2.649
26,block_sparse_moe.experts.164.w3,0.0006504248,0.05000,2.761
26,block_sparse_moe.experts.168.w3,0.0005881892,0.05000,2.696
26,block_sparse_moe.experts.174.w3,0.0002314499,0.05000,2.838
26,block_sparse_moe.experts.170.w3,0.0002159039,0.05000,2.931
26,block_sparse_moe.experts.166.w3,0.0001708939,0.05000,2.889
26,block_sparse_moe.experts.162.w3,0.0001727239,0.05000,2.963
26,block_sparse_moe.experts.167.w3,0.0003589798,0.05000,3.050
26,block_sparse_moe.experts.163.w3,0.0003327970,0.05000,3.076
26,block_sparse_moe.experts.171.w3,0.0003439843,0.05000,3.090
26,block_sparse_moe.experts.175.w3,0.0007544855,0.05000,3.090
26,block_sparse_moe.experts.189.w3,0.0003019601,0.05000,2.698
26,block_sparse_moe.experts.177.w3,0.0000872313,0.05000,2.811
26,block_sparse_moe.experts.181.w3,0.0004411872,0.05000,2.764
26,block_sparse_moe.experts.176.w3,0.0009510068,0.05000,2.926
26,block_sparse_moe.experts.185.w3,0.0004921440,0.05000,2.823
26,block_sparse_moe.experts.188.w3,0.0008271885,0.05000,2.865
26,block_sparse_moe.experts.184.w3,0.0002520771,0.05000,2.861
26,block_sparse_moe.experts.180.w3,0.0008679353,0.05000,2.949
26,block_sparse_moe.experts.190.w3,0.0005068236,0.05000,2.967
26,block_sparse_moe.experts.186.w3,0.0006392459,0.05000,2.971
26,block_sparse_moe.experts.182.w3,0.0001826267,0.05000,2.986
26,block_sparse_moe.experts.178.w3,0.0005672193,0.05000,2.981
26,block_sparse_moe.experts.183.w3,0.0003316380,0.05000,2.856
26,block_sparse_moe.experts.179.w3,0.0004046013,0.05000,2.904
26,block_sparse_moe.experts.187.w3,0.0005872741,0.05000,2.916
26,block_sparse_moe.experts.191.w3,0.0004846629,0.05000,2.915
26,block_sparse_moe.experts.192.w3,0.0001523009,0.05000,2.668
26,block_sparse_moe.experts.205.w3,0.0010656659,0.05000,2.927
26,block_sparse_moe.experts.193.w3,0.0001140963,0.05000,2.962
26,block_sparse_moe.experts.204.w3,0.0009850275,0.05000,2.666
26,block_sparse_moe.experts.197.w3,0.0002109633,0.05000,3.012
26,block_sparse_moe.experts.200.w3,0.0002853862,0.05000,2.698
26,block_sparse_moe.experts.201.w3,0.0002237052,0.05000,3.011
26,block_sparse_moe.experts.196.w3,0.0002368600,0.05000,2.747
26,block_sparse_moe.experts.206.w3,0.0003801934,0.05000,3.007
26,block_sparse_moe.experts.202.w3,0.0008006860,0.05000,3.082
26,block_sparse_moe.experts.198.w3,0.0006849023,0.05000,3.138
26,block_sparse_moe.experts.194.w3,0.0005417379,0.05000,3.114
26,block_sparse_moe.experts.199.w3,0.0001935434,0.05000,3.041
26,block_sparse_moe.experts.195.w3,0.0003511188,0.05000,3.037
26,block_sparse_moe.experts.203.w3,0.0001387286,0.05000,2.996
26,block_sparse_moe.experts.207.w3,0.0005073599,0.05000,3.078
26,block_sparse_moe.experts.221.w3,0.0009176951,0.05000,3.071
26,block_sparse_moe.experts.208.w3,0.0004976606,0.05000,3.085
26,block_sparse_moe.experts.209.w3,0.0005883113,0.05000,3.107
26,block_sparse_moe.experts.220.w3,0.0005411128,0.05000,3.157
26,block_sparse_moe.experts.213.w3,0.0003352048,0.05000,3.092
26,block_sparse_moe.experts.217.w3,0.0002581119,0.05000,3.026
26,block_sparse_moe.experts.216.w3,0.0007177698,0.05000,3.121
26,block_sparse_moe.experts.212.w3,0.0001001071,0.05000,3.164
26,block_sparse_moe.experts.222.w3,0.0006308880,0.05000,3.117
26,block_sparse_moe.experts.218.w3,0.0002717827,0.05000,3.127
26,block_sparse_moe.experts.215.w3,0.0000745395,0.05000,2.893
26,block_sparse_moe.experts.210.w3,0.0009553747,0.05000,3.047
26,block_sparse_moe.experts.214.w3,0.0005654503,0.05000,3.147
26,block_sparse_moe.experts.219.w3,0.0002638141,0.05000,2.968
26,block_sparse_moe.experts.211.w3,0.0007589429,0.05000,3.058
26,block_sparse_moe.experts.223.w3,0.0005554402,0.05000,3.070
26,block_sparse_moe.experts.224.w3,0.0005317226,0.05000,2.818
26,block_sparse_moe.experts.237.w3,0.0018687467,0.05000,2.872
26,block_sparse_moe.experts.225.w3,0.0006274839,0.05000,2.732
26,block_sparse_moe.experts.236.w3,0.0001551714,0.05000,2.828
26,block_sparse_moe.experts.233.w3,0.0008770711,0.05000,2.730
26,block_sparse_moe.experts.229.w3,0.0001547431,0.05000,2.831
26,block_sparse_moe.experts.232.w3,0.0004271748,0.05000,2.796
26,block_sparse_moe.experts.228.w3,0.0010213740,0.05000,2.778
26,block_sparse_moe.experts.238.w3,0.0010967673,0.05000,3.001
26,block_sparse_moe.experts.234.w3,0.0010696770,0.05000,2.922
26,block_sparse_moe.experts.231.w3,0.0001733167,0.05000,2.891
26,block_sparse_moe.experts.226.w3,0.0006686152,0.05000,2.977
26,block_sparse_moe.experts.230.w3,0.0009893735,0.05000,2.921
26,block_sparse_moe.experts.235.w3,0.0011972180,0.05000,3.028
26,block_sparse_moe.experts.227.w3,0.0003131014,0.05000,3.009
26,block_sparse_moe.experts.239.w3,0.0005005818,0.05000,3.073
26,block_sparse_moe.experts.253.w3,0.0006125729,0.05000,2.967
26,block_sparse_moe.experts.241.w3,0.0003621775,0.05000,2.961
26,block_sparse_moe.experts.240.w3,0.0001663558,0.05000,3.074
26,block_sparse_moe.experts.249.w3,0.0004583355,0.05000,2.820
26,block_sparse_moe.experts.245.w3,0.0009191292,0.05000,2.821
26,block_sparse_moe.experts.252.w3,0.0003979205,0.05000,2.931
26,block_sparse_moe.experts.248.w3,0.0007868075,0.05000,2.886
26,block_sparse_moe.experts.244.w3,0.0005880603,0.05000,2.838
26,block_sparse_moe.experts.254.w3,0.0005643764,0.05000,2.984
26,block_sparse_moe.experts.250.w3,0.0004648257,0.05000,2.887
26,block_sparse_moe.experts.242.w3,0.0008800399,0.05000,2.579
26,block_sparse_moe.experts.246.w3,0.0006032265,0.05000,2.597
26,block_sparse_moe.experts.247.w3,0.0009752970,0.05000,2.908
26,block_sparse_moe.experts.243.w3,0.0005676930,0.05000,2.577
26,block_sparse_moe.experts.251.w3,0.0001288888,0.05000,2.645
26,block_sparse_moe.experts.255.w3,0.0008034345,0.05000,2.414
26,block_sparse_moe.experts.12.w2,0.0007675779,0.05000,1.491
26,block_sparse_moe.experts.4.w2,0.0016643750,0.05000,1.528
26,block_sparse_moe.experts.3.w2,0.0018243027,0.05000,1.528
26,block_sparse_moe.experts.8.w2,0.0025197882,0.05000,1.536
26,block_sparse_moe.experts.2.w2,0.0006689351,0.05000,1.533
26,block_sparse_moe.experts.14.w2,0.0003682612,0.05000,1.504
26,block_sparse_moe.experts.10.w2,0.0001780480,0.05000,1.519
26,block_sparse_moe.experts.0.w2,0.0001460100,0.05000,1.575
26,block_sparse_moe.experts.6.w2,0.0000522277,0.05000,1.590
26,block_sparse_moe.experts.15.w2,0.0001992218,0.05000,1.565
26,block_sparse_moe.experts.11.w2,0.0003053131,0.05000,1.573
26,block_sparse_moe.experts.13.w2,0.0002946341,0.05000,1.580
26,block_sparse_moe.experts.7.w2,0.0003720941,0.05000,1.629
26,block_sparse_moe.experts.5.w2,0.0005202976,0.05000,1.644
26,block_sparse_moe.experts.1.w2,0.0005778392,0.05000,1.665
26,block_sparse_moe.experts.9.w2,0.0010290018,0.05000,1.668
26,block_sparse_moe.experts.24.w2,0.0005248240,0.05000,1.412
26,block_sparse_moe.experts.26.w2,0.0002317321,0.05000,1.406
26,block_sparse_moe.experts.30.w2,0.0003771608,0.05000,1.455
26,block_sparse_moe.experts.20.w2,0.0003452891,0.05000,1.463
26,block_sparse_moe.experts.18.w2,0.0004319673,0.05000,1.472
26,block_sparse_moe.experts.22.w2,0.0002216316,0.05000,1.468
26,block_sparse_moe.experts.16.w2,0.0023657549,0.05000,1.487
26,block_sparse_moe.experts.28.w2,0.0008114715,0.05000,1.549
26,block_sparse_moe.experts.19.w2,0.0001223759,0.05000,1.557
26,block_sparse_moe.experts.31.w2,0.0003656753,0.05000,1.552
26,block_sparse_moe.experts.23.w2,0.0003978823,0.05000,1.523
26,block_sparse_moe.experts.17.w2,0.0004846800,0.05000,1.496
26,block_sparse_moe.experts.27.w2,0.0002307252,0.05000,1.558
26,block_sparse_moe.experts.29.w2,0.0005414118,0.05000,1.591
26,block_sparse_moe.experts.21.w2,0.0003132814,0.05000,1.618
26,block_sparse_moe.experts.25.w2,0.0001790110,0.05000,1.563
26,block_sparse_moe.experts.36.w2,0.0000933932,0.05000,1.427
26,block_sparse_moe.experts.40.w2,0.0004013812,0.05000,1.543
26,block_sparse_moe.experts.32.w2,0.0004839365,0.05000,1.479
26,block_sparse_moe.experts.46.w2,0.0011993095,0.05000,1.542
26,block_sparse_moe.experts.42.w2,0.0003315032,0.05000,1.594
26,block_sparse_moe.experts.34.w2,0.0006684188,0.05000,1.544
26,block_sparse_moe.experts.44.w2,0.0002503670,0.05000,1.488
26,block_sparse_moe.experts.35.w2,0.0006678435,0.05000,1.489
26,block_sparse_moe.experts.38.w2,0.0001905997,0.05000,1.535
26,block_sparse_moe.experts.47.w2,0.0003016517,0.05000,1.476
26,block_sparse_moe.experts.43.w2,0.0002154403,0.05000,1.507
26,block_sparse_moe.experts.33.w2,0.0008379116,0.05000,1.516
26,block_sparse_moe.experts.39.w2,0.0003840532,0.05000,1.536
26,block_sparse_moe.experts.45.w2,0.0011795567,0.05000,1.501
26,block_sparse_moe.experts.37.w2,0.0009289062,0.05000,1.517
26,block_sparse_moe.experts.41.w2,0.0002405096,0.05000,1.523
26,block_sparse_moe.experts.52.w2,0.0007252465,0.05000,1.500
26,block_sparse_moe.experts.56.w2,0.0003462596,0.05000,1.460
26,block_sparse_moe.experts.48.w2,0.0002782245,0.05000,1.478
26,block_sparse_moe.experts.60.w2,0.0003452942,0.05000,1.446
26,block_sparse_moe.experts.62.w2,0.0001736140,0.05000,1.506
26,block_sparse_moe.experts.49.w2,0.0008385602,0.05000,1.379
26,block_sparse_moe.experts.50.w2,0.0006407974,0.05000,1.510
26,block_sparse_moe.experts.58.w2,0.0007046199,0.05000,1.521
26,block_sparse_moe.experts.61.w2,0.0004337507,0.05000,1.378
26,block_sparse_moe.experts.54.w2,0.0006687743,0.05000,1.502
26,block_sparse_moe.experts.51.w2,0.0004514230,0.05000,1.519
26,block_sparse_moe.experts.57.w2,0.0001067936,0.05000,1.352
26,block_sparse_moe.experts.53.w2,0.0005265952,0.05000,1.376
26,block_sparse_moe.experts.63.w2,0.0002847477,0.05000,1.534
26,block_sparse_moe.experts.59.w2,0.0002986373,0.05000,1.524
26,block_sparse_moe.experts.55.w2,0.0015850341,0.05000,1.537
26,block_sparse_moe.experts.64.w2,0.0004343623,0.05000,1.323
26,block_sparse_moe.experts.68.w2,0.0007743069,0.05000,1.412
26,block_sparse_moe.experts.76.w2,0.0003601699,0.05000,1.345
26,block_sparse_moe.experts.72.w2,0.0006494108,0.05000,1.431
26,block_sparse_moe.experts.67.w2,0.0004219708,0.05000,1.348
26,block_sparse_moe.experts.77.w2,0.0008259934,0.05000,1.397
26,block_sparse_moe.experts.79.w2,0.0007800761,0.05000,1.350
26,block_sparse_moe.experts.65.w2,0.0001057961,0.05000,1.458
26,block_sparse_moe.experts.78.w2,0.0013371194,0.05000,1.485
26,block_sparse_moe.experts.73.w2,0.0011873137,0.05000,1.419
26,block_sparse_moe.experts.74.w2,0.0002622018,0.05000,1.493
26,block_sparse_moe.experts.75.w2,0.0006687409,0.05000,1.394
26,block_sparse_moe.experts.70.w2,0.0005085002,0.05000,1.498
26,block_sparse_moe.experts.66.w2,0.0014518492,0.05000,1.534
26,block_sparse_moe.experts.71.w2,0.0008925584,0.05000,1.385
26,block_sparse_moe.experts.69.w2,0.0008977145,0.05000,1.495
26,block_sparse_moe.experts.80.w2,0.0012678161,0.05000,1.250
26,block_sparse_moe.experts.88.w2,0.0004226142,0.05000,1.216
26,block_sparse_moe.experts.92.w2,0.0004139549,0.05000,1.265
26,block_sparse_moe.experts.84.w2,0.0012510918,0.05000,1.312
26,block_sparse_moe.experts.81.w2,0.0002197876,0.05000,1.458
26,block_sparse_moe.experts.89.w2,0.0002258308,0.05000,1.446
26,block_sparse_moe.experts.93.w2,0.0000835080,0.05000,1.546
26,block_sparse_moe.experts.83.w2,0.0000792232,0.05000,1.585
26,block_sparse_moe.experts.94.w2,0.0012851830,0.05000,1.528
26,block_sparse_moe.experts.90.w2,0.0009829594,0.05000,1.524
26,block_sparse_moe.experts.95.w2,0.0011860729,0.05000,1.589
26,block_sparse_moe.experts.82.w2,0.0002753101,0.05000,1.526
26,block_sparse_moe.experts.86.w2,0.0004349036,0.05000,1.541
26,block_sparse_moe.experts.85.w2,0.0009586206,0.05000,1.490
26,block_sparse_moe.experts.87.w2,0.0003426616,0.05000,1.559
26,block_sparse_moe.experts.91.w2,0.0003983540,0.05000,1.640
26,block_sparse_moe.experts.96.w2,0.0003793289,0.05000,1.458
26,block_sparse_moe.experts.104.w2,0.0001042918,0.05000,1.452
26,block_sparse_moe.experts.108.w2,0.0001813997,0.05000,1.456
26,block_sparse_moe.experts.100.w2,0.0002519664,0.05000,1.439
26,block_sparse_moe.experts.97.w2,0.0001500022,0.05000,1.308
26,block_sparse_moe.experts.105.w2,0.0002386089,0.05000,1.281
26,block_sparse_moe.experts.109.w2,0.0005255845,0.05000,1.264
26,block_sparse_moe.experts.101.w2,0.0000349676,0.05000,1.247
26,block_sparse_moe.experts.110.w2,0.0002812189,0.05000,1.392
26,block_sparse_moe.experts.106.w2,0.0003809728,0.05000,1.387
26,block_sparse_moe.experts.102.w2,0.0005504377,0.05000,1.410
26,block_sparse_moe.experts.99.w2,0.0002384333,0.05000,1.509
26,block_sparse_moe.experts.98.w2,0.0003813712,0.05000,1.432
26,block_sparse_moe.experts.111.w2,0.0003145631,0.05000,1.473
26,block_sparse_moe.experts.103.w2,0.0000460885,0.05000,1.450
26,block_sparse_moe.experts.107.w2,0.0003783540,0.05000,1.522
26,block_sparse_moe.experts.120.w2,0.0005248810,0.05000,1.427
26,block_sparse_moe.experts.124.w2,0.0004443361,0.05000,1.410
26,block_sparse_moe.experts.112.w2,0.0001091558,0.05000,1.469
26,block_sparse_moe.experts.121.w2,0.0002455900,0.05000,1.283
26,block_sparse_moe.experts.116.w2,0.0007811173,0.05000,1.487
26,block_sparse_moe.experts.113.w2,0.0005412826,0.05000,1.302
26,block_sparse_moe.experts.125.w2,0.0003957690,0.05000,1.316
26,block_sparse_moe.experts.117.w2,0.0003441956,0.05000,1.309
26,block_sparse_moe.experts.126.w2,0.0002386648,0.05000,1.438
26,block_sparse_moe.experts.122.w2,0.0002379828,0.05000,1.442
26,block_sparse_moe.experts.118.w2,0.0003916479,0.05000,1.394
26,block_sparse_moe.experts.115.w2,0.0001276469,0.05000,1.434
26,block_sparse_moe.experts.127.w2,0.0006620756,0.05000,1.425
26,block_sparse_moe.experts.114.w2,0.0002077255,0.05000,1.442
26,block_sparse_moe.experts.119.w2,0.0013158836,0.05000,1.447
26,block_sparse_moe.experts.123.w2,0.0013674336,0.05000,1.531
26,block_sparse_moe.experts.136.w2,0.0002967200,0.05000,1.298
26,block_sparse_moe.experts.128.w2,0.0009375645,0.05000,1.326
26,block_sparse_moe.experts.140.w2,0.0000411875,0.05000,1.358
26,block_sparse_moe.experts.132.w2,0.0003879399,0.05000,1.353
26,block_sparse_moe.experts.129.w2,0.0002978410,0.05000,1.430
26,block_sparse_moe.experts.137.w2,0.0015430264,0.05000,1.453
26,block_sparse_moe.experts.141.w2,0.0002327458,0.05000,1.444
26,block_sparse_moe.experts.133.w2,0.0010359486,0.05000,1.453
26,block_sparse_moe.experts.142.w2,0.0005997148,0.05000,1.478
26,block_sparse_moe.experts.138.w2,0.0005674556,0.05000,1.511
26,block_sparse_moe.experts.134.w2,0.0004171917,0.05000,1.494
26,block_sparse_moe.experts.131.w2,0.0006425976,0.05000,1.491
26,block_sparse_moe.experts.143.w2,0.0002088470,0.05000,1.522
26,block_sparse_moe.experts.135.w2,0.0004843751,0.05000,1.491
26,block_sparse_moe.experts.130.w2,0.0002314187,0.05000,1.557
26,block_sparse_moe.experts.139.w2,0.0000896097,0.05000,1.515
26,block_sparse_moe.experts.152.w2,0.0001992421,0.05000,1.437
26,block_sparse_moe.experts.144.w2,0.0008862629,0.05000,1.373
26,block_sparse_moe.experts.156.w2,0.0005902070,0.05000,1.397
26,block_sparse_moe.experts.148.w2,0.0004579920,0.05000,1.535
26,block_sparse_moe.experts.153.w2,0.0000688723,0.05000,1.489
26,block_sparse_moe.experts.145.w2,0.0005984523,0.05000,1.519
26,block_sparse_moe.experts.157.w2,0.0003496517,0.05000,1.561
26,block_sparse_moe.experts.149.w2,0.0005673840,0.05000,1.587
26,block_sparse_moe.experts.158.w2,0.0007233623,0.05000,1.524
26,block_sparse_moe.experts.154.w2,0.0000852050,0.05000,1.499
26,block_sparse_moe.experts.150.w2,0.0000915087,0.05000,1.514
26,block_sparse_moe.experts.147.w2,0.0003323881,0.05000,1.494
26,block_sparse_moe.experts.159.w2,0.0006882542,0.05000,1.516
26,block_sparse_moe.experts.151.w2,0.0002955329,0.05000,1.494
26,block_sparse_moe.experts.146.w2,0.0010267043,0.05000,1.556
26,block_sparse_moe.experts.155.w2,0.0001282038,0.05000,1.505
26,block_sparse_moe.experts.172.w2,0.0003179059,0.05000,1.413
26,block_sparse_moe.experts.160.w2,0.0001953230,0.05000,1.454
26,block_sparse_moe.experts.168.w2,0.0014912201,0.05000,1.485
26,block_sparse_moe.experts.164.w2,0.0007583523,0.05000,1.416
26,block_sparse_moe.experts.169.w2,0.0002332606,0.05000,1.451
26,block_sparse_moe.experts.161.w2,0.0001347113,0.05000,1.481
26,block_sparse_moe.experts.173.w2,0.0005373559,0.05000,1.441
26,block_sparse_moe.experts.165.w2,0.0006981517,0.05000,1.395
26,block_sparse_moe.experts.174.w2,0.0001172529,0.05000,1.488
26,block_sparse_moe.experts.170.w2,0.0001989346,0.05000,1.485
26,block_sparse_moe.experts.163.w2,0.0002354771,0.05000,1.451
26,block_sparse_moe.experts.167.w2,0.0001873804,0.05000,1.392
26,block_sparse_moe.experts.166.w2,0.0002646512,0.05000,1.512
26,block_sparse_moe.experts.175.w2,0.0003362522,0.05000,1.520
26,block_sparse_moe.experts.162.w2,0.0002951074,0.05000,1.496
26,block_sparse_moe.experts.171.w2,0.0004751198,0.05000,1.519
26,block_sparse_moe.experts.176.w2,0.0005439563,0.05000,1.419
26,block_sparse_moe.experts.188.w2,0.0004927259,0.05000,1.495
26,block_sparse_moe.experts.184.w2,0.0001694656,0.05000,1.528
26,block_sparse_moe.experts.185.w2,0.0003395326,0.05000,1.366
26,block_sparse_moe.experts.177.w2,0.0001079907,0.05000,1.348
26,block_sparse_moe.experts.189.w2,0.0003349207,0.05000,1.369
26,block_sparse_moe.experts.181.w2,0.0004796586,0.05000,1.307
26,block_sparse_moe.experts.180.w2,0.0008232225,0.05000,1.593
26,block_sparse_moe.experts.183.w2,0.0005508040,0.05000,1.336
26,block_sparse_moe.experts.179.w2,0.0004543056,0.05000,1.363
26,block_sparse_moe.experts.186.w2,0.0004181596,0.05000,1.384
26,block_sparse_moe.experts.190.w2,0.0002526030,0.05000,1.417
26,block_sparse_moe.experts.182.w2,0.0001710918,0.05000,1.402
26,block_sparse_moe.experts.191.w2,0.0004123957,0.05000,1.407
26,block_sparse_moe.experts.178.w2,0.0005984404,0.05000,1.354
26,block_sparse_moe.experts.187.w2,0.0002857413,0.05000,1.284
26,block_sparse_moe.experts.192.w2,0.0001493452,0.05000,1.483
26,block_sparse_moe.experts.204.w2,0.0010842970,0.05000,1.475
26,block_sparse_moe.experts.201.w2,0.0005424092,0.05000,1.340
26,block_sparse_moe.experts.193.w2,0.0002046079,0.05000,1.330
26,block_sparse_moe.experts.205.w2,0.0003695640,0.05000,1.367
26,block_sparse_moe.experts.200.w2,0.0002131895,0.05000,1.568
26,block_sparse_moe.experts.197.w2,0.0001140633,0.05000,1.400
26,block_sparse_moe.experts.196.w2,0.0002530913,0.05000,1.492
26,block_sparse_moe.experts.199.w2,0.0004242378,0.05000,1.401
26,block_sparse_moe.experts.195.w2,0.0004850332,0.05000,1.443
26,block_sparse_moe.experts.207.w2,0.0003053438,0.05000,1.336
26,block_sparse_moe.experts.206.w2,0.0005741449,0.05000,1.560
26,block_sparse_moe.experts.198.w2,0.0002620385,0.05000,1.538
26,block_sparse_moe.experts.202.w2,0.0010258283,0.05000,1.602
26,block_sparse_moe.experts.194.w2,0.0004887012,0.05000,1.505
26,block_sparse_moe.experts.203.w2,0.0001705372,0.05000,1.379
26,block_sparse_moe.experts.208.w2,0.0005507748,0.05000,1.444
26,block_sparse_moe.experts.220.w2,0.0005616544,0.05000,1.402
26,block_sparse_moe.experts.216.w2,0.0002382488,0.05000,1.381
26,block_sparse_moe.experts.217.w2,0.0002667388,0.05000,1.513
26,block_sparse_moe.experts.209.w2,0.0001678724,0.05000,1.576
26,block_sparse_moe.experts.221.w2,0.0003483491,0.05000,1.534
26,block_sparse_moe.experts.213.w2,0.0000758095,0.05000,1.515
26,block_sparse_moe.experts.212.w2,0.0001233404,0.05000,1.465
26,block_sparse_moe.experts.215.w2,0.0000661416,0.05000,1.467
26,block_sparse_moe.experts.211.w2,0.0003982919,0.05000,1.477
26,block_sparse_moe.experts.222.w2,0.0005729524,0.05000,1.438
26,block_sparse_moe.experts.214.w2,0.0007805537,0.05000,1.425
26,block_sparse_moe.experts.223.w2,0.0003866341,0.05000,1.552
26,block_sparse_moe.experts.218.w2,0.0003310185,0.05000,1.456
26,block_sparse_moe.experts.210.w2,0.0005620764,0.05000,1.434
26,block_sparse_moe.experts.219.w2,0.0002216683,0.05000,1.530
26,block_sparse_moe.experts.224.w2,0.0002562887,0.05000,1.419
26,block_sparse_moe.experts.236.w2,0.0001439237,0.05000,1.400
26,block_sparse_moe.experts.232.w2,0.0003108697,0.05000,1.360
26,block_sparse_moe.experts.233.w2,0.0010046585,0.05000,1.364
26,block_sparse_moe.experts.225.w2,0.0018515692,0.05000,1.392
26,block_sparse_moe.experts.237.w2,0.0027093777,0.05000,1.395
26,block_sparse_moe.experts.229.w2,0.0000961218,0.05000,1.369
26,block_sparse_moe.experts.228.w2,0.0005447958,0.05000,1.395
26,block_sparse_moe.experts.231.w2,0.0003077383,0.05000,1.344
26,block_sparse_moe.experts.227.w2,0.0004398711,0.05000,1.399
26,block_sparse_moe.experts.238.w2,0.0008956372,0.05000,1.388
26,block_sparse_moe.experts.230.w2,0.0005334570,0.05000,1.396
26,block_sparse_moe.experts.239.w2,0.0010140498,0.05000,1.428
26,block_sparse_moe.experts.234.w2,0.0007852417,0.05000,1.435
26,block_sparse_moe.experts.226.w2,0.0011940554,0.05000,1.484
26,block_sparse_moe.experts.235.w2,0.0007806213,0.05000,1.428
26,block_sparse_moe.experts.252.w2,0.0001279987,0.05000,1.406
26,block_sparse_moe.experts.240.w2,0.0000931099,0.05000,1.435
26,block_sparse_moe.experts.248.w2,0.0004032249,0.05000,1.405
26,block_sparse_moe.experts.249.w2,0.0004277148,0.05000,1.413
26,block_sparse_moe.experts.244.w2,0.0010206554,0.05000,1.238
26,block_sparse_moe.experts.241.w2,0.0007167514,0.05000,1.435
26,block_sparse_moe.experts.245.w2,0.0024973269,0.05000,1.383
26,block_sparse_moe.experts.253.w2,0.0004076640,0.05000,1.389
26,block_sparse_moe.experts.247.w2,0.0017679542,0.05000,1.562
26,block_sparse_moe.experts.243.w2,0.0003649108,0.05000,1.532
26,block_sparse_moe.experts.254.w2,0.0001933818,0.05000,1.473
26,block_sparse_moe.experts.246.w2,0.0003304078,0.05000,1.476
26,block_sparse_moe.experts.255.w2,0.0002721888,0.05000,1.450
26,block_sparse_moe.experts.251.w2,0.0002359902,0.05000,1.332
26,block_sparse_moe.experts.250.w2,0.0000997546,0.05000,1.494
26,block_sparse_moe.experts.242.w2,0.0011518661,0.05000,1.410
27,self_attn.k_proj,0.0000032520,0.05000,0.966
27,self_attn.v_proj,0.0000026647,0.05000,1.009
27,self_attn.q_proj,0.0000213690,0.05000,1.033
27,self_attn.o_proj,0.0000020674,0.05000,1.741
27,block_sparse_moe.experts.4.w1,0.0000820397,0.05000,3.127
27,block_sparse_moe.experts.0.w1,0.0009420847,0.05000,3.154
27,block_sparse_moe.experts.8.w1,0.0004244031,0.05000,3.113
27,block_sparse_moe.experts.12.w1,0.0006425273,0.05000,3.153
27,block_sparse_moe.experts.7.w1,0.0003631551,0.05000,3.159
27,block_sparse_moe.experts.14.w1,0.0013459643,0.05000,3.210
27,block_sparse_moe.experts.11.w1,0.0011418096,0.05000,3.213
27,block_sparse_moe.experts.15.w1,0.0002682428,0.05000,3.215
27,block_sparse_moe.experts.3.w1,0.0002830904,0.05000,3.308
27,block_sparse_moe.experts.2.w1,0.0000421305,0.05000,3.354
27,block_sparse_moe.experts.13.w1,0.0004726792,0.05000,3.293
27,block_sparse_moe.experts.5.w1,0.0003037497,0.05000,3.392
27,block_sparse_moe.experts.10.w1,0.0007675994,0.05000,3.316
27,block_sparse_moe.experts.6.w1,0.0004958006,0.05000,3.320
27,block_sparse_moe.experts.9.w1,0.0003414266,0.05000,3.339
27,block_sparse_moe.experts.1.w1,0.0002116306,0.05000,3.508
27,block_sparse_moe.experts.27.w1,0.0001608687,0.05000,2.798
27,block_sparse_moe.experts.19.w1,0.0007242033,0.05000,2.796
27,block_sparse_moe.experts.31.w1,0.0023010348,0.05000,2.843
27,block_sparse_moe.experts.20.w1,0.0008798737,0.05000,3.024
27,block_sparse_moe.experts.23.w1,0.0007116387,0.05000,2.905
27,block_sparse_moe.experts.16.w1,0.0003792151,0.05000,3.032
27,block_sparse_moe.experts.24.w1,0.0005728529,0.05000,3.004
27,block_sparse_moe.experts.28.w1,0.0001209314,0.05000,2.994
27,block_sparse_moe.experts.26.w1,0.0009062335,0.05000,2.885
27,block_sparse_moe.experts.29.w1,0.0001120657,0.05000,2.928
27,block_sparse_moe.experts.18.w1,0.0003506863,0.05000,2.979
27,block_sparse_moe.experts.30.w1,0.0009216607,0.05000,3.033
27,block_sparse_moe.experts.25.w1,0.0012517518,0.05000,2.925
27,block_sparse_moe.experts.17.w1,0.0003178827,0.05000,2.868
27,block_sparse_moe.experts.21.w1,0.0003471110,0.05000,3.018
27,block_sparse_moe.experts.22.w1,0.0010046049,0.05000,3.007
27,block_sparse_moe.experts.35.w1,0.0005281887,0.05000,2.826
27,block_sparse_moe.experts.43.w1,0.0005367053,0.05000,2.875
27,block_sparse_moe.experts.36.w1,0.0009390459,0.05000,2.839
27,block_sparse_moe.experts.47.w1,0.0007445038,0.05000,2.869
27,block_sparse_moe.experts.39.w1,0.0002794643,0.05000,2.891
27,block_sparse_moe.experts.44.w1,0.0009885638,0.05000,2.816
27,block_sparse_moe.experts.40.w1,0.0004055484,0.05000,2.882
27,block_sparse_moe.experts.32.w1,0.0002599315,0.05000,2.984
27,block_sparse_moe.experts.34.w1,0.0004042006,0.05000,2.864
27,block_sparse_moe.experts.42.w1,0.0003128125,0.05000,2.952
27,block_sparse_moe.experts.37.w1,0.0003631793,0.05000,2.855
27,block_sparse_moe.experts.46.w1,0.0006564240,0.05000,2.962
27,block_sparse_moe.experts.45.w1,0.0009657673,0.05000,3.004
27,block_sparse_moe.experts.33.w1,0.0004090712,0.05000,2.984
27,block_sparse_moe.experts.38.w1,0.0003854578,0.05000,2.939
27,block_sparse_moe.experts.41.w1,0.0004178734,0.05000,3.033
27,block_sparse_moe.experts.59.w1,0.0003493820,0.05000,2.965
27,block_sparse_moe.experts.52.w1,0.0004865779,0.05000,2.979
27,block_sparse_moe.experts.60.w1,0.0003781948,0.05000,2.958
27,block_sparse_moe.experts.50.w1,0.0012392568,0.05000,2.829
27,block_sparse_moe.experts.63.w1,0.0002462282,0.05000,3.021
27,block_sparse_moe.experts.56.w1,0.0003365808,0.05000,2.949
27,block_sparse_moe.experts.58.w1,0.0011991267,0.05000,2.815
27,block_sparse_moe.experts.51.w1,0.0005537483,0.05000,3.161
27,block_sparse_moe.experts.62.w1,0.0004767914,0.05000,2.804
27,block_sparse_moe.experts.55.w1,0.0005973013,0.05000,3.088
27,block_sparse_moe.experts.54.w1,0.0006030781,0.05000,2.800
27,block_sparse_moe.experts.48.w1,0.0010017646,0.05000,3.016
27,block_sparse_moe.experts.61.w1,0.0006969468,0.05000,2.991
27,block_sparse_moe.experts.53.w1,0.0004005945,0.05000,3.045
27,block_sparse_moe.experts.49.w1,0.0005947317,0.05000,3.005
27,block_sparse_moe.experts.57.w1,0.0007493979,0.05000,3.051
27,block_sparse_moe.experts.66.w1,0.0001506059,0.05000,2.812
27,block_sparse_moe.experts.74.w1,0.0002549031,0.05000,2.802
27,block_sparse_moe.experts.78.w1,0.0004445863,0.05000,2.844
27,block_sparse_moe.experts.68.w1,0.0004747898,0.05000,2.995
27,block_sparse_moe.experts.70.w1,0.0003478844,0.05000,2.833
27,block_sparse_moe.experts.76.w1,0.0007539330,0.05000,3.065
27,block_sparse_moe.experts.72.w1,0.0006203483,0.05000,3.042
27,block_sparse_moe.experts.75.w1,0.0003974762,0.05000,3.146
27,block_sparse_moe.experts.79.w1,0.0003614473,0.05000,3.140
27,block_sparse_moe.experts.67.w1,0.0003916144,0.05000,3.086
27,block_sparse_moe.experts.64.w1,0.0005772234,0.05000,3.019
27,block_sparse_moe.experts.73.w1,0.0003193346,0.05000,2.790
27,block_sparse_moe.experts.65.w1,0.0014882606,0.05000,2.918
27,block_sparse_moe.experts.71.w1,0.0006065582,0.05000,3.149
27,block_sparse_moe.experts.77.w1,0.0009838571,0.05000,2.986
27,block_sparse_moe.experts.69.w1,0.0005763474,0.05000,3.098
27,block_sparse_moe.experts.90.w1,0.0004443077,0.05000,2.899
27,block_sparse_moe.experts.82.w1,0.0010096972,0.05000,2.987
27,block_sparse_moe.experts.94.w1,0.0007215356,0.05000,3.062
27,block_sparse_moe.experts.84.w1,0.0002876077,0.05000,3.045
27,block_sparse_moe.experts.86.w1,0.0003173513,0.05000,3.015
27,block_sparse_moe.experts.88.w1,0.0005001878,0.05000,3.037
27,block_sparse_moe.experts.92.w1,0.0008362739,0.05000,3.076
27,block_sparse_moe.experts.91.w1,0.0004491037,0.05000,3.070
27,block_sparse_moe.experts.83.w1,0.0004597705,0.05000,3.031
27,block_sparse_moe.experts.80.w1,0.0003984343,0.05000,3.068
27,block_sparse_moe.experts.89.w1,0.0006875463,0.05000,3.050
27,block_sparse_moe.experts.93.w1,0.0002442801,0.05000,3.028
27,block_sparse_moe.experts.95.w1,0.0001313841,0.05000,3.152
27,block_sparse_moe.experts.81.w1,0.0006561411,0.05000,3.070
27,block_sparse_moe.experts.87.w1,0.0002749702,0.05000,3.089
27,block_sparse_moe.experts.85.w1,0.0004230862,0.05000,3.006
27,block_sparse_moe.experts.106.w1,0.0005360673,0.05000,2.946
27,block_sparse_moe.experts.98.w1,0.0003756066,0.05000,2.889
27,block_sparse_moe.experts.110.w1,0.0002298660,0.05000,2.855
27,block_sparse_moe.experts.99.w1,0.0001299855,0.05000,2.732
27,block_sparse_moe.experts.107.w1,0.0002982363,0.05000,2.787
27,block_sparse_moe.experts.100.w1,0.0006772322,0.05000,2.981
27,block_sparse_moe.experts.102.w1,0.0001249614,0.05000,3.059
27,block_sparse_moe.experts.104.w1,0.0012671429,0.05000,2.953
27,block_sparse_moe.experts.111.w1,0.0002754039,0.05000,2.782
27,block_sparse_moe.experts.103.w1,0.0005960710,0.05000,2.787
27,block_sparse_moe.experts.108.w1,0.0009475033,0.05000,3.026
27,block_sparse_moe.experts.96.w1,0.0006082904,0.05000,2.948
27,block_sparse_moe.experts.105.w1,0.0006079282,0.05000,2.964
27,block_sparse_moe.experts.97.w1,0.0007349624,0.05000,2.933
27,block_sparse_moe.experts.109.w1,0.0008344114,0.05000,2.976
27,block_sparse_moe.experts.101.w1,0.0008068990,0.05000,3.093
27,block_sparse_moe.experts.122.w1,0.0008526720,0.05000,2.749
27,block_sparse_moe.experts.114.w1,0.0004463619,0.05000,2.774
27,block_sparse_moe.experts.126.w1,0.0004174879,0.05000,2.771
27,block_sparse_moe.experts.123.w1,0.0006638514,0.05000,2.742
27,block_sparse_moe.experts.115.w1,0.0005896724,0.05000,2.780
27,block_sparse_moe.experts.118.w1,0.0007622959,0.05000,2.825
27,block_sparse_moe.experts.127.w1,0.0000722789,0.05000,2.893
27,block_sparse_moe.experts.119.w1,0.0002141502,0.05000,2.908
27,block_sparse_moe.experts.116.w1,0.0002622982,0.05000,3.102
27,block_sparse_moe.experts.120.w1,0.0007411849,0.05000,3.042
27,block_sparse_moe.experts.124.w1,0.0005586162,0.05000,2.996
27,block_sparse_moe.experts.112.w1,0.0000905566,0.05000,3.023
27,block_sparse_moe.experts.121.w1,0.0003967323,0.05000,3.105
27,block_sparse_moe.experts.113.w1,0.0003756728,0.05000,3.135
27,block_sparse_moe.experts.125.w1,0.0004962353,0.05000,3.135
27,block_sparse_moe.experts.117.w1,0.0006504330,0.05000,3.099
27,block_sparse_moe.experts.130.w1,0.0006382183,0.05000,2.945
27,block_sparse_moe.experts.138.w1,0.0001824492,0.05000,3.012
27,block_sparse_moe.experts.142.w1,0.0002540804,0.05000,2.966
27,block_sparse_moe.experts.139.w1,0.0004752236,0.05000,3.039
27,block_sparse_moe.experts.131.w1,0.0004813087,0.05000,3.006
27,block_sparse_moe.experts.134.w1,0.0005455509,0.05000,2.919
27,block_sparse_moe.experts.132.w1,0.0005193413,0.05000,2.931
27,block_sparse_moe.experts.136.w1,0.0004331297,0.05000,2.938
27,block_sparse_moe.experts.143.w1,0.0003560512,0.05000,3.072
27,block_sparse_moe.experts.140.w1,0.0010146848,0.05000,2.921
27,block_sparse_moe.experts.135.w1,0.0003993900,0.05000,3.054
27,block_sparse_moe.experts.128.w1,0.0010290951,0.05000,2.968
27,block_sparse_moe.experts.137.w1,0.0003026443,0.05000,3.071
27,block_sparse_moe.experts.141.w1,0.0009089555,0.05000,3.084
27,block_sparse_moe.experts.129.w1,0.0003161910,0.05000,3.159
27,block_sparse_moe.experts.133.w1,0.0006307913,0.05000,3.095
27,block_sparse_moe.experts.146.w1,0.0001311214,0.05000,2.659
27,block_sparse_moe.experts.154.w1,0.0006173351,0.05000,2.689
27,block_sparse_moe.experts.158.w1,0.0008440527,0.05000,2.681
27,block_sparse_moe.experts.150.w1,0.0001145293,0.05000,2.730
27,block_sparse_moe.experts.155.w1,0.0006225120,0.05000,2.949
27,block_sparse_moe.experts.147.w1,0.0006827111,0.05000,2.951
27,block_sparse_moe.experts.148.w1,0.0005545116,0.05000,2.965
27,block_sparse_moe.experts.156.w1,0.0004271949,0.05000,2.889
27,block_sparse_moe.experts.152.w1,0.0007347727,0.05000,2.992
27,block_sparse_moe.experts.144.w1,0.0004509647,0.05000,2.873
27,block_sparse_moe.experts.151.w1,0.0005183241,0.05000,2.995
27,block_sparse_moe.experts.159.w1,0.0002074753,0.05000,3.083
27,block_sparse_moe.experts.153.w1,0.0004313425,0.05000,3.070
27,block_sparse_moe.experts.157.w1,0.0000399777,0.05000,3.113
27,block_sparse_moe.experts.145.w1,0.0000936885,0.05000,3.114
27,block_sparse_moe.experts.149.w1,0.0001605363,0.05000,3.047
27,block_sparse_moe.experts.162.w1,0.0007341265,0.05000,2.951
27,block_sparse_moe.experts.170.w1,0.0002840861,0.05000,3.057
27,block_sparse_moe.experts.174.w1,0.0007405923,0.05000,3.071
27,block_sparse_moe.experts.163.w1,0.0004016066,0.05000,3.039
27,block_sparse_moe.experts.171.w1,0.0006756250,0.05000,3.086
27,block_sparse_moe.experts.166.w1,0.0008190662,0.05000,3.228
27,block_sparse_moe.experts.164.w1,0.0003487458,0.05000,2.857
27,block_sparse_moe.experts.168.w1,0.0017147707,0.05000,2.898
27,block_sparse_moe.experts.172.w1,0.0003337134,0.05000,3.006
27,block_sparse_moe.experts.160.w1,0.0005731555,0.05000,2.958
27,block_sparse_moe.experts.175.w1,0.0007911958,0.05000,2.977
27,block_sparse_moe.experts.167.w1,0.0006992712,0.05000,3.024
27,block_sparse_moe.experts.169.w1,0.0000442558,0.05000,2.812
27,block_sparse_moe.experts.173.w1,0.0008960655,0.05000,2.853
27,block_sparse_moe.experts.161.w1,0.0001481205,0.05000,2.888
27,block_sparse_moe.experts.165.w1,0.0004851954,0.05000,2.920
27,block_sparse_moe.experts.178.w1,0.0002313583,0.05000,2.994
27,block_sparse_moe.experts.186.w1,0.0004470126,0.05000,2.911
27,block_sparse_moe.experts.190.w1,0.0001667594,0.05000,2.978
27,block_sparse_moe.experts.187.w1,0.0005427255,0.05000,2.889
27,block_sparse_moe.experts.179.w1,0.0000536108,0.05000,2.959
27,block_sparse_moe.experts.182.w1,0.0003907608,0.05000,2.948
27,block_sparse_moe.experts.180.w1,0.0006205980,0.05000,2.878
27,block_sparse_moe.experts.188.w1,0.0007272077,0.05000,2.858
27,block_sparse_moe.experts.184.w1,0.0012259149,0.05000,2.933
27,block_sparse_moe.experts.176.w1,0.0012645459,0.05000,2.907
27,block_sparse_moe.experts.183.w1,0.0005311840,0.05000,2.872
27,block_sparse_moe.experts.191.w1,0.0005369585,0.05000,2.993
27,block_sparse_moe.experts.185.w1,0.0002450396,0.05000,3.016
27,block_sparse_moe.experts.189.w1,0.0005988722,0.05000,3.092
27,block_sparse_moe.experts.177.w1,0.0001515870,0.05000,3.120
27,block_sparse_moe.experts.181.w1,0.0001929072,0.05000,3.123
27,block_sparse_moe.experts.194.w1,0.0001697848,0.05000,2.924
27,block_sparse_moe.experts.202.w1,0.0007512664,0.05000,2.901
27,block_sparse_moe.experts.206.w1,0.0004575101,0.05000,2.958
27,block_sparse_moe.experts.198.w1,0.0007822792,0.05000,2.861
27,block_sparse_moe.experts.203.w1,0.0000418404,0.05000,3.000
27,block_sparse_moe.experts.195.w1,0.0011237381,0.05000,3.047
27,block_sparse_moe.experts.196.w1,0.0004590397,0.05000,3.061
27,block_sparse_moe.experts.204.w1,0.0007692024,0.05000,3.048
27,block_sparse_moe.experts.192.w1,0.0003527662,0.05000,2.982
27,block_sparse_moe.experts.200.w1,0.0005063557,0.05000,3.060
27,block_sparse_moe.experts.199.w1,0.0002976525,0.05000,2.945
27,block_sparse_moe.experts.207.w1,0.0009387673,0.05000,2.994
27,block_sparse_moe.experts.201.w1,0.0001819819,0.05000,2.916
27,block_sparse_moe.experts.205.w1,0.0002821650,0.05000,2.781
27,block_sparse_moe.experts.197.w1,0.0003394627,0.05000,2.780
27,block_sparse_moe.experts.193.w1,0.0009448761,0.05000,2.889
27,block_sparse_moe.experts.210.w1,0.0009303501,0.05000,2.672
27,block_sparse_moe.experts.218.w1,0.0007383380,0.05000,2.627
27,block_sparse_moe.experts.222.w1,0.0013705651,0.05000,2.654
27,block_sparse_moe.experts.214.w1,0.0002535870,0.05000,2.650
27,block_sparse_moe.experts.212.w1,0.0007114169,0.05000,2.710
27,block_sparse_moe.experts.208.w1,0.0001843814,0.05000,2.707
27,block_sparse_moe.experts.219.w1,0.0007571459,0.05000,3.000
27,block_sparse_moe.experts.220.w1,0.0007315660,0.05000,2.784
27,block_sparse_moe.experts.216.w1,0.0008713631,0.05000,2.765
27,block_sparse_moe.experts.211.w1,0.0010396947,0.05000,3.002
27,block_sparse_moe.experts.217.w1,0.0010341236,0.05000,2.817
27,block_sparse_moe.experts.223.w1,0.0001925798,0.05000,2.967
27,block_sparse_moe.experts.215.w1,0.0009343589,0.05000,3.192
27,block_sparse_moe.experts.221.w1,0.0002508653,0.05000,2.878
27,block_sparse_moe.experts.213.w1,0.0002854406,0.05000,2.859
27,block_sparse_moe.experts.209.w1,0.0003490357,0.05000,2.987
27,block_sparse_moe.experts.226.w1,0.0005941057,0.05000,2.791
27,block_sparse_moe.experts.234.w1,0.0004509614,0.05000,2.768
27,block_sparse_moe.experts.238.w1,0.0007634782,0.05000,2.870
27,block_sparse_moe.experts.230.w1,0.0009637531,0.05000,2.893
27,block_sparse_moe.experts.228.w1,0.0003466662,0.05000,2.937
27,block_sparse_moe.experts.224.w1,0.0005582637,0.05000,2.893
27,block_sparse_moe.experts.227.w1,0.0004922583,0.05000,2.834
27,block_sparse_moe.experts.235.w1,0.0001226357,0.05000,2.916
27,block_sparse_moe.experts.236.w1,0.0001329575,0.05000,2.916
27,block_sparse_moe.experts.232.w1,0.0001688798,0.05000,2.917
27,block_sparse_moe.experts.239.w1,0.0007415063,0.05000,2.908
27,block_sparse_moe.experts.231.w1,0.0003329940,0.05000,2.889
27,block_sparse_moe.experts.233.w1,0.0006878629,0.05000,3.127
27,block_sparse_moe.experts.237.w1,0.0003860174,0.05000,3.077
27,block_sparse_moe.experts.229.w1,0.0005230450,0.05000,3.081
27,block_sparse_moe.experts.225.w1,0.0007554414,0.05000,3.021
27,block_sparse_moe.experts.250.w1,0.0000872213,0.05000,2.753
27,block_sparse_moe.experts.242.w1,0.0003005227,0.05000,2.758
27,block_sparse_moe.experts.254.w1,0.0002832582,0.05000,2.708
27,block_sparse_moe.experts.246.w1,0.0005545999,0.05000,2.696
27,block_sparse_moe.experts.244.w1,0.0008302342,0.05000,2.989
27,block_sparse_moe.experts.243.w1,0.0008794499,0.05000,2.996
27,block_sparse_moe.experts.251.w1,0.0002549830,0.05000,3.017
27,block_sparse_moe.experts.248.w1,0.0009018135,0.05000,2.989
27,block_sparse_moe.experts.252.w1,0.0001521505,0.05000,3.042
27,block_sparse_moe.experts.240.w1,0.0004824032,0.05000,3.143
27,block_sparse_moe.experts.249.w1,0.0008034629,0.05000,2.754
27,block_sparse_moe.experts.255.w1,0.0001630851,0.05000,2.997
27,block_sparse_moe.experts.253.w1,0.0004101198,0.05000,2.820
27,block_sparse_moe.experts.247.w1,0.0001739107,0.05000,3.161
27,block_sparse_moe.experts.245.w1,0.0002624356,0.05000,2.839
27,block_sparse_moe.experts.241.w1,0.0004147567,0.05000,2.867
27,block_sparse_moe.experts.10.w3,0.0007855703,0.05000,2.906
27,block_sparse_moe.experts.2.w3,0.0000479346,0.05000,2.895
27,block_sparse_moe.experts.14.w3,0.0014431285,0.05000,2.936
27,block_sparse_moe.experts.6.w3,0.0005354764,0.05000,3.023
27,block_sparse_moe.experts.3.w3,0.0002830694,0.05000,3.016
27,block_sparse_moe.experts.4.w3,0.0000891197,0.05000,3.195
27,block_sparse_moe.experts.11.w3,0.0011988765,0.05000,3.074
27,block_sparse_moe.experts.0.w3,0.0009784123,0.05000,3.011
27,block_sparse_moe.experts.8.w3,0.0004383584,0.05000,3.112
27,block_sparse_moe.experts.12.w3,0.0006961095,0.05000,3.125
27,block_sparse_moe.experts.15.w3,0.0002786472,0.05000,3.112
27,block_sparse_moe.experts.9.w3,0.0003754810,0.05000,3.191
27,block_sparse_moe.experts.7.w3,0.0003697200,0.05000,3.089
27,block_sparse_moe.experts.13.w3,0.0005242241,0.05000,3.227
27,block_sparse_moe.experts.5.w3,0.0003193504,0.05000,3.163
27,block_sparse_moe.experts.1.w3,0.0002345293,0.05000,3.313
27,block_sparse_moe.experts.26.w3,0.0009684432,0.05000,2.956
27,block_sparse_moe.experts.18.w3,0.0003804417,0.05000,2.976
27,block_sparse_moe.experts.30.w3,0.0010133736,0.05000,2.864
27,block_sparse_moe.experts.22.w3,0.0010287714,0.05000,2.862
27,block_sparse_moe.experts.19.w3,0.0007475156,0.05000,2.915
27,block_sparse_moe.experts.20.w3,0.0009349393,0.05000,2.972
27,block_sparse_moe.experts.27.w3,0.0001774421,0.05000,2.938
27,block_sparse_moe.experts.24.w3,0.0007362555,0.05000,3.018
27,block_sparse_moe.experts.28.w3,0.0001343847,0.05000,3.022
27,block_sparse_moe.experts.16.w3,0.0004295734,0.05000,3.175
27,block_sparse_moe.experts.31.w3,0.0024856909,0.05000,2.976
27,block_sparse_moe.experts.25.w3,0.0013025649,0.05000,3.066
27,block_sparse_moe.experts.23.w3,0.0007795445,0.05000,3.061
27,block_sparse_moe.experts.29.w3,0.0001185976,0.05000,3.063
27,block_sparse_moe.experts.21.w3,0.0003791254,0.05000,2.932
27,block_sparse_moe.experts.17.w3,0.0003357697,0.05000,2.971
27,block_sparse_moe.experts.34.w3,0.0004360952,0.05000,2.814
27,block_sparse_moe.experts.42.w3,0.0003501254,0.05000,2.839
27,block_sparse_moe.experts.46.w3,0.0006907622,0.05000,2.832
27,block_sparse_moe.experts.38.w3,0.0004089120,0.05000,2.936
27,block_sparse_moe.experts.35.w3,0.0005444175,0.05000,3.057
27,block_sparse_moe.experts.36.w3,0.0009885131,0.05000,2.977
27,block_sparse_moe.experts.43.w3,0.0005498149,0.05000,3.046
27,block_sparse_moe.experts.44.w3,0.0010448534,0.05000,2.883
27,block_sparse_moe.experts.40.w3,0.0004464366,0.05000,2.952
27,block_sparse_moe.experts.32.w3,0.0002857176,0.05000,2.993
27,block_sparse_moe.experts.47.w3,0.0007707120,0.05000,2.916
27,block_sparse_moe.experts.41.w3,0.0004313470,0.05000,2.929
27,block_sparse_moe.experts.39.w3,0.0002868710,0.05000,3.030
27,block_sparse_moe.experts.45.w3,0.0010032582,0.05000,3.041
27,block_sparse_moe.experts.37.w3,0.0003748989,0.05000,3.050
27,block_sparse_moe.experts.33.w3,0.0004271424,0.05000,3.072
27,block_sparse_moe.experts.58.w3,0.0012445003,0.05000,2.978
27,block_sparse_moe.experts.50.w3,0.0013164582,0.05000,2.987
27,block_sparse_moe.experts.62.w3,0.0005256459,0.05000,3.010
27,block_sparse_moe.experts.54.w3,0.0006707210,0.05000,3.035
27,block_sparse_moe.experts.51.w3,0.0005970005,0.05000,2.844
27,block_sparse_moe.experts.52.w3,0.0005385731,0.05000,2.877
27,block_sparse_moe.experts.56.w3,0.0003930810,0.05000,2.852
27,block_sparse_moe.experts.59.w3,0.0003708269,0.05000,2.931
27,block_sparse_moe.experts.60.w3,0.0004349429,0.05000,2.966
27,block_sparse_moe.experts.48.w3,0.0010670281,0.05000,2.905
27,block_sparse_moe.experts.63.w3,0.0002744610,0.05000,2.969
27,block_sparse_moe.experts.57.w3,0.0008517818,0.05000,3.006
27,block_sparse_moe.experts.55.w3,0.0006334838,0.05000,3.029
27,block_sparse_moe.experts.61.w3,0.0007433024,0.05000,2.966
27,block_sparse_moe.experts.53.w3,0.0004228118,0.05000,2.992
27,block_sparse_moe.experts.74.w3,0.0002852450,0.05000,2.991
27,block_sparse_moe.experts.49.w3,0.0006102730,0.05000,3.023
27,block_sparse_moe.experts.66.w3,0.0001700105,0.05000,3.054
27,block_sparse_moe.experts.78.w3,0.0004792169,0.05000,3.037
27,block_sparse_moe.experts.70.w3,0.0003665712,0.05000,3.017
27,block_sparse_moe.experts.68.w3,0.0005542670,0.05000,2.971
27,block_sparse_moe.experts.67.w3,0.0004336285,0.05000,3.057
27,block_sparse_moe.experts.75.w3,0.0004212678,0.05000,3.068
27,block_sparse_moe.experts.72.w3,0.0006861735,0.05000,3.137
27,block_sparse_moe.experts.76.w3,0.0008005381,0.05000,3.076
27,block_sparse_moe.experts.64.w3,0.0006296839,0.05000,3.064
27,block_sparse_moe.experts.79.w3,0.0003738461,0.05000,2.996
27,block_sparse_moe.experts.73.w3,0.0003349666,0.05000,2.993
27,block_sparse_moe.experts.77.w3,0.0010917513,0.05000,2.994
27,block_sparse_moe.experts.71.w3,0.0006482070,0.05000,3.023
27,block_sparse_moe.experts.69.w3,0.0005922664,0.05000,2.978
27,block_sparse_moe.experts.65.w3,0.0015677733,0.05000,2.979
27,block_sparse_moe.experts.90.w3,0.0004798125,0.05000,3.083
27,block_sparse_moe.experts.82.w3,0.0010502165,0.05000,3.121
27,block_sparse_moe.experts.94.w3,0.0007466190,0.05000,3.060
27,block_sparse_moe.experts.86.w3,0.0003464486,0.05000,3.069
27,block_sparse_moe.experts.83.w3,0.0005068743,0.05000,2.923
27,block_sparse_moe.experts.84.w3,0.0003393968,0.05000,3.007
27,block_sparse_moe.experts.91.w3,0.0004793286,0.05000,2.942
27,block_sparse_moe.experts.88.w3,0.0005403580,0.05000,2.955
27,block_sparse_moe.experts.92.w3,0.0009333140,0.05000,3.005
27,block_sparse_moe.experts.80.w3,0.0004313376,0.05000,2.989
27,block_sparse_moe.experts.95.w3,0.0001365382,0.05000,2.996
27,block_sparse_moe.experts.89.w3,0.0007521398,0.05000,3.011
27,block_sparse_moe.experts.87.w3,0.0002911062,0.05000,2.949
27,block_sparse_moe.experts.93.w3,0.0002584983,0.05000,3.083
27,block_sparse_moe.experts.85.w3,0.0004388967,0.05000,3.117
27,block_sparse_moe.experts.81.w3,0.0006853129,0.05000,3.050
27,block_sparse_moe.experts.106.w3,0.0005904011,0.05000,3.112
27,block_sparse_moe.experts.98.w3,0.0004023118,0.05000,3.118
27,block_sparse_moe.experts.110.w3,0.0002382234,0.05000,3.155
27,block_sparse_moe.experts.102.w3,0.0001418031,0.05000,3.117
27,block_sparse_moe.experts.100.w3,0.0007221198,0.05000,2.774
27,block_sparse_moe.experts.99.w3,0.0001412206,0.05000,3.077
27,block_sparse_moe.experts.104.w3,0.0013299876,0.05000,2.844
27,block_sparse_moe.experts.108.w3,0.0010349724,0.05000,2.820
27,block_sparse_moe.experts.96.w3,0.0006564618,0.05000,2.727
27,block_sparse_moe.experts.107.w3,0.0003224261,0.05000,2.978
27,block_sparse_moe.experts.111.w3,0.0002955352,0.05000,3.042
27,block_sparse_moe.experts.105.w3,0.0006745036,0.05000,2.911
27,block_sparse_moe.experts.109.w3,0.0008580056,0.05000,2.886
27,block_sparse_moe.experts.103.w3,0.0006431710,0.05000,3.010
27,block_sparse_moe.experts.101.w3,0.0008543831,0.05000,2.860
27,block_sparse_moe.experts.97.w3,0.0007570848,0.05000,2.872
27,block_sparse_moe.experts.122.w3,0.0008908582,0.05000,3.023
27,block_sparse_moe.experts.114.w3,0.0004594129,0.05000,2.945
27,block_sparse_moe.experts.126.w3,0.0004452421,0.05000,3.193
27,block_sparse_moe.experts.118.w3,0.0008223518,0.05000,3.070
27,block_sparse_moe.experts.116.w3,0.0002774584,0.05000,3.029
27,block_sparse_moe.experts.115.w3,0.0006592205,0.05000,2.880
27,block_sparse_moe.experts.120.w3,0.0007824966,0.05000,2.889
27,block_sparse_moe.experts.112.w3,0.0000969481,0.05000,2.926
27,block_sparse_moe.experts.124.w3,0.0005838277,0.05000,2.963
27,block_sparse_moe.experts.123.w3,0.0007367852,0.05000,3.016
27,block_sparse_moe.experts.121.w3,0.0004435139,0.05000,2.885
27,block_sparse_moe.experts.127.w3,0.0000792056,0.05000,2.953
27,block_sparse_moe.experts.125.w3,0.0005220912,0.05000,2.862
27,block_sparse_moe.experts.119.w3,0.0002274658,0.05000,2.932
27,block_sparse_moe.experts.117.w3,0.0007049094,0.05000,2.921
27,block_sparse_moe.experts.113.w3,0.0003917418,0.05000,2.933
27,block_sparse_moe.experts.138.w3,0.0001950152,0.05000,2.951
27,block_sparse_moe.experts.130.w3,0.0006709573,0.05000,2.990
27,block_sparse_moe.experts.142.w3,0.0002908872,0.05000,2.825
27,block_sparse_moe.experts.134.w3,0.0005871999,0.05000,2.774
27,block_sparse_moe.experts.132.w3,0.0005396317,0.05000,2.989
27,block_sparse_moe.experts.131.w3,0.0005672689,0.05000,2.911
27,block_sparse_moe.experts.136.w3,0.0004455343,0.05000,2.911
27,block_sparse_moe.experts.139.w3,0.0005106172,0.05000,2.789
27,block_sparse_moe.experts.140.w3,0.0010436117,0.05000,2.878
27,block_sparse_moe.experts.128.w3,0.0012506599,0.05000,3.017
27,block_sparse_moe.experts.143.w3,0.0003699855,0.05000,2.834
27,block_sparse_moe.experts.137.w3,0.0003240704,0.05000,2.935
27,block_sparse_moe.experts.141.w3,0.0009834931,0.05000,2.943
27,block_sparse_moe.experts.133.w3,0.0006539526,0.05000,2.907
27,block_sparse_moe.experts.135.w3,0.0004177113,0.05000,2.989
27,block_sparse_moe.experts.129.w3,0.0005062212,0.05000,2.941
27,block_sparse_moe.experts.154.w3,0.0006917739,0.05000,2.775
27,block_sparse_moe.experts.146.w3,0.0001484779,0.05000,2.777
27,block_sparse_moe.experts.158.w3,0.0009107437,0.05000,2.823
27,block_sparse_moe.experts.150.w3,0.0001221868,0.05000,2.926
27,block_sparse_moe.experts.148.w3,0.0005760878,0.05000,2.857
27,block_sparse_moe.experts.152.w3,0.0007897563,0.05000,2.895
27,block_sparse_moe.experts.156.w3,0.0004558244,0.05000,2.825
27,block_sparse_moe.experts.155.w3,0.0006382846,0.05000,2.954
27,block_sparse_moe.experts.144.w3,0.0004773872,0.05000,2.841
27,block_sparse_moe.experts.147.w3,0.0007575965,0.05000,3.112
27,block_sparse_moe.experts.159.w3,0.0002230121,0.05000,2.987
27,block_sparse_moe.experts.153.w3,0.0004430595,0.05000,2.998
27,block_sparse_moe.experts.157.w3,0.0000450070,0.05000,2.949
27,block_sparse_moe.experts.149.w3,0.0001783312,0.05000,2.948
27,block_sparse_moe.experts.151.w3,0.0005679550,0.05000,2.986
27,block_sparse_moe.experts.170.w3,0.0003066519,0.05000,2.731
27,block_sparse_moe.experts.145.w3,0.0001092926,0.05000,2.977
27,block_sparse_moe.experts.162.w3,0.0007781633,0.05000,2.806
27,block_sparse_moe.experts.174.w3,0.0008031672,0.05000,2.884
27,block_sparse_moe.experts.166.w3,0.0008398051,0.05000,2.862
27,block_sparse_moe.experts.164.w3,0.0003948866,0.05000,2.937
27,block_sparse_moe.experts.172.w3,0.0003743474,0.05000,2.875
27,block_sparse_moe.experts.168.w3,0.0017900448,0.05000,2.924
27,block_sparse_moe.experts.160.w3,0.0006048718,0.05000,2.929
27,block_sparse_moe.experts.171.w3,0.0006981155,0.05000,2.970
27,block_sparse_moe.experts.163.w3,0.0004640591,0.05000,2.978
27,block_sparse_moe.experts.175.w3,0.0008145561,0.05000,3.009
27,block_sparse_moe.experts.169.w3,0.0000512092,0.05000,2.936
27,block_sparse_moe.experts.173.w3,0.0009514986,0.05000,2.927
27,block_sparse_moe.experts.165.w3,0.0005139187,0.05000,2.947
27,block_sparse_moe.experts.167.w3,0.0007220697,0.05000,2.900
27,block_sparse_moe.experts.161.w3,0.0001650894,0.05000,2.939
27,block_sparse_moe.experts.186.w3,0.0004747210,0.05000,3.100
27,block_sparse_moe.experts.178.w3,0.0002454144,0.05000,3.014
27,block_sparse_moe.experts.190.w3,0.0001637446,0.05000,3.084
27,block_sparse_moe.experts.182.w3,0.0003954914,0.05000,2.947
27,block_sparse_moe.experts.180.w3,0.0006367316,0.05000,2.809
27,block_sparse_moe.experts.188.w3,0.0007505661,0.05000,2.790
27,block_sparse_moe.experts.184.w3,0.0013172736,0.05000,2.824
27,block_sparse_moe.experts.179.w3,0.0000575399,0.05000,2.662
27,block_sparse_moe.experts.187.w3,0.0005911094,0.05000,2.698
27,block_sparse_moe.experts.176.w3,0.0013319522,0.05000,2.781
27,block_sparse_moe.experts.191.w3,0.0005769894,0.05000,2.778
27,block_sparse_moe.experts.185.w3,0.0002674459,0.05000,3.076
27,block_sparse_moe.experts.183.w3,0.0006002738,0.05000,2.826
27,block_sparse_moe.experts.181.w3,0.0002133824,0.05000,2.980
27,block_sparse_moe.experts.189.w3,0.0006252194,0.05000,3.186
27,block_sparse_moe.experts.202.w3,0.0008086865,0.05000,2.946
27,block_sparse_moe.experts.194.w3,0.0001749764,0.05000,2.930
27,block_sparse_moe.experts.177.w3,0.0001666132,0.05000,3.089
27,block_sparse_moe.experts.206.w3,0.0004771821,0.05000,3.001
27,block_sparse_moe.experts.198.w3,0.0008261143,0.05000,3.049
27,block_sparse_moe.experts.196.w3,0.0005237395,0.05000,2.847
27,block_sparse_moe.experts.200.w3,0.0005218353,0.05000,2.826
27,block_sparse_moe.experts.204.w3,0.0008032077,0.05000,2.934
27,block_sparse_moe.experts.192.w3,0.0003879499,0.05000,2.862
27,block_sparse_moe.experts.195.w3,0.0012128402,0.05000,3.106
27,block_sparse_moe.experts.203.w3,0.0000445632,0.05000,3.118
27,block_sparse_moe.experts.201.w3,0.0002072115,0.05000,2.852
27,block_sparse_moe.experts.207.w3,0.0009721261,0.05000,3.193
27,block_sparse_moe.experts.197.w3,0.0003692290,0.05000,2.872
27,block_sparse_moe.experts.199.w3,0.0003181921,0.05000,3.021
27,block_sparse_moe.experts.205.w3,0.0002912741,0.05000,2.803
27,block_sparse_moe.experts.193.w3,0.0009875948,0.05000,2.808
27,block_sparse_moe.experts.218.w3,0.0007679703,0.05000,2.941
27,block_sparse_moe.experts.210.w3,0.0009982830,0.05000,2.931
27,block_sparse_moe.experts.222.w3,0.0014579153,0.05000,2.891
27,block_sparse_moe.experts.214.w3,0.0002670632,0.05000,2.879
27,block_sparse_moe.experts.212.w3,0.0007453987,0.05000,2.815
27,block_sparse_moe.experts.220.w3,0.0007979101,0.05000,2.776
27,block_sparse_moe.experts.216.w3,0.0009016077,0.05000,2.864
27,block_sparse_moe.experts.208.w3,0.0001970430,0.05000,2.821
27,block_sparse_moe.experts.211.w3,0.0010950218,0.05000,2.962
27,block_sparse_moe.experts.219.w3,0.0008199071,0.05000,3.032
27,block_sparse_moe.experts.217.w3,0.0010756106,0.05000,2.601
27,block_sparse_moe.experts.213.w3,0.0003171039,0.05000,2.587
27,block_sparse_moe.experts.223.w3,0.0002337649,0.05000,2.884
27,block_sparse_moe.experts.221.w3,0.0002842409,0.05000,2.740
27,block_sparse_moe.experts.215.w3,0.0009955766,0.05000,2.860
27,block_sparse_moe.experts.209.w3,0.0003760603,0.05000,2.567
27,block_sparse_moe.experts.234.w3,0.0004686392,0.05000,2.834
27,block_sparse_moe.experts.226.w3,0.0006419840,0.05000,2.850
27,block_sparse_moe.experts.238.w3,0.0008770663,0.05000,2.865
27,block_sparse_moe.experts.230.w3,0.0009937624,0.05000,2.926
27,block_sparse_moe.experts.232.w3,0.0001892861,0.05000,2.706
27,block_sparse_moe.experts.228.w3,0.0003860853,0.05000,2.902
27,block_sparse_moe.experts.236.w3,0.0001405207,0.05000,2.847
27,block_sparse_moe.experts.224.w3,0.0006026045,0.05000,2.876
27,block_sparse_moe.experts.227.w3,0.0005058386,0.05000,2.968
27,block_sparse_moe.experts.235.w3,0.0001349638,0.05000,2.936
27,block_sparse_moe.experts.233.w3,0.0007127714,0.05000,2.805
27,block_sparse_moe.experts.229.w3,0.0006025116,0.05000,2.807
27,block_sparse_moe.experts.239.w3,0.0008084681,0.05000,2.913
27,block_sparse_moe.experts.237.w3,0.0004024864,0.05000,2.861
27,block_sparse_moe.experts.231.w3,0.0003419741,0.05000,2.966
27,block_sparse_moe.experts.225.w3,0.0007787442,0.05000,2.905
27,block_sparse_moe.experts.242.w3,0.0003315424,0.05000,3.158
27,block_sparse_moe.experts.250.w3,0.0000949335,0.05000,3.228
27,block_sparse_moe.experts.254.w3,0.0003239159,0.05000,2.907
27,block_sparse_moe.experts.246.w3,0.0005821618,0.05000,2.704
27,block_sparse_moe.experts.248.w3,0.0009498447,0.05000,2.809
27,block_sparse_moe.experts.244.w3,0.0008691383,0.05000,2.805
27,block_sparse_moe.experts.252.w3,0.0001610050,0.05000,2.769
27,block_sparse_moe.experts.240.w3,0.0004955453,0.05000,2.699
27,block_sparse_moe.experts.243.w3,0.0009292761,0.05000,2.720
27,block_sparse_moe.experts.249.w3,0.0008206845,0.05000,2.696
27,block_sparse_moe.experts.251.w3,0.0002709704,0.05000,2.829
27,block_sparse_moe.experts.245.w3,0.0002733426,0.05000,2.652
27,block_sparse_moe.experts.255.w3,0.0001736177,0.05000,2.643
27,block_sparse_moe.experts.253.w3,0.0004201097,0.05000,2.601
27,block_sparse_moe.experts.247.w3,0.0001814888,0.05000,2.412
27,block_sparse_moe.experts.241.w3,0.0004270790,0.05000,2.397
27,block_sparse_moe.experts.3.w2,0.0006352129,0.05000,1.545
27,block_sparse_moe.experts.15.w2,0.0007100063,0.05000,1.519
27,block_sparse_moe.experts.8.w2,0.0002098848,0.05000,1.531
27,block_sparse_moe.experts.5.w2,0.0003063917,0.05000,1.559
27,block_sparse_moe.experts.1.w2,0.0003305039,0.05000,1.583
27,block_sparse_moe.experts.9.w2,0.0007698286,0.05000,1.563
27,block_sparse_moe.experts.11.w2,0.0011284103,0.05000,1.573
27,block_sparse_moe.experts.4.w2,0.0000665135,0.05000,1.604
27,block_sparse_moe.experts.6.w2,0.0007853491,0.05000,1.591
27,block_sparse_moe.experts.13.w2,0.0012460983,0.05000,1.578
27,block_sparse_moe.experts.10.w2,0.0002976550,0.05000,1.580
27,block_sparse_moe.experts.2.w2,0.0000505843,0.05000,1.630
27,block_sparse_moe.experts.14.w2,0.0009665645,0.05000,1.602
27,block_sparse_moe.experts.0.w2,0.0003951657,0.05000,1.651
27,block_sparse_moe.experts.12.w2,0.0010718120,0.05000,1.623
27,block_sparse_moe.experts.7.w2,0.0001778140,0.05000,1.658
27,block_sparse_moe.experts.24.w2,0.0008503240,0.05000,1.461
27,block_sparse_moe.experts.21.w2,0.0005907174,0.05000,1.467
27,block_sparse_moe.experts.20.w2,0.0016589332,0.05000,1.443
27,block_sparse_moe.experts.25.w2,0.0007203336,0.05000,1.486
27,block_sparse_moe.experts.31.w2,0.0045362621,0.05000,1.533
27,block_sparse_moe.experts.19.w2,0.0003000562,0.05000,1.539
27,block_sparse_moe.experts.22.w2,0.0004195408,0.05000,1.483
27,block_sparse_moe.experts.16.w2,0.0006002592,0.05000,1.443
27,block_sparse_moe.experts.29.w2,0.0001028141,0.05000,1.491
27,block_sparse_moe.experts.26.w2,0.0009417986,0.05000,1.506
27,block_sparse_moe.experts.17.w2,0.0004093304,0.05000,1.532
27,block_sparse_moe.experts.27.w2,0.0002987112,0.05000,1.522
27,block_sparse_moe.experts.18.w2,0.0002049842,0.05000,1.520
27,block_sparse_moe.experts.28.w2,0.0001340995,0.05000,1.502
27,block_sparse_moe.experts.30.w2,0.0017310508,0.05000,1.574
27,block_sparse_moe.experts.23.w2,0.0012261671,0.05000,1.583
27,block_sparse_moe.experts.40.w2,0.0005997210,0.05000,1.452
27,block_sparse_moe.experts.36.w2,0.0009962771,0.05000,1.479
27,block_sparse_moe.experts.37.w2,0.0003160253,0.05000,1.520
27,block_sparse_moe.experts.42.w2,0.0004952012,0.05000,1.445
27,block_sparse_moe.experts.32.w2,0.0004530834,0.05000,1.470
27,block_sparse_moe.experts.38.w2,0.0002637214,0.05000,1.482
27,block_sparse_moe.experts.44.w2,0.0010304286,0.05000,1.447
27,block_sparse_moe.experts.35.w2,0.0002171186,0.05000,1.523
27,block_sparse_moe.experts.41.w2,0.0003076329,0.05000,1.531
27,block_sparse_moe.experts.45.w2,0.0006127412,0.05000,1.521
27,block_sparse_moe.experts.34.w2,0.0004532149,0.05000,1.470
27,block_sparse_moe.experts.47.w2,0.0003724369,0.05000,1.553
27,block_sparse_moe.experts.46.w2,0.0007878489,0.05000,1.453
27,block_sparse_moe.experts.43.w2,0.0001279398,0.05000,1.550
27,block_sparse_moe.experts.33.w2,0.0003672623,0.05000,1.560
27,block_sparse_moe.experts.39.w2,0.0002519669,0.05000,1.581
27,block_sparse_moe.experts.56.w2,0.0007072037,0.05000,1.343
27,block_sparse_moe.experts.48.w2,0.0017014375,0.05000,1.302
27,block_sparse_moe.experts.52.w2,0.0006438777,0.05000,1.400
27,block_sparse_moe.experts.58.w2,0.0007999929,0.05000,1.417
27,block_sparse_moe.experts.54.w2,0.0008279093,0.05000,1.410
27,block_sparse_moe.experts.60.w2,0.0008120967,0.05000,1.388
27,block_sparse_moe.experts.50.w2,0.0017359577,0.05000,1.392
27,block_sparse_moe.experts.61.w2,0.0009246198,0.05000,1.418
27,block_sparse_moe.experts.53.w2,0.0003557956,0.05000,1.519
27,block_sparse_moe.experts.57.w2,0.0011261770,0.05000,1.477
27,block_sparse_moe.experts.63.w2,0.0006818476,0.05000,1.477
27,block_sparse_moe.experts.49.w2,0.0003206481,0.05000,1.453
27,block_sparse_moe.experts.59.w2,0.0002588175,0.05000,1.459
27,block_sparse_moe.experts.62.w2,0.0010734253,0.05000,1.474
27,block_sparse_moe.experts.51.w2,0.0011663241,0.05000,1.534
27,block_sparse_moe.experts.55.w2,0.0006056295,0.05000,1.438
27,block_sparse_moe.experts.72.w2,0.0005672949,0.05000,1.397
27,block_sparse_moe.experts.64.w2,0.0005793154,0.05000,1.423
27,block_sparse_moe.experts.70.w2,0.0002305320,0.05000,1.330
27,block_sparse_moe.experts.74.w2,0.0004559071,0.05000,1.355
27,block_sparse_moe.experts.68.w2,0.0007688272,0.05000,1.420
27,block_sparse_moe.experts.66.w2,0.0001722978,0.05000,1.371
27,block_sparse_moe.experts.76.w2,0.0025618188,0.05000,1.420
27,block_sparse_moe.experts.78.w2,0.0004774006,0.05000,1.316
27,block_sparse_moe.experts.69.w2,0.0002188651,0.05000,1.421
27,block_sparse_moe.experts.73.w2,0.0003113393,0.05000,1.433
27,block_sparse_moe.experts.79.w2,0.0003804457,0.05000,1.436
27,block_sparse_moe.experts.75.w2,0.0004101550,0.05000,1.417
27,block_sparse_moe.experts.77.w2,0.0022459595,0.05000,1.513
27,block_sparse_moe.experts.67.w2,0.0010148722,0.05000,1.448
27,block_sparse_moe.experts.65.w2,0.0011321830,0.05000,1.470
27,block_sparse_moe.experts.71.w2,0.0007233856,0.05000,1.551
27,block_sparse_moe.experts.88.w2,0.0009512711,0.05000,1.440
27,block_sparse_moe.experts.80.w2,0.0008771953,0.05000,1.419
27,block_sparse_moe.experts.86.w2,0.0004152475,0.05000,1.479
27,block_sparse_moe.experts.82.w2,0.0005229517,0.05000,1.432
27,block_sparse_moe.experts.84.w2,0.0005657820,0.05000,1.485
27,block_sparse_moe.experts.92.w2,0.0008079125,0.05000,1.452
27,block_sparse_moe.experts.85.w2,0.0003388453,0.05000,1.416
27,block_sparse_moe.experts.91.w2,0.0011317775,0.05000,1.379
27,block_sparse_moe.experts.90.w2,0.0006455299,0.05000,1.599
27,block_sparse_moe.experts.94.w2,0.0004221576,0.05000,1.492
27,block_sparse_moe.experts.95.w2,0.0001058972,0.05000,1.419
27,block_sparse_moe.experts.83.w2,0.0006535980,0.05000,1.391
27,block_sparse_moe.experts.93.w2,0.0000856683,0.05000,1.462
27,block_sparse_moe.experts.89.w2,0.0008269835,0.05000,1.535
27,block_sparse_moe.experts.81.w2,0.0004385460,0.05000,1.478
27,block_sparse_moe.experts.87.w2,0.0002426489,0.05000,1.412
27,block_sparse_moe.experts.98.w2,0.0002926765,0.05000,1.300
27,block_sparse_moe.experts.102.w2,0.0002584550,0.05000,1.385
27,block_sparse_moe.experts.96.w2,0.0009349180,0.05000,1.532
27,block_sparse_moe.experts.110.w2,0.0000921502,0.05000,1.323
27,block_sparse_moe.experts.104.w2,0.0014958242,0.05000,1.619
27,block_sparse_moe.experts.106.w2,0.0009800692,0.05000,1.360
27,block_sparse_moe.experts.100.w2,0.0016473119,0.05000,1.515
27,block_sparse_moe.experts.107.w2,0.0003058438,0.05000,1.433
27,block_sparse_moe.experts.108.w2,0.0014878327,0.05000,1.526
27,block_sparse_moe.experts.101.w2,0.0006364793,0.05000,1.487
27,block_sparse_moe.experts.99.w2,0.0001677315,0.05000,1.484
27,block_sparse_moe.experts.111.w2,0.0003290242,0.05000,1.523
27,block_sparse_moe.experts.109.w2,0.0008706973,0.05000,1.545
27,block_sparse_moe.experts.97.w2,0.0003585515,0.05000,1.531
27,block_sparse_moe.experts.105.w2,0.0006118105,0.05000,1.602
27,block_sparse_moe.experts.103.w2,0.0005897411,0.05000,1.459
27,block_sparse_moe.experts.114.w2,0.0002626336,0.05000,1.489
27,block_sparse_moe.experts.118.w2,0.0006254130,0.05000,1.511
27,block_sparse_moe.experts.120.w2,0.0012595423,0.05000,1.479
27,block_sparse_moe.experts.123.w2,0.0014935326,0.05000,1.408
27,block_sparse_moe.experts.112.w2,0.0001304954,0.05000,1.543
27,block_sparse_moe.experts.126.w2,0.0004267645,0.05000,1.518
27,block_sparse_moe.experts.122.w2,0.0006112147,0.05000,1.534
27,block_sparse_moe.experts.116.w2,0.0003281788,0.05000,1.495
27,block_sparse_moe.experts.115.w2,0.0004551653,0.05000,1.398
27,block_sparse_moe.experts.127.w2,0.0001027625,0.05000,1.397
27,block_sparse_moe.experts.124.w2,0.0005218671,0.05000,1.515
27,block_sparse_moe.experts.117.w2,0.0009350931,0.05000,1.550
27,block_sparse_moe.experts.125.w2,0.0004529689,0.05000,1.507
27,block_sparse_moe.experts.119.w2,0.0004081851,0.05000,1.401
27,block_sparse_moe.experts.113.w2,0.0002235868,0.05000,1.542
27,block_sparse_moe.experts.121.w2,0.0009130414,0.05000,1.525
27,block_sparse_moe.experts.130.w2,0.0009097874,0.05000,1.562
27,block_sparse_moe.experts.139.w2,0.0003848360,0.05000,1.429
27,block_sparse_moe.experts.134.w2,0.0006945595,0.05000,1.545
27,block_sparse_moe.experts.136.w2,0.0004536833,0.05000,1.516
27,block_sparse_moe.experts.138.w2,0.0002825479,0.05000,1.492
27,block_sparse_moe.experts.143.w2,0.0001888554,0.05000,1.458
27,block_sparse_moe.experts.142.w2,0.0005634016,0.05000,1.568
27,block_sparse_moe.experts.131.w2,0.0013334942,0.05000,1.495
27,block_sparse_moe.experts.132.w2,0.0003775868,0.05000,1.529
27,block_sparse_moe.experts.128.w2,0.0020981133,0.05000,1.606
27,block_sparse_moe.experts.133.w2,0.0003634841,0.05000,1.548
27,block_sparse_moe.experts.140.w2,0.0005417818,0.05000,1.590
27,block_sparse_moe.experts.141.w2,0.0016091808,0.05000,1.482
27,block_sparse_moe.experts.135.w2,0.0003397368,0.05000,1.491
27,block_sparse_moe.experts.129.w2,0.0002810123,0.05000,1.469
27,block_sparse_moe.experts.137.w2,0.0002262878,0.05000,1.463
27,block_sparse_moe.experts.155.w2,0.0002217905,0.05000,1.362
27,block_sparse_moe.experts.150.w2,0.0001255733,0.05000,1.396
27,block_sparse_moe.experts.146.w2,0.0003388703,0.05000,1.494
27,block_sparse_moe.experts.159.w2,0.0002016569,0.05000,1.329
27,block_sparse_moe.experts.154.w2,0.0009475783,0.05000,1.384
27,block_sparse_moe.experts.147.w2,0.0018076453,0.05000,1.353
27,block_sparse_moe.experts.158.w2,0.0011267887,0.05000,1.364
27,block_sparse_moe.experts.152.w2,0.0006195055,0.05000,1.652
27,block_sparse_moe.experts.151.w2,0.0010307818,0.05000,1.411
27,block_sparse_moe.experts.148.w2,0.0003567935,0.05000,1.703
27,block_sparse_moe.experts.144.w2,0.0002506972,0.05000,1.771
27,block_sparse_moe.experts.156.w2,0.0004507318,0.05000,1.749
27,block_sparse_moe.experts.171.w2,0.0003814104,0.05000,1.575
27,block_sparse_moe.experts.175.w2,0.0003094921,0.05000,1.546
27,block_sparse_moe.experts.163.w2,0.0003409893,0.05000,1.567
27,block_sparse_moe.experts.168.w2,0.0012448891,0.05000,1.565
27,block_sparse_moe.experts.167.w2,0.0003834019,0.05000,1.546
27,block_sparse_moe.experts.164.w2,0.0006542479,0.05000,1.595
27,block_sparse_moe.experts.160.w2,0.0005498046,0.05000,1.560
27,block_sparse_moe.experts.172.w2,0.0007877931,0.05000,1.597
27,block_sparse_moe.experts.149.w2,0.0002848405,0.05000,3.775
27,block_sparse_moe.experts.145.w2,0.0002093414,0.05000,3.674
27,block_sparse_moe.experts.157.w2,0.0000645363,0.05000,3.767
27,block_sparse_moe.experts.153.w2,0.0001369754,0.05000,3.707
27,block_sparse_moe.experts.187.w2,0.0005840251,0.05000,1.774
27,block_sparse_moe.experts.191.w2,0.0006790869,0.05000,1.783
27,block_sparse_moe.experts.179.w2,0.0000865172,0.05000,1.856
27,block_sparse_moe.experts.184.w2,0.0015284508,0.05000,1.674
27,block_sparse_moe.experts.183.w2,0.0011729357,0.05000,1.783
27,block_sparse_moe.experts.180.w2,0.0003550654,0.05000,1.691
27,block_sparse_moe.experts.176.w2,0.0012641219,0.05000,1.695
27,block_sparse_moe.experts.188.w2,0.0004954897,0.05000,1.623
27,block_sparse_moe.experts.165.w2,0.0002932189,0.05000,1.412
27,block_sparse_moe.experts.161.w2,0.0001774591,0.05000,1.402
27,block_sparse_moe.experts.173.w2,0.0005707400,0.05000,1.387
27,block_sparse_moe.experts.169.w2,0.0000549270,0.05000,1.452
27,block_sparse_moe.experts.200.w2,0.0001837756,0.05000,1.702
27,block_sparse_moe.experts.192.w2,0.0004038763,0.05000,1.571
27,block_sparse_moe.experts.196.w2,0.0008619874,0.05000,1.643
27,block_sparse_moe.experts.204.w2,0.0005478946,0.05000,1.599
27,block_sparse_moe.experts.181.w2,0.0003934676,0.05000,1.636
27,block_sparse_moe.experts.189.w2,0.0003939819,0.05000,1.634
27,block_sparse_moe.experts.177.w2,0.0003286040,0.05000,1.642
27,block_sparse_moe.experts.185.w2,0.0006831802,0.05000,1.714
27,block_sparse_moe.experts.216.w2,0.0003118207,0.05000,1.557
27,block_sparse_moe.experts.208.w2,0.0001749402,0.05000,1.528
27,block_sparse_moe.experts.220.w2,0.0009516585,0.05000,1.504
27,block_sparse_moe.experts.212.w2,0.0006489968,0.05000,1.596
27,block_sparse_moe.experts.197.w2,0.0005584148,0.05000,1.606
27,block_sparse_moe.experts.193.w2,0.0004897553,0.05000,1.610
27,block_sparse_moe.experts.205.w2,0.0002213519,0.05000,1.671
27,block_sparse_moe.experts.203.w2,0.0000585682,0.05000,4.109
27,block_sparse_moe.experts.207.w2,0.0005768506,0.05000,4.110
27,block_sparse_moe.experts.201.w2,0.0003364210,0.05000,1.608
27,block_sparse_moe.experts.195.w2,0.0007350709,0.05000,4.092
27,block_sparse_moe.experts.199.w2,0.0003348530,0.05000,4.070
27,block_sparse_moe.experts.174.w2,0.0009950767,0.05000,1.409
27,block_sparse_moe.experts.166.w2,0.0004351162,0.05000,1.431
27,block_sparse_moe.experts.170.w2,0.0007252411,0.05000,1.432
27,block_sparse_moe.experts.232.w2,0.0002819075,0.05000,1.498
27,block_sparse_moe.experts.162.w2,0.0005480702,0.05000,1.476
27,block_sparse_moe.experts.224.w2,0.0017962323,0.05000,1.531
27,block_sparse_moe.experts.236.w2,0.0000829955,0.05000,1.528
27,block_sparse_moe.experts.228.w2,0.0003873199,0.05000,1.550
27,block_sparse_moe.experts.213.w2,0.0004257663,0.05000,1.462
27,block_sparse_moe.experts.221.w2,0.0006230781,0.05000,1.403
27,block_sparse_moe.experts.209.w2,0.0004271607,0.05000,1.475
27,block_sparse_moe.experts.217.w2,0.0008627667,0.05000,1.336
27,block_sparse_moe.experts.219.w2,0.0005450504,0.05000,1.443
27,block_sparse_moe.experts.223.w2,0.0004980436,0.05000,1.530
27,block_sparse_moe.experts.211.w2,0.0011282428,0.05000,1.688
27,block_sparse_moe.experts.215.w2,0.0007829175,0.05000,1.591
27,block_sparse_moe.experts.235.w2,0.0001976004,0.05000,0.979
27,block_sparse_moe.experts.186.w2,0.0003726919,0.05000,1.556
27,block_sparse_moe.experts.190.w2,0.0002095937,0.05000,1.590
27,block_sparse_moe.experts.182.w2,0.0001205026,0.05000,1.584
27,block_sparse_moe.experts.239.w2,0.0007473140,0.05000,0.838
27,block_sparse_moe.experts.178.w2,0.0001785760,0.05000,1.618
27,block_sparse_moe.experts.248.w2,0.0005825370,0.05000,1.656
27,block_sparse_moe.experts.240.w2,0.0002255350,0.05000,1.603
27,block_sparse_moe.experts.252.w2,0.0001475008,0.05000,1.582
27,block_sparse_moe.experts.244.w2,0.0006482483,0.05000,1.555
27,block_sparse_moe.experts.233.w2,0.0003767142,0.05000,1.574
27,block_sparse_moe.experts.237.w2,0.0001886004,0.05000,1.630
27,block_sparse_moe.experts.229.w2,0.0011830893,0.05000,1.642
27,block_sparse_moe.experts.225.w2,0.0004102654,0.05000,1.644
27,block_sparse_moe.experts.198.w2,0.0006122513,0.05000,1.340
27,block_sparse_moe.experts.206.w2,0.0005807615,0.05000,1.378
27,block_sparse_moe.experts.202.w2,0.0020287137,0.05000,1.433
27,block_sparse_moe.experts.194.w2,0.0000884062,0.05000,1.377
27,block_sparse_moe.experts.231.w2,0.0001844531,0.05000,1.361
27,block_sparse_moe.experts.251.w2,0.0002790749,0.05000,1.398
27,block_sparse_moe.experts.255.w2,0.0002390823,0.05000,1.426
27,block_sparse_moe.experts.227.w2,0.0006718848,0.05000,1.442
27,block_sparse_moe.experts.249.w2,0.0008919520,0.05000,1.407
27,block_sparse_moe.experts.241.w2,0.0002458052,0.05000,1.364
27,block_sparse_moe.experts.245.w2,0.0002384940,0.05000,1.370
27,block_sparse_moe.experts.253.w2,0.0000949499,0.05000,1.394
27,block_sparse_moe.experts.247.w2,0.0001334002,0.05000,1.005
27,block_sparse_moe.experts.243.w2,0.0005847069,0.05000,0.929
27,block_sparse_moe.experts.214.w2,0.0003044886,0.05000,1.317
27,block_sparse_moe.experts.222.w2,0.0013226986,0.05000,1.325
27,block_sparse_moe.experts.218.w2,0.0003643444,0.05000,1.295
27,block_sparse_moe.experts.210.w2,0.0005947304,0.05000,1.300
27,block_sparse_moe.experts.230.w2,0.0004202596,0.05000,1.237
27,block_sparse_moe.experts.234.w2,0.0002715252,0.05000,1.235
27,block_sparse_moe.experts.238.w2,0.0025635613,0.05000,1.252
27,block_sparse_moe.experts.226.w2,0.0007677042,0.05000,1.273
27,block_sparse_moe.experts.246.w2,0.0003496174,0.05000,1.432
27,block_sparse_moe.experts.254.w2,0.0005759428,0.05000,1.421
27,block_sparse_moe.experts.250.w2,0.0001366700,0.05000,1.435
27,block_sparse_moe.experts.242.w2,0.0008913056,0.05000,1.372
28,self_attn.k_proj,0.0000039593,0.05000,0.850
28,self_attn.q_proj,0.0000252871,0.05000,0.852
28,self_attn.v_proj,0.0000031582,0.05000,0.911
28,self_attn.o_proj,0.0000023702,0.05000,1.754
28,block_sparse_moe.experts.6.w1,0.0010104708,0.05000,2.857
28,block_sparse_moe.experts.2.w1,0.0004380803,0.05000,2.901
28,block_sparse_moe.experts.14.w1,0.0001163134,0.05000,2.963
28,block_sparse_moe.experts.10.w1,0.0002733459,0.05000,3.028
28,block_sparse_moe.experts.4.w1,0.0010926524,0.05000,3.043
28,block_sparse_moe.experts.8.w1,0.0003875587,0.05000,3.068
28,block_sparse_moe.experts.0.w1,0.0004381228,0.05000,3.110
28,block_sparse_moe.experts.1.w1,0.0011075163,0.05000,3.178
28,block_sparse_moe.experts.9.w1,0.0002491427,0.05000,3.128
28,block_sparse_moe.experts.12.w1,0.0005226125,0.05000,3.225
28,block_sparse_moe.experts.5.w1,0.0004459488,0.05000,3.152
28,block_sparse_moe.experts.13.w1,0.0006526780,0.05000,3.297
28,block_sparse_moe.experts.11.w1,0.0005374029,0.05000,3.305
28,block_sparse_moe.experts.15.w1,0.0017307778,0.05000,3.377
28,block_sparse_moe.experts.7.w1,0.0009152326,0.05000,3.411
28,block_sparse_moe.experts.3.w1,0.0015948681,0.05000,3.450
28,block_sparse_moe.experts.18.w1,0.0001204240,0.05000,2.844
28,block_sparse_moe.experts.22.w1,0.0003780120,0.05000,2.932
28,block_sparse_moe.experts.30.w1,0.0012098382,0.05000,2.858
28,block_sparse_moe.experts.26.w1,0.0011501647,0.05000,2.837
28,block_sparse_moe.experts.24.w1,0.0001839332,0.05000,3.002
28,block_sparse_moe.experts.21.w1,0.0006441290,0.05000,2.847
28,block_sparse_moe.experts.20.w1,0.0003672458,0.05000,3.112
28,block_sparse_moe.experts.17.w1,0.0008442250,0.05000,2.978
28,block_sparse_moe.experts.25.w1,0.0005954758,0.05000,2.978
28,block_sparse_moe.experts.16.w1,0.0004504409,0.05000,3.107
28,block_sparse_moe.experts.29.w1,0.0015546749,0.05000,2.943
28,block_sparse_moe.experts.28.w1,0.0002436339,0.05000,3.093
28,block_sparse_moe.experts.31.w1,0.0010695497,0.05000,3.033
28,block_sparse_moe.experts.27.w1,0.0008206659,0.05000,3.108
28,block_sparse_moe.experts.23.w1,0.0005830484,0.05000,3.025
28,block_sparse_moe.experts.19.w1,0.0006564722,0.05000,3.017
28,block_sparse_moe.experts.34.w1,0.0001932416,0.05000,2.852
28,block_sparse_moe.experts.38.w1,0.0009517985,0.05000,2.929
28,block_sparse_moe.experts.46.w1,0.0005289692,0.05000,2.934
28,block_sparse_moe.experts.42.w1,0.0003296227,0.05000,2.893
28,block_sparse_moe.experts.40.w1,0.0006172076,0.05000,2.777
28,block_sparse_moe.experts.36.w1,0.0006807512,0.05000,2.800
28,block_sparse_moe.experts.37.w1,0.0009742974,0.05000,2.975
28,block_sparse_moe.experts.32.w1,0.0004865028,0.05000,2.881
28,block_sparse_moe.experts.41.w1,0.0012492502,0.05000,2.972
28,block_sparse_moe.experts.33.w1,0.0005906045,0.05000,3.019
28,block_sparse_moe.experts.44.w1,0.0003626080,0.05000,2.930
28,block_sparse_moe.experts.45.w1,0.0004879975,0.05000,3.042
28,block_sparse_moe.experts.43.w1,0.0005707625,0.05000,2.935
28,block_sparse_moe.experts.35.w1,0.0014754769,0.05000,2.942
28,block_sparse_moe.experts.39.w1,0.0009341719,0.05000,3.010
28,block_sparse_moe.experts.47.w1,0.0008221033,0.05000,3.096
28,block_sparse_moe.experts.50.w1,0.0000927868,0.05000,2.756
28,block_sparse_moe.experts.62.w1,0.0012302589,0.05000,2.708
28,block_sparse_moe.experts.54.w1,0.0006692739,0.05000,2.779
28,block_sparse_moe.experts.58.w1,0.0008079819,0.05000,2.779
28,block_sparse_moe.experts.56.w1,0.0005917635,0.05000,3.019
28,block_sparse_moe.experts.52.w1,0.0005660659,0.05000,2.958
28,block_sparse_moe.experts.53.w1,0.0001754210,0.05000,2.962
28,block_sparse_moe.experts.48.w1,0.0005209143,0.05000,2.950
28,block_sparse_moe.experts.57.w1,0.0015819094,0.05000,2.887
28,block_sparse_moe.experts.61.w1,0.0008015263,0.05000,2.894
28,block_sparse_moe.experts.49.w1,0.0002341169,0.05000,3.031
28,block_sparse_moe.experts.60.w1,0.0002546967,0.05000,3.042
28,block_sparse_moe.experts.55.w1,0.0010534521,0.05000,2.994
28,block_sparse_moe.experts.59.w1,0.0004977135,0.05000,3.138
28,block_sparse_moe.experts.63.w1,0.0006942928,0.05000,3.045
28,block_sparse_moe.experts.51.w1,0.0003295961,0.05000,3.182
28,block_sparse_moe.experts.66.w1,0.0004053997,0.05000,3.048
28,block_sparse_moe.experts.78.w1,0.0007742867,0.05000,3.055
28,block_sparse_moe.experts.70.w1,0.0007102954,0.05000,3.026
28,block_sparse_moe.experts.74.w1,0.0007677769,0.05000,3.109
28,block_sparse_moe.experts.72.w1,0.0000679343,0.05000,2.934
28,block_sparse_moe.experts.68.w1,0.0004379033,0.05000,2.962
28,block_sparse_moe.experts.64.w1,0.0009487221,0.05000,2.907
28,block_sparse_moe.experts.73.w1,0.0009753054,0.05000,2.935
28,block_sparse_moe.experts.69.w1,0.0012902680,0.05000,3.000
28,block_sparse_moe.experts.77.w1,0.0004258194,0.05000,2.952
28,block_sparse_moe.experts.65.w1,0.0007563265,0.05000,2.994
28,block_sparse_moe.experts.76.w1,0.0009139235,0.05000,2.994
28,block_sparse_moe.experts.71.w1,0.0006562034,0.05000,3.028
28,block_sparse_moe.experts.75.w1,0.0007241139,0.05000,3.069
28,block_sparse_moe.experts.79.w1,0.0000305209,0.05000,3.061
28,block_sparse_moe.experts.67.w1,0.0008024233,0.05000,3.045
28,block_sparse_moe.experts.82.w1,0.0009515119,0.05000,2.967
28,block_sparse_moe.experts.94.w1,0.0006429575,0.05000,2.934
28,block_sparse_moe.experts.86.w1,0.0004909728,0.05000,2.980
28,block_sparse_moe.experts.90.w1,0.0006112741,0.05000,2.983
28,block_sparse_moe.experts.88.w1,0.0015604853,0.05000,2.974
28,block_sparse_moe.experts.80.w1,0.0004297910,0.05000,2.928
28,block_sparse_moe.experts.84.w1,0.0002966946,0.05000,3.011
28,block_sparse_moe.experts.89.w1,0.0010091323,0.05000,2.956
28,block_sparse_moe.experts.93.w1,0.0009721418,0.05000,2.846
28,block_sparse_moe.experts.85.w1,0.0013479129,0.05000,2.975
28,block_sparse_moe.experts.81.w1,0.0016369191,0.05000,2.944
28,block_sparse_moe.experts.92.w1,0.0005801788,0.05000,2.959
28,block_sparse_moe.experts.87.w1,0.0007719633,0.05000,3.026
28,block_sparse_moe.experts.95.w1,0.0004433695,0.05000,3.064
28,block_sparse_moe.experts.83.w1,0.0007429038,0.05000,3.049
28,block_sparse_moe.experts.91.w1,0.0005011612,0.05000,3.133
28,block_sparse_moe.experts.98.w1,0.0008156205,0.05000,3.052
28,block_sparse_moe.experts.110.w1,0.0001699728,0.05000,3.100
28,block_sparse_moe.experts.102.w1,0.0007055754,0.05000,3.087
28,block_sparse_moe.experts.106.w1,0.0001036033,0.05000,3.003
28,block_sparse_moe.experts.104.w1,0.0000744237,0.05000,2.868
28,block_sparse_moe.experts.96.w1,0.0009642164,0.05000,2.812
28,block_sparse_moe.experts.100.w1,0.0002071623,0.05000,2.862
28,block_sparse_moe.experts.101.w1,0.0002119675,0.05000,2.796
28,block_sparse_moe.experts.109.w1,0.0008872081,0.05000,2.909
28,block_sparse_moe.experts.105.w1,0.0003924855,0.05000,2.985
28,block_sparse_moe.experts.97.w1,0.0013234748,0.05000,2.891
28,block_sparse_moe.experts.108.w1,0.0005673125,0.05000,2.834
28,block_sparse_moe.experts.103.w1,0.0002764007,0.05000,3.019
28,block_sparse_moe.experts.99.w1,0.0005603687,0.05000,2.934
28,block_sparse_moe.experts.111.w1,0.0004473646,0.05000,3.044
28,block_sparse_moe.experts.107.w1,0.0012532932,0.05000,3.004
28,block_sparse_moe.experts.114.w1,0.0003930485,0.05000,2.813
28,block_sparse_moe.experts.118.w1,0.0003546733,0.05000,2.792
28,block_sparse_moe.experts.122.w1,0.0003148342,0.05000,2.779
28,block_sparse_moe.experts.126.w1,0.0006165089,0.05000,2.867
28,block_sparse_moe.experts.120.w1,0.0001074665,0.05000,2.854
28,block_sparse_moe.experts.112.w1,0.0002061151,0.05000,2.936
28,block_sparse_moe.experts.116.w1,0.0007434554,0.05000,2.885
28,block_sparse_moe.experts.117.w1,0.0004165158,0.05000,2.997
28,block_sparse_moe.experts.125.w1,0.0001692918,0.05000,2.944
28,block_sparse_moe.experts.121.w1,0.0008160869,0.05000,2.992
28,block_sparse_moe.experts.113.w1,0.0008818749,0.05000,3.010
28,block_sparse_moe.experts.124.w1,0.0008026616,0.05000,2.980
28,block_sparse_moe.experts.119.w1,0.0006316094,0.05000,2.809
28,block_sparse_moe.experts.115.w1,0.0010742690,0.05000,2.882
28,block_sparse_moe.experts.127.w1,0.0007796294,0.05000,2.852
28,block_sparse_moe.experts.123.w1,0.0001841351,0.05000,2.858
28,block_sparse_moe.experts.142.w1,0.0006542555,0.05000,2.650
28,block_sparse_moe.experts.130.w1,0.0010528832,0.05000,2.855
28,block_sparse_moe.experts.134.w1,0.0007126268,0.05000,2.710
28,block_sparse_moe.experts.138.w1,0.0003382384,0.05000,2.713
28,block_sparse_moe.experts.136.w1,0.0007867672,0.05000,3.007
28,block_sparse_moe.experts.128.w1,0.0002634017,0.05000,2.918
28,block_sparse_moe.experts.133.w1,0.0008112413,0.05000,2.831
28,block_sparse_moe.experts.132.w1,0.0004474943,0.05000,3.010
28,block_sparse_moe.experts.141.w1,0.0008531641,0.05000,2.816
28,block_sparse_moe.experts.137.w1,0.0010587805,0.05000,2.891
28,block_sparse_moe.experts.129.w1,0.0001957189,0.05000,2.884
28,block_sparse_moe.experts.140.w1,0.0008270862,0.05000,2.989
28,block_sparse_moe.experts.135.w1,0.0003461377,0.05000,2.831
28,block_sparse_moe.experts.131.w1,0.0004862131,0.05000,2.810
28,block_sparse_moe.experts.139.w1,0.0002691266,0.05000,2.823
28,block_sparse_moe.experts.143.w1,0.0011707228,0.05000,2.833
28,block_sparse_moe.experts.146.w1,0.0003535480,0.05000,2.802
28,block_sparse_moe.experts.158.w1,0.0003045533,0.05000,2.872
28,block_sparse_moe.experts.154.w1,0.0002202495,0.05000,2.813
28,block_sparse_moe.experts.150.w1,0.0001486005,0.05000,2.918
28,block_sparse_moe.experts.157.w1,0.0005992285,0.05000,2.748
28,block_sparse_moe.experts.152.w1,0.0005942419,0.05000,2.949
28,block_sparse_moe.experts.149.w1,0.0008932858,0.05000,2.879
28,block_sparse_moe.experts.144.w1,0.0000703903,0.05000,2.955
28,block_sparse_moe.experts.148.w1,0.0008260009,0.05000,2.891
28,block_sparse_moe.experts.145.w1,0.0005947094,0.05000,2.732
28,block_sparse_moe.experts.153.w1,0.0004610526,0.05000,2.879
28,block_sparse_moe.experts.156.w1,0.0007362667,0.05000,2.978
28,block_sparse_moe.experts.151.w1,0.0012486682,0.05000,2.915
28,block_sparse_moe.experts.147.w1,0.0006492089,0.05000,3.002
28,block_sparse_moe.experts.155.w1,0.0008000140,0.05000,3.038
28,block_sparse_moe.experts.159.w1,0.0001163915,0.05000,3.061
28,block_sparse_moe.experts.162.w1,0.0001983351,0.05000,2.872
28,block_sparse_moe.experts.170.w1,0.0005426676,0.05000,2.898
28,block_sparse_moe.experts.174.w1,0.0004353702,0.05000,2.948
28,block_sparse_moe.experts.166.w1,0.0010460214,0.05000,2.926
28,block_sparse_moe.experts.173.w1,0.0005013656,0.05000,2.954
28,block_sparse_moe.experts.164.w1,0.0008683163,0.05000,2.850
28,block_sparse_moe.experts.168.w1,0.0004882931,0.05000,2.932
28,block_sparse_moe.experts.165.w1,0.0009370668,0.05000,2.928
28,block_sparse_moe.experts.160.w1,0.0006448722,0.05000,3.045
28,block_sparse_moe.experts.161.w1,0.0008368187,0.05000,3.000
28,block_sparse_moe.experts.169.w1,0.0008735742,0.05000,3.131
28,block_sparse_moe.experts.172.w1,0.0008809963,0.05000,2.996
28,block_sparse_moe.experts.167.w1,0.0006535065,0.05000,2.975
28,block_sparse_moe.experts.163.w1,0.0009942064,0.05000,3.047
28,block_sparse_moe.experts.171.w1,0.0004131364,0.05000,2.956
28,block_sparse_moe.experts.175.w1,0.0012490487,0.05000,3.008
28,block_sparse_moe.experts.178.w1,0.0008205896,0.05000,2.999
28,block_sparse_moe.experts.186.w1,0.0003340887,0.05000,2.950
28,block_sparse_moe.experts.190.w1,0.0006342742,0.05000,2.944
28,block_sparse_moe.experts.182.w1,0.0003753700,0.05000,2.902
28,block_sparse_moe.experts.184.w1,0.0009987015,0.05000,2.768
28,block_sparse_moe.experts.180.w1,0.0001516386,0.05000,2.843
28,block_sparse_moe.experts.189.w1,0.0006220075,0.05000,2.977
28,block_sparse_moe.experts.176.w1,0.0013566698,0.05000,2.797
28,block_sparse_moe.experts.181.w1,0.0006043639,0.05000,2.994
28,block_sparse_moe.experts.177.w1,0.0003653985,0.05000,2.908
28,block_sparse_moe.experts.185.w1,0.0007898848,0.05000,2.967
28,block_sparse_moe.experts.188.w1,0.0000513294,0.05000,2.836
28,block_sparse_moe.experts.183.w1,0.0005596614,0.05000,2.983
28,block_sparse_moe.experts.191.w1,0.0002970070,0.05000,2.912
28,block_sparse_moe.experts.187.w1,0.0008445175,0.05000,2.995
28,block_sparse_moe.experts.179.w1,0.0003993482,0.05000,3.040
28,block_sparse_moe.experts.202.w1,0.0005544825,0.05000,2.853
28,block_sparse_moe.experts.206.w1,0.0001203820,0.05000,2.857
28,block_sparse_moe.experts.194.w1,0.0000414512,0.05000,2.988
28,block_sparse_moe.experts.198.w1,0.0007813331,0.05000,2.939
28,block_sparse_moe.experts.205.w1,0.0005153207,0.05000,2.753
28,block_sparse_moe.experts.200.w1,0.0006950199,0.05000,2.938
28,block_sparse_moe.experts.197.w1,0.0010711923,0.05000,2.726
28,block_sparse_moe.experts.196.w1,0.0007112445,0.05000,2.956
28,block_sparse_moe.experts.192.w1,0.0005291656,0.05000,2.859
28,block_sparse_moe.experts.193.w1,0.0001580900,0.05000,2.720
28,block_sparse_moe.experts.201.w1,0.0004289413,0.05000,2.805
28,block_sparse_moe.experts.204.w1,0.0011783681,0.05000,2.953
28,block_sparse_moe.experts.199.w1,0.0008873001,0.05000,3.135
28,block_sparse_moe.experts.207.w1,0.0004770584,0.05000,3.103
28,block_sparse_moe.experts.203.w1,0.0005070550,0.05000,3.149
28,block_sparse_moe.experts.195.w1,0.0008149212,0.05000,3.189
28,block_sparse_moe.experts.218.w1,0.0012541449,0.05000,3.026
28,block_sparse_moe.experts.222.w1,0.0003447986,0.05000,3.066
28,block_sparse_moe.experts.210.w1,0.0010308070,0.05000,3.056
28,block_sparse_moe.experts.214.w1,0.0002670588,0.05000,3.064
28,block_sparse_moe.experts.216.w1,0.0012971645,0.05000,3.086
28,block_sparse_moe.experts.221.w1,0.0000929319,0.05000,3.145
28,block_sparse_moe.experts.213.w1,0.0003339786,0.05000,3.107
28,block_sparse_moe.experts.208.w1,0.0010929225,0.05000,3.050
28,block_sparse_moe.experts.212.w1,0.0008424527,0.05000,3.079
28,block_sparse_moe.experts.209.w1,0.0004202796,0.05000,3.139
28,block_sparse_moe.experts.217.w1,0.0001917307,0.05000,3.118
28,block_sparse_moe.experts.220.w1,0.0004494669,0.05000,3.090
28,block_sparse_moe.experts.215.w1,0.0009829399,0.05000,3.019
28,block_sparse_moe.experts.219.w1,0.0003148315,0.05000,2.967
28,block_sparse_moe.experts.223.w1,0.0009529177,0.05000,3.042
28,block_sparse_moe.experts.211.w1,0.0002621664,0.05000,2.977
28,block_sparse_moe.experts.238.w1,0.0006054242,0.05000,2.713
28,block_sparse_moe.experts.234.w1,0.0009572134,0.05000,2.804
28,block_sparse_moe.experts.226.w1,0.0004655301,0.05000,2.739
28,block_sparse_moe.experts.230.w1,0.0006573670,0.05000,2.750
28,block_sparse_moe.experts.232.w1,0.0005196146,0.05000,2.884
28,block_sparse_moe.experts.224.w1,0.0008526437,0.05000,2.925
28,block_sparse_moe.experts.237.w1,0.0003616374,0.05000,3.010
28,block_sparse_moe.experts.228.w1,0.0005250185,0.05000,2.991
28,block_sparse_moe.experts.229.w1,0.0004470754,0.05000,3.030
28,block_sparse_moe.experts.225.w1,0.0009728366,0.05000,3.031
28,block_sparse_moe.experts.233.w1,0.0002036513,0.05000,3.067
28,block_sparse_moe.experts.236.w1,0.0004550994,0.05000,2.922
28,block_sparse_moe.experts.231.w1,0.0011840298,0.05000,2.695
28,block_sparse_moe.experts.239.w1,0.0006349824,0.05000,2.601
28,block_sparse_moe.experts.235.w1,0.0007590010,0.05000,2.720
28,block_sparse_moe.experts.227.w1,0.0001013794,0.05000,2.721
28,block_sparse_moe.experts.250.w1,0.0010677245,0.05000,2.600
28,block_sparse_moe.experts.246.w1,0.0003802291,0.05000,2.512
28,block_sparse_moe.experts.254.w1,0.0003920786,0.05000,2.653
28,block_sparse_moe.experts.242.w1,0.0002632019,0.05000,2.617
28,block_sparse_moe.experts.248.w1,0.0007749612,0.05000,2.958
28,block_sparse_moe.experts.240.w1,0.0001911118,0.05000,2.876
28,block_sparse_moe.experts.244.w1,0.0009954422,0.05000,2.896
28,block_sparse_moe.experts.245.w1,0.0002879396,0.05000,2.906
28,block_sparse_moe.experts.253.w1,0.0001418776,0.05000,3.033
28,block_sparse_moe.experts.241.w1,0.0005499534,0.05000,2.930
28,block_sparse_moe.experts.249.w1,0.0009959035,0.05000,2.942
28,block_sparse_moe.experts.252.w1,0.0002450096,0.05000,2.935
28,block_sparse_moe.experts.247.w1,0.0003524433,0.05000,2.910
28,block_sparse_moe.experts.255.w1,0.0002056342,0.05000,3.047
28,block_sparse_moe.experts.251.w1,0.0009680081,0.05000,3.065
28,block_sparse_moe.experts.243.w1,0.0004673611,0.05000,3.038
28,block_sparse_moe.experts.10.w3,0.0002959434,0.05000,2.732
28,block_sparse_moe.experts.14.w3,0.0001274963,0.05000,2.758
28,block_sparse_moe.experts.6.w3,0.0010396024,0.05000,2.860
28,block_sparse_moe.experts.2.w3,0.0004511696,0.05000,2.828
28,block_sparse_moe.experts.8.w3,0.0004152659,0.05000,2.880
28,block_sparse_moe.experts.0.w3,0.0004543246,0.05000,2.870
28,block_sparse_moe.experts.4.w3,0.0011747849,0.05000,2.915
28,block_sparse_moe.experts.13.w3,0.0006879884,0.05000,2.990
28,block_sparse_moe.experts.5.w3,0.0004617356,0.05000,3.075
28,block_sparse_moe.experts.1.w3,0.0012252925,0.05000,3.040
28,block_sparse_moe.experts.12.w3,0.0005435951,0.05000,2.838
28,block_sparse_moe.experts.9.w3,0.0002622304,0.05000,2.968
28,block_sparse_moe.experts.7.w3,0.0009444201,0.05000,2.972
28,block_sparse_moe.experts.15.w3,0.0018141191,0.05000,3.026
28,block_sparse_moe.experts.11.w3,0.0005807796,0.05000,2.943
28,block_sparse_moe.experts.3.w3,0.0017025876,0.05000,3.013
28,block_sparse_moe.experts.26.w3,0.0012161008,0.05000,2.860
28,block_sparse_moe.experts.30.w3,0.0012685476,0.05000,2.907
28,block_sparse_moe.experts.22.w3,0.0003888315,0.05000,2.900
28,block_sparse_moe.experts.18.w3,0.0001308618,0.05000,2.881
28,block_sparse_moe.experts.24.w3,0.0001998173,0.05000,2.939
28,block_sparse_moe.experts.16.w3,0.0005002467,0.05000,3.032
28,block_sparse_moe.experts.20.w3,0.0004072937,0.05000,3.036
28,block_sparse_moe.experts.29.w3,0.0016700555,0.05000,2.938
28,block_sparse_moe.experts.21.w3,0.0006732531,0.05000,3.032
28,block_sparse_moe.experts.17.w3,0.0008679970,0.05000,2.878
28,block_sparse_moe.experts.28.w3,0.0002655479,0.05000,2.984
28,block_sparse_moe.experts.25.w3,0.0006142891,0.05000,2.963
28,block_sparse_moe.experts.23.w3,0.0006035535,0.05000,3.064
28,block_sparse_moe.experts.27.w3,0.0008458360,0.05000,2.990
28,block_sparse_moe.experts.31.w3,0.0011606837,0.05000,3.082
28,block_sparse_moe.experts.19.w3,0.0006785652,0.05000,3.013
28,block_sparse_moe.experts.42.w3,0.0003674344,0.05000,2.948
28,block_sparse_moe.experts.46.w3,0.0005540252,0.05000,2.938
28,block_sparse_moe.experts.34.w3,0.0002319628,0.05000,2.898
28,block_sparse_moe.experts.38.w3,0.0009874468,0.05000,3.006
28,block_sparse_moe.experts.40.w3,0.0006437726,0.05000,2.779
28,block_sparse_moe.experts.32.w3,0.0005304799,0.05000,2.837
28,block_sparse_moe.experts.36.w3,0.0006996738,0.05000,2.881
28,block_sparse_moe.experts.45.w3,0.0005086588,0.05000,2.903
28,block_sparse_moe.experts.33.w3,0.0006398194,0.05000,2.924
28,block_sparse_moe.experts.37.w3,0.0010147726,0.05000,3.004
28,block_sparse_moe.experts.44.w3,0.0004300622,0.05000,2.832
28,block_sparse_moe.experts.41.w3,0.0013744948,0.05000,2.946
28,block_sparse_moe.experts.39.w3,0.0010278669,0.05000,2.998
28,block_sparse_moe.experts.43.w3,0.0006404136,0.05000,3.029
28,block_sparse_moe.experts.47.w3,0.0008820891,0.05000,2.999
28,block_sparse_moe.experts.35.w3,0.0016088974,0.05000,3.042
28,block_sparse_moe.experts.58.w3,0.0008465779,0.05000,2.825
28,block_sparse_moe.experts.50.w3,0.0001070500,0.05000,2.858
28,block_sparse_moe.experts.62.w3,0.0013097940,0.05000,2.937
28,block_sparse_moe.experts.54.w3,0.0007128305,0.05000,2.898
28,block_sparse_moe.experts.56.w3,0.0006151589,0.05000,3.091
28,block_sparse_moe.experts.48.w3,0.0005598211,0.05000,3.122
28,block_sparse_moe.experts.61.w3,0.0008448710,0.05000,3.065
28,block_sparse_moe.experts.52.w3,0.0006021130,0.05000,3.199
28,block_sparse_moe.experts.49.w3,0.0002574515,0.05000,3.078
28,block_sparse_moe.experts.53.w3,0.0001994971,0.05000,3.111
28,block_sparse_moe.experts.60.w3,0.0002737457,0.05000,3.209
28,block_sparse_moe.experts.57.w3,0.0017057529,0.05000,3.157
28,block_sparse_moe.experts.55.w3,0.0011553891,0.05000,2.979
28,block_sparse_moe.experts.59.w3,0.0005130553,0.05000,2.958
28,block_sparse_moe.experts.63.w3,0.0007219703,0.05000,2.959
28,block_sparse_moe.experts.51.w3,0.0004090611,0.05000,2.967
28,block_sparse_moe.experts.74.w3,0.0008591112,0.05000,3.164
28,block_sparse_moe.experts.66.w3,0.0004477045,0.05000,3.130
28,block_sparse_moe.experts.78.w3,0.0008184147,0.05000,3.232
28,block_sparse_moe.experts.70.w3,0.0007349692,0.05000,3.176
28,block_sparse_moe.experts.72.w3,0.0000795199,0.05000,3.226
28,block_sparse_moe.experts.64.w3,0.0010140241,0.05000,3.219
28,block_sparse_moe.experts.77.w3,0.0004498501,0.05000,3.039
28,block_sparse_moe.experts.65.w3,0.0007844008,0.05000,2.943
28,block_sparse_moe.experts.68.w3,0.0004659257,0.05000,3.144
28,block_sparse_moe.experts.69.w3,0.0013588275,0.05000,3.013
28,block_sparse_moe.experts.73.w3,0.0010141370,0.05000,2.971
28,block_sparse_moe.experts.76.w3,0.0010136227,0.05000,3.156
28,block_sparse_moe.experts.71.w3,0.0008058261,0.05000,3.095
28,block_sparse_moe.experts.75.w3,0.0007558261,0.05000,3.131
28,block_sparse_moe.experts.79.w3,0.0000346997,0.05000,3.122
28,block_sparse_moe.experts.67.w3,0.0009008873,0.05000,3.060
28,block_sparse_moe.experts.90.w3,0.0006697526,0.05000,3.069
28,block_sparse_moe.experts.82.w3,0.0009871440,0.05000,3.008
28,block_sparse_moe.experts.94.w3,0.0006569596,0.05000,2.868
28,block_sparse_moe.experts.86.w3,0.0005409870,0.05000,2.919
28,block_sparse_moe.experts.88.w3,0.0017921832,0.05000,2.881
28,block_sparse_moe.experts.80.w3,0.0004495491,0.05000,2.854
28,block_sparse_moe.experts.84.w3,0.0003362186,0.05000,2.868
28,block_sparse_moe.experts.93.w3,0.0010235354,0.05000,3.068
28,block_sparse_moe.experts.81.w3,0.0019326918,0.05000,3.122
28,block_sparse_moe.experts.85.w3,0.0014414584,0.05000,3.121
28,block_sparse_moe.experts.92.w3,0.0006029640,0.05000,2.763
28,block_sparse_moe.experts.87.w3,0.0008810818,0.05000,2.906
28,block_sparse_moe.experts.89.w3,0.0010456817,0.05000,3.134
28,block_sparse_moe.experts.95.w3,0.0004592568,0.05000,2.919
28,block_sparse_moe.experts.91.w3,0.0005076953,0.05000,3.036
28,block_sparse_moe.experts.83.w3,0.0008002561,0.05000,3.028
28,block_sparse_moe.experts.106.w3,0.0001131979,0.05000,2.876
28,block_sparse_moe.experts.98.w3,0.0008504146,0.05000,2.813
28,block_sparse_moe.experts.102.w3,0.0007681339,0.05000,2.711
28,block_sparse_moe.experts.110.w3,0.0001948120,0.05000,2.853
28,block_sparse_moe.experts.104.w3,0.0000815007,0.05000,2.902
28,block_sparse_moe.experts.96.w3,0.0010022825,0.05000,2.917
28,block_sparse_moe.experts.100.w3,0.0002446412,0.05000,2.931
28,block_sparse_moe.experts.109.w3,0.0009571593,0.05000,3.017
28,block_sparse_moe.experts.97.w3,0.0014323605,0.05000,2.978
28,block_sparse_moe.experts.108.w3,0.0006636946,0.05000,2.882
28,block_sparse_moe.experts.101.w3,0.0002528729,0.05000,3.051
28,block_sparse_moe.experts.103.w3,0.0003286251,0.05000,2.776
28,block_sparse_moe.experts.105.w3,0.0004101378,0.05000,3.003
28,block_sparse_moe.experts.111.w3,0.0004981335,0.05000,2.845
28,block_sparse_moe.experts.107.w3,0.0013780003,0.05000,2.878
28,block_sparse_moe.experts.99.w3,0.0005698344,0.05000,2.899
28,block_sparse_moe.experts.122.w3,0.0003279693,0.05000,2.855
28,block_sparse_moe.experts.118.w3,0.0003811207,0.05000,2.836
28,block_sparse_moe.experts.114.w3,0.0004308084,0.05000,2.926
28,block_sparse_moe.experts.126.w3,0.0006396984,0.05000,2.913
28,block_sparse_moe.experts.120.w3,0.0001144436,0.05000,2.980
28,block_sparse_moe.experts.112.w3,0.0002349303,0.05000,3.000
28,block_sparse_moe.experts.116.w3,0.0007828566,0.05000,3.036
28,block_sparse_moe.experts.125.w3,0.0001802290,0.05000,2.998
28,block_sparse_moe.experts.113.w3,0.0009537915,0.05000,3.065
28,block_sparse_moe.experts.124.w3,0.0008193978,0.05000,3.053
28,block_sparse_moe.experts.117.w3,0.0004423943,0.05000,2.944
28,block_sparse_moe.experts.119.w3,0.0007198723,0.05000,3.059
28,block_sparse_moe.experts.121.w3,0.0009107728,0.05000,3.036
28,block_sparse_moe.experts.127.w3,0.0008759546,0.05000,3.071
28,block_sparse_moe.experts.123.w3,0.0002005246,0.05000,3.057
28,block_sparse_moe.experts.138.w3,0.0003506557,0.05000,2.969
28,block_sparse_moe.experts.134.w3,0.0007401483,0.05000,3.018
28,block_sparse_moe.experts.142.w3,0.0006998671,0.05000,2.903
28,block_sparse_moe.experts.115.w3,0.0011160284,0.05000,3.071
28,block_sparse_moe.experts.130.w3,0.0011757251,0.05000,3.072
28,block_sparse_moe.experts.136.w3,0.0008416500,0.05000,2.889
28,block_sparse_moe.experts.128.w3,0.0002814504,0.05000,2.851
28,block_sparse_moe.experts.132.w3,0.0004647554,0.05000,2.804
28,block_sparse_moe.experts.141.w3,0.0008704294,0.05000,3.101
28,block_sparse_moe.experts.140.w3,0.0008531482,0.05000,2.910
28,block_sparse_moe.experts.129.w3,0.0002302282,0.05000,3.086
28,block_sparse_moe.experts.135.w3,0.0003731552,0.05000,2.936
28,block_sparse_moe.experts.133.w3,0.0008423184,0.05000,3.080
28,block_sparse_moe.experts.143.w3,0.0012911631,0.05000,2.806
28,block_sparse_moe.experts.137.w3,0.0011729528,0.05000,3.157
28,block_sparse_moe.experts.139.w3,0.0003111738,0.05000,2.866
28,block_sparse_moe.experts.154.w3,0.0002235304,0.05000,2.918
28,block_sparse_moe.experts.131.w3,0.0005134804,0.05000,2.873
28,block_sparse_moe.experts.158.w3,0.0003153645,0.05000,2.910
28,block_sparse_moe.experts.150.w3,0.0001721007,0.05000,2.946
28,block_sparse_moe.experts.146.w3,0.0003845968,0.05000,2.940
28,block_sparse_moe.experts.152.w3,0.0006201689,0.05000,3.150
28,block_sparse_moe.experts.144.w3,0.0000737875,0.05000,3.159
28,block_sparse_moe.experts.148.w3,0.0008579134,0.05000,3.210
28,block_sparse_moe.experts.151.w3,0.0013249581,0.05000,2.813
28,block_sparse_moe.experts.157.w3,0.0006295677,0.05000,3.035
28,block_sparse_moe.experts.156.w3,0.0007524867,0.05000,3.144
28,block_sparse_moe.experts.145.w3,0.0006358949,0.05000,3.099
28,block_sparse_moe.experts.149.w3,0.0009208114,0.05000,3.147
28,block_sparse_moe.experts.159.w3,0.0001264506,0.05000,2.892
28,block_sparse_moe.experts.155.w3,0.0008746421,0.05000,2.821
28,block_sparse_moe.experts.147.w3,0.0006867156,0.05000,2.786
28,block_sparse_moe.experts.153.w3,0.0005102839,0.05000,3.110
28,block_sparse_moe.experts.174.w3,0.0004923670,0.05000,2.962
28,block_sparse_moe.experts.170.w3,0.0005690104,0.05000,3.037
28,block_sparse_moe.experts.166.w3,0.0010923925,0.05000,3.069
28,block_sparse_moe.experts.162.w3,0.0002170760,0.05000,2.995
28,block_sparse_moe.experts.168.w3,0.0005297414,0.05000,3.005
28,block_sparse_moe.experts.160.w3,0.0006595018,0.05000,3.036
28,block_sparse_moe.experts.164.w3,0.0009089330,0.05000,2.881
28,block_sparse_moe.experts.167.w3,0.0006734224,0.05000,2.852
28,block_sparse_moe.experts.173.w3,0.0005422271,0.05000,3.031
28,block_sparse_moe.experts.161.w3,0.0008652499,0.05000,2.928
28,block_sparse_moe.experts.172.w3,0.0009720376,0.05000,3.006
28,block_sparse_moe.experts.175.w3,0.0013593045,0.05000,2.734
28,block_sparse_moe.experts.171.w3,0.0004559052,0.05000,2.792
28,block_sparse_moe.experts.165.w3,0.0010430343,0.05000,3.049
28,block_sparse_moe.experts.163.w3,0.0010541920,0.05000,2.784
28,block_sparse_moe.experts.186.w3,0.0003772579,0.05000,2.603
28,block_sparse_moe.experts.190.w3,0.0006994766,0.05000,2.649
28,block_sparse_moe.experts.182.w3,0.0004841436,0.05000,2.657
28,block_sparse_moe.experts.178.w3,0.0008875847,0.05000,2.598
28,block_sparse_moe.experts.169.w3,0.0009967659,0.05000,2.965
28,block_sparse_moe.experts.184.w3,0.0010461145,0.05000,2.949
28,block_sparse_moe.experts.176.w3,0.0014108627,0.05000,3.031
28,block_sparse_moe.experts.180.w3,0.0001767313,0.05000,2.996
28,block_sparse_moe.experts.183.w3,0.0006164944,0.05000,2.871
28,block_sparse_moe.experts.191.w3,0.0003219590,0.05000,2.726
28,block_sparse_moe.experts.187.w3,0.0009182752,0.05000,2.710
28,block_sparse_moe.experts.188.w3,0.0000500599,0.05000,3.027
28,block_sparse_moe.experts.179.w3,0.0004644641,0.05000,2.695
28,block_sparse_moe.experts.189.w3,0.0006874764,0.05000,3.192
28,block_sparse_moe.experts.177.w3,0.0004087928,0.05000,3.175
28,block_sparse_moe.experts.206.w3,0.0002804645,0.05000,2.773
28,block_sparse_moe.experts.202.w3,0.0006352902,0.05000,2.862
28,block_sparse_moe.experts.181.w3,0.0006615295,0.05000,3.031
28,block_sparse_moe.experts.198.w3,0.0008661038,0.05000,2.813
28,block_sparse_moe.experts.194.w3,0.0000463315,0.05000,2.876
28,block_sparse_moe.experts.185.w3,0.0008294658,0.05000,3.140
28,block_sparse_moe.experts.200.w3,0.0007672274,0.05000,2.500
28,block_sparse_moe.experts.192.w3,0.0005655773,0.05000,2.367
28,block_sparse_moe.experts.196.w3,0.0007310694,0.05000,2.342
28,block_sparse_moe.experts.199.w3,0.0009865921,0.05000,2.986
28,block_sparse_moe.experts.207.w3,0.0005028405,0.05000,3.060
28,block_sparse_moe.experts.203.w3,0.0005199755,0.05000,3.089
28,block_sparse_moe.experts.195.w3,0.0008746996,0.05000,3.141
28,block_sparse_moe.experts.205.w3,0.0005927996,0.05000,3.129
28,block_sparse_moe.experts.193.w3,0.0001716310,0.05000,3.070
28,block_sparse_moe.experts.222.w3,0.0003669514,0.05000,3.059
28,block_sparse_moe.experts.218.w3,0.0013309383,0.05000,3.051
28,block_sparse_moe.experts.210.w3,0.0011260173,0.05000,3.103
28,block_sparse_moe.experts.197.w3,0.0011150507,0.05000,3.254
28,block_sparse_moe.experts.214.w3,0.0003025581,0.05000,3.216
28,block_sparse_moe.experts.201.w3,0.0004664537,0.05000,3.432
28,block_sparse_moe.experts.215.w3,0.0010208591,0.05000,3.367
28,block_sparse_moe.experts.223.w3,0.0010378725,0.05000,3.316
28,block_sparse_moe.experts.219.w3,0.0003602939,0.05000,3.364
28,block_sparse_moe.experts.211.w3,0.0003001213,0.05000,3.369
28,block_sparse_moe.experts.234.w3,0.0010396098,0.05000,3.421
28,block_sparse_moe.experts.238.w3,0.0006527026,0.05000,3.529
28,block_sparse_moe.experts.226.w3,0.0005068401,0.05000,3.366
28,block_sparse_moe.experts.230.w3,0.0006994752,0.05000,3.427
28,block_sparse_moe.experts.231.w3,0.0013029294,0.05000,3.720
28,block_sparse_moe.experts.239.w3,0.0006736170,0.05000,3.585
28,block_sparse_moe.experts.235.w3,0.0008118854,0.05000,3.619
28,block_sparse_moe.experts.227.w3,0.0001098162,0.05000,3.557
28,block_sparse_moe.experts.221.w3,0.0001008600,0.05000,8.870
28,block_sparse_moe.experts.209.w3,0.0004382344,0.05000,8.918
28,block_sparse_moe.experts.213.w3,0.0003613313,0.05000,8.852
28,block_sparse_moe.experts.250.w3,0.0011167191,0.05000,6.114
28,block_sparse_moe.experts.217.w3,0.0002164068,0.05000,8.841
28,block_sparse_moe.experts.254.w3,0.0004547754,0.05000,6.256
28,block_sparse_moe.experts.242.w3,0.0002768812,0.05000,6.134
28,block_sparse_moe.experts.246.w3,0.0003979645,0.05000,6.064
28,block_sparse_moe.experts.237.w3,0.0003895646,0.05000,3.374
28,block_sparse_moe.experts.225.w3,0.0010507894,0.05000,3.429
28,block_sparse_moe.experts.229.w3,0.0005103884,0.05000,3.344
28,block_sparse_moe.experts.233.w3,0.0002262060,0.05000,3.223
28,block_sparse_moe.experts.247.w3,0.0003978149,0.05000,7.130
28,block_sparse_moe.experts.255.w3,0.0002162903,0.05000,7.113
28,block_sparse_moe.experts.251.w3,0.0010008279,0.05000,6.929
28,block_sparse_moe.experts.243.w3,0.0005522260,0.05000,6.893
28,block_sparse_moe.experts.253.w3,0.0001560850,0.05000,2.854
28,block_sparse_moe.experts.241.w3,0.0005712383,0.05000,2.807
28,block_sparse_moe.experts.245.w3,0.0003017445,0.05000,2.711
28,block_sparse_moe.experts.249.w3,0.0010527583,0.05000,2.396
28,block_sparse_moe.experts.208.w3,0.0013817653,0.05000,2.810
28,block_sparse_moe.experts.212.w3,0.0008996475,0.05000,2.843
28,block_sparse_moe.experts.216.w3,0.0013643785,0.05000,2.845
28,block_sparse_moe.experts.204.w3,0.0012344165,0.05000,2.982
28,block_sparse_moe.experts.224.w3,0.0009691338,0.05000,3.079
28,block_sparse_moe.experts.228.w3,0.0005733719,0.05000,3.106
28,block_sparse_moe.experts.232.w3,0.0005474881,0.05000,3.154
28,block_sparse_moe.experts.220.w3,0.0005064415,0.05000,3.159
28,block_sparse_moe.experts.240.w3,0.0002080003,0.05000,3.016
28,block_sparse_moe.experts.248.w3,0.0008230853,0.05000,2.916
28,block_sparse_moe.experts.244.w3,0.0010468747,0.05000,2.968
28,block_sparse_moe.experts.236.w3,0.0004791129,0.05000,2.842
28,block_sparse_moe.experts.252.w3,0.0002786569,0.05000,0.919
28,block_sparse_moe.experts.0.w2,0.0002129722,0.05000,1.293
28,block_sparse_moe.experts.8.w2,0.0004734313,0.05000,1.334
28,block_sparse_moe.experts.4.w2,0.0014848422,0.05000,1.354
28,block_sparse_moe.experts.12.w2,0.0003313540,0.05000,1.367
28,block_sparse_moe.experts.11.w2,0.0008231152,0.05000,1.471
28,block_sparse_moe.experts.3.w2,0.0021285287,0.05000,1.494
28,block_sparse_moe.experts.15.w2,0.0018925340,0.05000,1.503
28,block_sparse_moe.experts.13.w2,0.0005899388,0.05000,1.547
28,block_sparse_moe.experts.7.w2,0.0007388969,0.05000,1.549
28,block_sparse_moe.experts.5.w2,0.0003311863,0.05000,1.582
28,block_sparse_moe.experts.1.w2,0.0018185467,0.05000,1.601
28,block_sparse_moe.experts.9.w2,0.0001851881,0.05000,1.605
28,block_sparse_moe.experts.10.w2,0.0002575668,0.05000,1.606
28,block_sparse_moe.experts.14.w2,0.0001503356,0.05000,1.609
28,block_sparse_moe.experts.2.w2,0.0004255836,0.05000,1.647
28,block_sparse_moe.experts.6.w2,0.0004130781,0.05000,1.700
28,block_sparse_moe.experts.16.w2,0.0008118720,0.05000,1.325
28,block_sparse_moe.experts.28.w2,0.0003481456,0.05000,1.303
28,block_sparse_moe.experts.27.w2,0.0003006341,0.05000,1.216
28,block_sparse_moe.experts.20.w2,0.0014134437,0.05000,1.343
28,block_sparse_moe.experts.24.w2,0.0003505701,0.05000,1.380
28,block_sparse_moe.experts.19.w2,0.0004191230,0.05000,1.278
28,block_sparse_moe.experts.23.w2,0.0002651592,0.05000,1.229
28,block_sparse_moe.experts.31.w2,0.0033603906,0.05000,1.302
28,block_sparse_moe.experts.30.w2,0.0009693395,0.05000,1.395
28,block_sparse_moe.experts.18.w2,0.0001621944,0.05000,1.420
28,block_sparse_moe.experts.26.w2,0.0006993841,0.05000,1.475
28,block_sparse_moe.experts.29.w2,0.0034378331,0.05000,1.572
28,block_sparse_moe.experts.21.w2,0.0006651199,0.05000,1.558
28,block_sparse_moe.experts.17.w2,0.0004434542,0.05000,1.552
28,block_sparse_moe.experts.22.w2,0.0003421534,0.05000,1.457
28,block_sparse_moe.experts.25.w2,0.0004048265,0.05000,1.582
28,block_sparse_moe.experts.43.w2,0.0008747137,0.05000,1.479
28,block_sparse_moe.experts.32.w2,0.0007212092,0.05000,1.552
28,block_sparse_moe.experts.44.w2,0.0010572208,0.05000,1.515
28,block_sparse_moe.experts.47.w2,0.0008798765,0.05000,1.384
28,block_sparse_moe.experts.35.w2,0.0018201680,0.05000,1.432
28,block_sparse_moe.experts.39.w2,0.0007734714,0.05000,1.457
28,block_sparse_moe.experts.36.w2,0.0002789235,0.05000,1.580
28,block_sparse_moe.experts.40.w2,0.0004648248,0.05000,1.570
28,block_sparse_moe.experts.46.w2,0.0004253565,0.05000,1.482
28,block_sparse_moe.experts.34.w2,0.0004473554,0.05000,1.456
28,block_sparse_moe.experts.42.w2,0.0005486464,0.05000,1.456
28,block_sparse_moe.experts.38.w2,0.0004531928,0.05000,1.437
28,block_sparse_moe.experts.45.w2,0.0001788783,0.05000,1.495
28,block_sparse_moe.experts.37.w2,0.0006664849,0.05000,1.513
28,block_sparse_moe.experts.41.w2,0.0023649889,0.05000,1.474
28,block_sparse_moe.experts.33.w2,0.0008926986,0.05000,1.526
28,block_sparse_moe.experts.48.w2,0.0006490099,0.05000,1.450
28,block_sparse_moe.experts.60.w2,0.0002388930,0.05000,1.470
28,block_sparse_moe.experts.59.w2,0.0002737833,0.05000,1.489
28,block_sparse_moe.experts.51.w2,0.0005736114,0.05000,1.506
28,block_sparse_moe.experts.63.w2,0.0004081048,0.05000,1.518
28,block_sparse_moe.experts.55.w2,0.0024249361,0.05000,1.514
28,block_sparse_moe.experts.56.w2,0.0006488567,0.05000,1.486
28,block_sparse_moe.experts.52.w2,0.0010631117,0.05000,1.540
28,block_sparse_moe.experts.50.w2,0.0001921462,0.05000,1.435
28,block_sparse_moe.experts.61.w2,0.0008216906,0.05000,1.353
28,block_sparse_moe.experts.62.w2,0.0009666484,0.05000,1.508
28,block_sparse_moe.experts.54.w2,0.0006311258,0.05000,1.445
28,block_sparse_moe.experts.58.w2,0.0004828054,0.05000,1.526
28,block_sparse_moe.experts.53.w2,0.0004132455,0.05000,1.436
28,block_sparse_moe.experts.49.w2,0.0007231583,0.05000,1.412
28,block_sparse_moe.experts.57.w2,0.0038819474,0.05000,1.444
28,block_sparse_moe.experts.64.w2,0.0014177176,0.05000,1.459
28,block_sparse_moe.experts.76.w2,0.0012003775,0.05000,1.443
28,block_sparse_moe.experts.75.w2,0.0005094337,0.05000,1.525
28,block_sparse_moe.experts.79.w2,0.0000544695,0.05000,1.491
28,block_sparse_moe.experts.67.w2,0.0020343912,0.05000,1.506
28,block_sparse_moe.experts.72.w2,0.0002313455,0.05000,1.454
28,block_sparse_moe.experts.68.w2,0.0004366139,0.05000,1.444
28,block_sparse_moe.experts.66.w2,0.0006072324,0.05000,1.316
28,block_sparse_moe.experts.74.w2,0.0025175378,0.05000,1.246
28,block_sparse_moe.experts.78.w2,0.0006000657,0.05000,1.318
28,block_sparse_moe.experts.77.w2,0.0001742162,0.05000,1.375
28,block_sparse_moe.experts.71.w2,0.0023956938,0.05000,1.598
28,block_sparse_moe.experts.70.w2,0.0004727930,0.05000,1.336
28,block_sparse_moe.experts.69.w2,0.0009905908,0.05000,1.378
28,block_sparse_moe.experts.73.w2,0.0007255216,0.05000,1.410
28,block_sparse_moe.experts.65.w2,0.0003641381,0.05000,1.431
28,block_sparse_moe.experts.82.w2,0.0007378175,0.05000,1.242
28,block_sparse_moe.experts.92.w2,0.0002497117,0.05000,1.473
28,block_sparse_moe.experts.80.w2,0.0003081549,0.05000,1.503
28,block_sparse_moe.experts.94.w2,0.0002829283,0.05000,1.296
28,block_sparse_moe.experts.90.w2,0.0008829982,0.05000,1.320
28,block_sparse_moe.experts.91.w2,0.0003065401,0.05000,1.494
28,block_sparse_moe.experts.83.w2,0.0008280779,0.05000,1.478
28,block_sparse_moe.experts.86.w2,0.0003772942,0.05000,1.331
28,block_sparse_moe.experts.84.w2,0.0004951987,0.05000,1.446
28,block_sparse_moe.experts.95.w2,0.0003895650,0.05000,1.507
28,block_sparse_moe.experts.93.w2,0.0013183834,0.05000,1.374
28,block_sparse_moe.experts.88.w2,0.0080316707,0.05000,1.506
28,block_sparse_moe.experts.85.w2,0.0033416305,0.05000,1.415
28,block_sparse_moe.experts.87.w2,0.0014081252,0.05000,1.555
28,block_sparse_moe.experts.89.w2,0.0011115588,0.05000,1.449
28,block_sparse_moe.experts.81.w2,0.0046463401,0.05000,1.452
28,block_sparse_moe.experts.98.w2,0.0005269164,0.05000,1.331
28,block_sparse_moe.experts.106.w2,0.0001441030,0.05000,1.324
28,block_sparse_moe.experts.110.w2,0.0002842490,0.05000,1.357
28,block_sparse_moe.experts.102.w2,0.0012801175,0.05000,1.328
28,block_sparse_moe.experts.107.w2,0.0030081646,0.05000,1.410
28,block_sparse_moe.experts.108.w2,0.0008423776,0.05000,1.521
28,block_sparse_moe.experts.99.w2,0.0108375561,0.05000,1.411
28,block_sparse_moe.experts.111.w2,0.0008479796,0.05000,1.401
28,block_sparse_moe.experts.96.w2,0.0005650164,0.05000,1.562
28,block_sparse_moe.experts.109.w2,0.0008848017,0.05000,1.458
28,block_sparse_moe.experts.104.w2,0.0001317642,0.05000,1.532
28,block_sparse_moe.experts.100.w2,0.0004130115,0.05000,1.555
28,block_sparse_moe.experts.103.w2,0.0009571145,0.05000,1.413
28,block_sparse_moe.experts.101.w2,0.0006677651,0.05000,1.444
28,block_sparse_moe.experts.97.w2,0.0016804225,0.05000,1.437
28,block_sparse_moe.experts.105.w2,0.0003254290,0.05000,1.497
28,block_sparse_moe.experts.114.w2,0.0010827637,0.05000,1.475
28,block_sparse_moe.experts.122.w2,0.0002320710,0.05000,1.508
28,block_sparse_moe.experts.126.w2,0.0005129416,0.05000,1.516
28,block_sparse_moe.experts.118.w2,0.0005518192,0.05000,1.512
28,block_sparse_moe.experts.123.w2,0.0001536787,0.05000,1.506
28,block_sparse_moe.experts.124.w2,0.0003057119,0.05000,1.529
28,block_sparse_moe.experts.127.w2,0.0023691785,0.05000,1.515
28,block_sparse_moe.experts.115.w2,0.0007893804,0.05000,1.533
28,block_sparse_moe.experts.112.w2,0.0002692671,0.05000,1.509
28,block_sparse_moe.experts.125.w2,0.0002255952,0.05000,1.505
28,block_sparse_moe.experts.120.w2,0.0000928363,0.05000,1.472
28,block_sparse_moe.experts.117.w2,0.0004018088,0.05000,1.419
28,block_sparse_moe.experts.116.w2,0.0002990962,0.05000,1.488
28,block_sparse_moe.experts.119.w2,0.0014521554,0.05000,1.542
28,block_sparse_moe.experts.121.w2,0.0009030924,0.05000,1.429
28,block_sparse_moe.experts.113.w2,0.0006620141,0.05000,1.486
28,block_sparse_moe.experts.130.w2,0.0010883128,0.05000,1.315
28,block_sparse_moe.experts.142.w2,0.0007551390,0.05000,1.313
28,block_sparse_moe.experts.138.w2,0.0012093258,0.05000,1.336
28,block_sparse_moe.experts.134.w2,0.0006286276,0.05000,1.354
28,block_sparse_moe.experts.128.w2,0.0007373380,0.05000,1.379
28,block_sparse_moe.experts.140.w2,0.0004674813,0.05000,1.412
28,block_sparse_moe.experts.136.w2,0.0008740472,0.05000,1.359
28,block_sparse_moe.experts.132.w2,0.0002160419,0.05000,1.360
28,block_sparse_moe.experts.131.w2,0.0009519290,0.05000,1.489
28,block_sparse_moe.experts.143.w2,0.0029252515,0.05000,1.519
28,block_sparse_moe.experts.139.w2,0.0004467168,0.05000,1.553
28,block_sparse_moe.experts.141.w2,0.0002805978,0.05000,1.485
28,block_sparse_moe.experts.133.w2,0.0007561113,0.05000,1.490
28,block_sparse_moe.experts.129.w2,0.0003205135,0.05000,1.485
28,block_sparse_moe.experts.135.w2,0.0008304460,0.05000,1.534
28,block_sparse_moe.experts.137.w2,0.0017892756,0.05000,1.520
28,block_sparse_moe.experts.146.w2,0.0004021400,0.05000,1.424
28,block_sparse_moe.experts.154.w2,0.0002343214,0.05000,1.370
28,block_sparse_moe.experts.158.w2,0.0001899242,0.05000,1.406
28,block_sparse_moe.experts.150.w2,0.0002479391,0.05000,1.360
28,block_sparse_moe.experts.156.w2,0.0005415693,0.05000,1.333
28,block_sparse_moe.experts.144.w2,0.0000552499,0.05000,1.336
28,block_sparse_moe.experts.152.w2,0.0004380934,0.05000,1.342
28,block_sparse_moe.experts.148.w2,0.0005319120,0.05000,1.377
28,block_sparse_moe.experts.155.w2,0.0010116516,0.05000,1.439
28,block_sparse_moe.experts.159.w2,0.0001261946,0.05000,1.501
28,block_sparse_moe.experts.147.w2,0.0005922077,0.05000,1.519
28,block_sparse_moe.experts.157.w2,0.0011060096,0.05000,1.626
28,block_sparse_moe.experts.149.w2,0.0004505988,0.05000,1.572
28,block_sparse_moe.experts.151.w2,0.0023437733,0.05000,1.513
28,block_sparse_moe.experts.145.w2,0.0006776637,0.05000,1.620
28,block_sparse_moe.experts.153.w2,0.0005157962,0.05000,1.599
28,block_sparse_moe.experts.162.w2,0.0002426643,0.05000,1.465
28,block_sparse_moe.experts.160.w2,0.0001867302,0.05000,1.241
28,block_sparse_moe.experts.172.w2,0.0010969713,0.05000,1.244
28,block_sparse_moe.experts.170.w2,0.0006662845,0.05000,1.453
28,block_sparse_moe.experts.168.w2,0.0005309508,0.05000,1.204
28,block_sparse_moe.experts.164.w2,0.0007513733,0.05000,1.175
28,block_sparse_moe.experts.174.w2,0.0010336983,0.05000,1.496
28,block_sparse_moe.experts.166.w2,0.0010404792,0.05000,1.458
28,block_sparse_moe.experts.171.w2,0.0002928750,0.05000,1.475
28,block_sparse_moe.experts.163.w2,0.0007110321,0.05000,1.493
28,block_sparse_moe.experts.175.w2,0.0014941597,0.05000,1.538
28,block_sparse_moe.experts.173.w2,0.0004999131,0.05000,1.492
28,block_sparse_moe.experts.165.w2,0.0012201530,0.05000,1.523
28,block_sparse_moe.experts.167.w2,0.0067571632,0.05000,1.482
28,block_sparse_moe.experts.169.w2,0.0024241380,0.05000,1.516
28,block_sparse_moe.experts.161.w2,0.0004339346,0.05000,1.568
28,block_sparse_moe.experts.178.w2,0.0008296095,0.05000,1.418
28,block_sparse_moe.experts.186.w2,0.0004996661,0.05000,1.434
28,block_sparse_moe.experts.184.w2,0.0005176613,0.05000,1.424
28,block_sparse_moe.experts.188.w2,0.0000637033,0.05000,1.452
28,block_sparse_moe.experts.176.w2,0.0011878799,0.05000,1.457
28,block_sparse_moe.experts.180.w2,0.0003008921,0.05000,1.448
28,block_sparse_moe.experts.190.w2,0.0017925417,0.05000,1.422
28,block_sparse_moe.experts.182.w2,0.0005948165,0.05000,1.404
28,block_sparse_moe.experts.187.w2,0.0009543989,0.05000,1.464
28,block_sparse_moe.experts.179.w2,0.0009948043,0.05000,1.463
28,block_sparse_moe.experts.191.w2,0.0003780503,0.05000,1.447
28,block_sparse_moe.experts.189.w2,0.0009870473,0.05000,1.486
28,block_sparse_moe.experts.181.w2,0.0010434728,0.05000,1.492
28,block_sparse_moe.experts.183.w2,0.0010396156,0.05000,1.475
28,block_sparse_moe.experts.185.w2,0.0004677106,0.05000,1.455
28,block_sparse_moe.experts.177.w2,0.0003278731,0.05000,1.428
28,block_sparse_moe.experts.194.w2,0.0000710432,0.05000,1.505
28,block_sparse_moe.experts.192.w2,0.0006077513,0.05000,1.404
28,block_sparse_moe.experts.200.w2,0.0014395821,0.05000,1.422
28,block_sparse_moe.experts.202.w2,0.0009042888,0.05000,1.466
28,block_sparse_moe.experts.196.w2,0.0003015351,0.05000,1.429
28,block_sparse_moe.experts.204.w2,0.0007276021,0.05000,1.489
28,block_sparse_moe.experts.206.w2,0.0003328398,0.05000,1.472
28,block_sparse_moe.experts.198.w2,0.0017388566,0.05000,1.475
28,block_sparse_moe.experts.203.w2,0.0002800995,0.05000,1.543
28,block_sparse_moe.experts.195.w2,0.0005700066,0.05000,1.501
28,block_sparse_moe.experts.205.w2,0.0006987299,0.05000,1.357
28,block_sparse_moe.experts.207.w2,0.0004873994,0.05000,1.504
28,block_sparse_moe.experts.197.w2,0.0006685483,0.05000,1.402
28,block_sparse_moe.experts.199.w2,0.0033552074,0.05000,1.509
28,block_sparse_moe.experts.201.w2,0.0005574649,0.05000,1.525
28,block_sparse_moe.experts.193.w2,0.0001594391,0.05000,1.553
28,block_sparse_moe.experts.208.w2,0.0020972199,0.05000,1.334
28,block_sparse_moe.experts.220.w2,0.0007912359,0.05000,1.321
28,block_sparse_moe.experts.210.w2,0.0014554827,0.05000,1.436
28,block_sparse_moe.experts.212.w2,0.0007445633,0.05000,1.375
28,block_sparse_moe.experts.216.w2,0.0012501410,0.05000,1.471
28,block_sparse_moe.experts.218.w2,0.0015604694,0.05000,1.485
28,block_sparse_moe.experts.222.w2,0.0003736050,0.05000,1.439
28,block_sparse_moe.experts.214.w2,0.0002982360,0.05000,1.453
28,block_sparse_moe.experts.221.w2,0.0001239609,0.05000,1.367
28,block_sparse_moe.experts.211.w2,0.0004767091,0.05000,1.436
28,block_sparse_moe.experts.219.w2,0.0004436303,0.05000,1.508
28,block_sparse_moe.experts.213.w2,0.0007424534,0.05000,1.375
28,block_sparse_moe.experts.223.w2,0.0013337952,0.05000,1.534
28,block_sparse_moe.experts.217.w2,0.0001602809,0.05000,1.266
28,block_sparse_moe.experts.209.w2,0.0004042421,0.05000,1.262
28,block_sparse_moe.experts.215.w2,0.0007038809,0.05000,1.473
28,block_sparse_moe.experts.226.w2,0.0003223560,0.05000,1.364
28,block_sparse_moe.experts.224.w2,0.0005685086,0.05000,1.491
28,block_sparse_moe.experts.236.w2,0.0002914277,0.05000,1.440
28,block_sparse_moe.experts.228.w2,0.0005097537,0.05000,1.445
28,block_sparse_moe.experts.232.w2,0.0004811007,0.05000,1.434
28,block_sparse_moe.experts.234.w2,0.0032149877,0.05000,1.393
28,block_sparse_moe.experts.238.w2,0.0003588613,0.05000,1.386
28,block_sparse_moe.experts.230.w2,0.0007666176,0.05000,1.385
28,block_sparse_moe.experts.237.w2,0.0008085034,0.05000,1.381
28,block_sparse_moe.experts.227.w2,0.0001123944,0.05000,1.442
28,block_sparse_moe.experts.235.w2,0.0005896525,0.05000,1.437
28,block_sparse_moe.experts.229.w2,0.0009522714,0.05000,1.445
28,block_sparse_moe.experts.239.w2,0.0003803966,0.05000,1.506
28,block_sparse_moe.experts.233.w2,0.0003531957,0.05000,1.429
28,block_sparse_moe.experts.225.w2,0.0013873097,0.05000,1.465
28,block_sparse_moe.experts.231.w2,0.0012012802,0.05000,1.462
28,block_sparse_moe.experts.240.w2,0.0002297794,0.05000,1.458
28,block_sparse_moe.experts.242.w2,0.0003282727,0.05000,1.516
28,block_sparse_moe.experts.252.w2,0.0005105276,0.05000,1.471
28,block_sparse_moe.experts.244.w2,0.0009683246,0.05000,1.438
28,block_sparse_moe.experts.248.w2,0.0006222236,0.05000,1.415
28,block_sparse_moe.experts.254.w2,0.0008533524,0.05000,1.498
28,block_sparse_moe.experts.250.w2,0.0006123353,0.05000,1.567
28,block_sparse_moe.experts.246.w2,0.0002435722,0.05000,1.538
28,block_sparse_moe.experts.251.w2,0.0007340927,0.05000,1.380
28,block_sparse_moe.experts.253.w2,0.0003459232,0.05000,1.518
28,block_sparse_moe.experts.243.w2,0.0005862199,0.05000,1.461
28,block_sparse_moe.experts.255.w2,0.0001668589,0.05000,1.360
28,block_sparse_moe.experts.247.w2,0.0004542300,0.05000,1.246
28,block_sparse_moe.experts.245.w2,0.0002196743,0.05000,1.512
28,block_sparse_moe.experts.249.w2,0.0007410278,0.05000,1.412
28,block_sparse_moe.experts.241.w2,0.0003204006,0.05000,1.346
29,self_attn.q_proj,0.0000346184,0.05000,0.877
29,self_attn.k_proj,0.0000052056,0.05000,0.905
29,self_attn.v_proj,0.0000042482,0.05000,0.964
29,self_attn.o_proj,0.0000032265,0.05000,1.834
29,block_sparse_moe.experts.10.w1,0.0001786719,0.05000,3.046
29,block_sparse_moe.experts.0.w1,0.0006724213,0.05000,3.091
29,block_sparse_moe.experts.12.w1,0.0003290588,0.05000,3.117
29,block_sparse_moe.experts.2.w1,0.0009214864,0.05000,3.099
29,block_sparse_moe.experts.8.w1,0.0003009867,0.05000,3.152
29,block_sparse_moe.experts.6.w1,0.0005625020,0.05000,3.126
29,block_sparse_moe.experts.4.w1,0.0006511568,0.05000,3.161
29,block_sparse_moe.experts.14.w1,0.0011470976,0.05000,3.079
29,block_sparse_moe.experts.9.w1,0.0006510317,0.05000,3.282
29,block_sparse_moe.experts.13.w1,0.0010212976,0.05000,3.318
29,block_sparse_moe.experts.5.w1,0.0006483297,0.05000,3.290
29,block_sparse_moe.experts.3.w1,0.0005900009,0.05000,3.327
29,block_sparse_moe.experts.1.w1,0.0001802991,0.05000,3.331
29,block_sparse_moe.experts.7.w1,0.0001754661,0.05000,3.354
29,block_sparse_moe.experts.15.w1,0.0008339558,0.05000,3.339
29,block_sparse_moe.experts.11.w1,0.0007198322,0.05000,3.480
29,block_sparse_moe.experts.26.w1,0.0004211673,0.05000,2.865
29,block_sparse_moe.experts.18.w1,0.0004444317,0.05000,2.866
29,block_sparse_moe.experts.22.w1,0.0004447650,0.05000,2.878
29,block_sparse_moe.experts.30.w1,0.0002284505,0.05000,2.835
29,block_sparse_moe.experts.16.w1,0.0005372179,0.05000,3.103
29,block_sparse_moe.experts.28.w1,0.0005870189,0.05000,3.079
29,block_sparse_moe.experts.29.w1,0.0007478695,0.05000,2.887
29,block_sparse_moe.experts.23.w1,0.0009805311,0.05000,2.832
29,block_sparse_moe.experts.20.w1,0.0005426743,0.05000,3.091
29,block_sparse_moe.experts.19.w1,0.0006689632,0.05000,2.892
29,block_sparse_moe.experts.25.w1,0.0012110073,0.05000,2.996
29,block_sparse_moe.experts.24.w1,0.0000912272,0.05000,3.139
29,block_sparse_moe.experts.21.w1,0.0004900980,0.05000,2.993
29,block_sparse_moe.experts.31.w1,0.0002411435,0.05000,2.880
29,block_sparse_moe.experts.17.w1,0.0009558700,0.05000,2.978
29,block_sparse_moe.experts.27.w1,0.0006172808,0.05000,2.958
29,block_sparse_moe.experts.42.w1,0.0007346010,0.05000,2.771
29,block_sparse_moe.experts.38.w1,0.0001526530,0.05000,2.746
29,block_sparse_moe.experts.34.w1,0.0010681449,0.05000,2.821
29,block_sparse_moe.experts.46.w1,0.0008546590,0.05000,2.822
29,block_sparse_moe.experts.39.w1,0.0004922237,0.05000,2.670
29,block_sparse_moe.experts.35.w1,0.0013126635,0.05000,2.675
29,block_sparse_moe.experts.47.w1,0.0012410145,0.05000,2.610
29,block_sparse_moe.experts.45.w1,0.0003982698,0.05000,2.788
29,block_sparse_moe.experts.41.w1,0.0013124504,0.05000,2.748
29,block_sparse_moe.experts.43.w1,0.0010387503,0.05000,2.610
29,block_sparse_moe.experts.44.w1,0.0006689045,0.05000,2.868
29,block_sparse_moe.experts.32.w1,0.0008592272,0.05000,2.877
29,block_sparse_moe.experts.36.w1,0.0008116487,0.05000,2.833
29,block_sparse_moe.experts.37.w1,0.0005365041,0.05000,2.748
29,block_sparse_moe.experts.40.w1,0.0011422281,0.05000,2.880
29,block_sparse_moe.experts.33.w1,0.0001195499,0.05000,2.815
29,block_sparse_moe.experts.58.w1,0.0003154150,0.05000,3.121
29,block_sparse_moe.experts.50.w1,0.0006313296,0.05000,3.103
29,block_sparse_moe.experts.55.w1,0.0006689397,0.05000,3.020
29,block_sparse_moe.experts.59.w1,0.0003705298,0.05000,2.923
29,block_sparse_moe.experts.54.w1,0.0003428476,0.05000,3.202
29,block_sparse_moe.experts.62.w1,0.0016253778,0.05000,3.128
29,block_sparse_moe.experts.63.w1,0.0014114942,0.05000,3.072
29,block_sparse_moe.experts.51.w1,0.0009239015,0.05000,3.103
29,block_sparse_moe.experts.57.w1,0.0011391660,0.05000,3.045
29,block_sparse_moe.experts.61.w1,0.0013468753,0.05000,3.109
29,block_sparse_moe.experts.53.w1,0.0007506740,0.05000,3.055
29,block_sparse_moe.experts.52.w1,0.0002963046,0.05000,3.068
29,block_sparse_moe.experts.48.w1,0.0003048967,0.05000,3.116
29,block_sparse_moe.experts.56.w1,0.0005492813,0.05000,3.024
29,block_sparse_moe.experts.60.w1,0.0004356035,0.05000,3.170
29,block_sparse_moe.experts.49.w1,0.0013554236,0.05000,3.095
29,block_sparse_moe.experts.75.w1,0.0003962149,0.05000,2.788
29,block_sparse_moe.experts.73.w1,0.0005164414,0.05000,2.712
29,block_sparse_moe.experts.71.w1,0.0010002676,0.05000,2.871
29,block_sparse_moe.experts.77.w1,0.0004510793,0.05000,2.713
29,block_sparse_moe.experts.79.w1,0.0005484826,0.05000,2.822
29,block_sparse_moe.experts.69.w1,0.0001072873,0.05000,2.715
29,block_sparse_moe.experts.67.w1,0.0007988333,0.05000,2.819
29,block_sparse_moe.experts.74.w1,0.0007917962,0.05000,3.104
29,block_sparse_moe.experts.65.w1,0.0025027878,0.05000,2.640
29,block_sparse_moe.experts.70.w1,0.0009352829,0.05000,3.113
29,block_sparse_moe.experts.66.w1,0.0005827622,0.05000,3.179
29,block_sparse_moe.experts.78.w1,0.0015120404,0.05000,3.177
29,block_sparse_moe.experts.64.w1,0.0005851321,0.05000,3.022
29,block_sparse_moe.experts.72.w1,0.0000549897,0.05000,3.037
29,block_sparse_moe.experts.76.w1,0.0003932900,0.05000,3.033
29,block_sparse_moe.experts.68.w1,0.0006849282,0.05000,3.199
29,block_sparse_moe.experts.91.w1,0.0005824016,0.05000,2.959
29,block_sparse_moe.experts.83.w1,0.0004767634,0.05000,2.913
29,block_sparse_moe.experts.87.w1,0.0000890295,0.05000,3.008
29,block_sparse_moe.experts.95.w1,0.0002348756,0.05000,2.986
29,block_sparse_moe.experts.90.w1,0.0007404602,0.05000,2.934
29,block_sparse_moe.experts.89.w1,0.0011202533,0.05000,3.090
29,block_sparse_moe.experts.93.w1,0.0012185475,0.05000,3.105
29,block_sparse_moe.experts.85.w1,0.0008606840,0.05000,3.097
29,block_sparse_moe.experts.81.w1,0.0000911809,0.05000,3.104
29,block_sparse_moe.experts.82.w1,0.0005265432,0.05000,2.950
29,block_sparse_moe.experts.86.w1,0.0004475918,0.05000,2.997
29,block_sparse_moe.experts.94.w1,0.0009591794,0.05000,3.003
29,block_sparse_moe.experts.88.w1,0.0002553746,0.05000,3.002
29,block_sparse_moe.experts.92.w1,0.0004526768,0.05000,3.031
29,block_sparse_moe.experts.80.w1,0.0005718807,0.05000,3.165
29,block_sparse_moe.experts.84.w1,0.0003840717,0.05000,3.061
29,block_sparse_moe.experts.106.w1,0.0006481027,0.05000,3.054
29,block_sparse_moe.experts.109.w1,0.0003240164,0.05000,3.005
29,block_sparse_moe.experts.105.w1,0.0013796918,0.05000,3.072
29,block_sparse_moe.experts.103.w1,0.0006076244,0.05000,3.145
29,block_sparse_moe.experts.97.w1,0.0000366928,0.05000,3.024
29,block_sparse_moe.experts.107.w1,0.0005204820,0.05000,3.340
29,block_sparse_moe.experts.101.w1,0.0007053563,0.05000,3.116
29,block_sparse_moe.experts.111.w1,0.0007413307,0.05000,3.269
29,block_sparse_moe.experts.99.w1,0.0006397463,0.05000,3.342
29,block_sparse_moe.experts.98.w1,0.0009308390,0.05000,3.177
29,block_sparse_moe.experts.110.w1,0.0001772488,0.05000,3.203
29,block_sparse_moe.experts.108.w1,0.0001727155,0.05000,3.141
29,block_sparse_moe.experts.96.w1,0.0003704531,0.05000,3.070
29,block_sparse_moe.experts.102.w1,0.0006105762,0.05000,3.345
29,block_sparse_moe.experts.104.w1,0.0006028842,0.05000,3.210
29,block_sparse_moe.experts.100.w1,0.0006056113,0.05000,3.121
29,block_sparse_moe.experts.125.w1,0.0008839704,0.05000,2.929
29,block_sparse_moe.experts.121.w1,0.0009271691,0.05000,3.007
29,block_sparse_moe.experts.113.w1,0.0006906593,0.05000,2.907
29,block_sparse_moe.experts.115.w1,0.0012435938,0.05000,2.862
29,block_sparse_moe.experts.122.w1,0.0007973903,0.05000,3.112
29,block_sparse_moe.experts.117.w1,0.0003224399,0.05000,2.981
29,block_sparse_moe.experts.123.w1,0.0006827498,0.05000,3.013
29,block_sparse_moe.experts.119.w1,0.0020236757,0.05000,3.149
29,block_sparse_moe.experts.127.w1,0.0002094308,0.05000,3.008
29,block_sparse_moe.experts.114.w1,0.0009031550,0.05000,3.102
29,block_sparse_moe.experts.126.w1,0.0008145041,0.05000,3.041
29,block_sparse_moe.experts.124.w1,0.0005926200,0.05000,2.981
29,block_sparse_moe.experts.118.w1,0.0009795958,0.05000,3.076
29,block_sparse_moe.experts.120.w1,0.0002829821,0.05000,3.092
29,block_sparse_moe.experts.116.w1,0.0005464256,0.05000,3.032
29,block_sparse_moe.experts.112.w1,0.0005892985,0.05000,3.216
29,block_sparse_moe.experts.141.w1,0.0007169198,0.05000,2.921
29,block_sparse_moe.experts.129.w1,0.0008583129,0.05000,2.949
29,block_sparse_moe.experts.138.w1,0.0008172481,0.05000,2.914
29,block_sparse_moe.experts.137.w1,0.0011565437,0.05000,2.968
29,block_sparse_moe.experts.133.w1,0.0007265189,0.05000,2.976
29,block_sparse_moe.experts.131.w1,0.0002011159,0.05000,3.099
29,block_sparse_moe.experts.130.w1,0.0006221885,0.05000,2.798
29,block_sparse_moe.experts.139.w1,0.0005590649,0.05000,3.065
29,block_sparse_moe.experts.135.w1,0.0003029768,0.05000,3.057
29,block_sparse_moe.experts.143.w1,0.0001629406,0.05000,3.089
29,block_sparse_moe.experts.142.w1,0.0007112614,0.05000,2.813
29,block_sparse_moe.experts.140.w1,0.0003067333,0.05000,2.911
29,block_sparse_moe.experts.134.w1,0.0007591511,0.05000,2.852
29,block_sparse_moe.experts.132.w1,0.0006674120,0.05000,3.007
29,block_sparse_moe.experts.136.w1,0.0005919567,0.05000,3.049
29,block_sparse_moe.experts.128.w1,0.0005215796,0.05000,3.038
29,block_sparse_moe.experts.157.w1,0.0004650381,0.05000,2.512
29,block_sparse_moe.experts.153.w1,0.0004234329,0.05000,2.403
29,block_sparse_moe.experts.145.w1,0.0007317905,0.05000,2.445
29,block_sparse_moe.experts.154.w1,0.0002172139,0.05000,3.203
29,block_sparse_moe.experts.155.w1,0.0003275881,0.05000,3.041
29,block_sparse_moe.experts.151.w1,0.0006668760,0.05000,3.065
29,block_sparse_moe.experts.147.w1,0.0005175253,0.05000,3.171
29,block_sparse_moe.experts.146.w1,0.0006303917,0.05000,3.190
29,block_sparse_moe.experts.159.w1,0.0000755564,0.05000,3.189
29,block_sparse_moe.experts.158.w1,0.0002246065,0.05000,3.309
29,block_sparse_moe.experts.150.w1,0.0005483036,0.05000,3.203
29,block_sparse_moe.experts.156.w1,0.0012270548,0.05000,4.083
29,block_sparse_moe.experts.148.w1,0.0005370907,0.05000,4.100
29,block_sparse_moe.experts.152.w1,0.0003873431,0.05000,4.179
29,block_sparse_moe.experts.144.w1,0.0006755433,0.05000,4.120
29,block_sparse_moe.experts.171.w1,0.0008595161,0.05000,3.314
29,block_sparse_moe.experts.167.w1,0.0005658314,0.05000,3.265
29,block_sparse_moe.experts.163.w1,0.0006095456,0.05000,3.296
29,block_sparse_moe.experts.175.w1,0.0010245572,0.05000,3.395
29,block_sparse_moe.experts.172.w1,0.0008269773,0.05000,3.254
29,block_sparse_moe.experts.164.w1,0.0001660508,0.05000,3.202
29,block_sparse_moe.experts.168.w1,0.0005688130,0.05000,3.301
29,block_sparse_moe.experts.160.w1,0.0001702894,0.05000,3.255
29,block_sparse_moe.experts.170.w1,0.0003824172,0.05000,6.727
29,block_sparse_moe.experts.162.w1,0.0007327392,0.05000,6.750
29,block_sparse_moe.experts.174.w1,0.0006760108,0.05000,6.609
29,block_sparse_moe.experts.166.w1,0.0000470323,0.05000,6.693
29,block_sparse_moe.experts.188.w1,0.0006312052,0.05000,3.611
29,block_sparse_moe.experts.180.w1,0.0007075910,0.05000,3.512
29,block_sparse_moe.experts.176.w1,0.0004462320,0.05000,3.544
29,block_sparse_moe.experts.184.w1,0.0008076857,0.05000,3.611
29,block_sparse_moe.experts.186.w1,0.0003938005,0.05000,3.179
29,block_sparse_moe.experts.178.w1,0.0002299569,0.05000,3.093
29,block_sparse_moe.experts.190.w1,0.0003388177,0.05000,3.082
29,block_sparse_moe.experts.182.w1,0.0009513461,0.05000,2.970
29,block_sparse_moe.experts.187.w1,0.0003509738,0.05000,6.917
29,block_sparse_moe.experts.183.w1,0.0016510916,0.05000,6.965
29,block_sparse_moe.experts.179.w1,0.0008010805,0.05000,6.963
29,block_sparse_moe.experts.191.w1,0.0002075479,0.05000,6.951
29,block_sparse_moe.experts.196.w1,0.0006169156,0.05000,3.159
29,block_sparse_moe.experts.204.w1,0.0002699962,0.05000,3.299
29,block_sparse_moe.experts.192.w1,0.0008451204,0.05000,3.254
29,block_sparse_moe.experts.200.w1,0.0014236042,0.05000,3.228
29,block_sparse_moe.experts.161.w1,0.0001077711,0.05000,3.071
29,block_sparse_moe.experts.149.w1,0.0007307862,0.05000,3.094
29,block_sparse_moe.experts.173.w1,0.0005095421,0.05000,3.095
29,block_sparse_moe.experts.169.w1,0.0001028998,0.05000,3.178
29,block_sparse_moe.experts.203.w1,0.0009077913,0.05000,3.089
29,block_sparse_moe.experts.199.w1,0.0007556231,0.05000,3.108
29,block_sparse_moe.experts.195.w1,0.0003016283,0.05000,3.042
29,block_sparse_moe.experts.207.w1,0.0000738326,0.05000,2.873
29,block_sparse_moe.experts.206.w1,0.0009948654,0.05000,3.185
29,block_sparse_moe.experts.202.w1,0.0003505297,0.05000,3.223
29,block_sparse_moe.experts.194.w1,0.0002168347,0.05000,3.229
29,block_sparse_moe.experts.198.w1,0.0002397705,0.05000,3.308
29,block_sparse_moe.experts.212.w1,0.0006238341,0.05000,2.985
29,block_sparse_moe.experts.220.w1,0.0001088023,0.05000,3.051
29,block_sparse_moe.experts.189.w1,0.0007785313,0.05000,2.653
29,block_sparse_moe.experts.177.w1,0.0006709674,0.05000,2.769
29,block_sparse_moe.experts.216.w1,0.0007899766,0.05000,2.929
29,block_sparse_moe.experts.165.w1,0.0007071876,0.05000,2.783
29,block_sparse_moe.experts.185.w1,0.0002658597,0.05000,2.724
29,block_sparse_moe.experts.208.w1,0.0006218073,0.05000,3.030
29,block_sparse_moe.experts.211.w1,0.0006767135,0.05000,2.854
29,block_sparse_moe.experts.222.w1,0.0007475582,0.05000,2.940
29,block_sparse_moe.experts.215.w1,0.0010452990,0.05000,2.875
29,block_sparse_moe.experts.219.w1,0.0004965187,0.05000,2.905
29,block_sparse_moe.experts.223.w1,0.0016053188,0.05000,2.932
29,block_sparse_moe.experts.210.w1,0.0009014078,0.05000,2.969
29,block_sparse_moe.experts.214.w1,0.0012774558,0.05000,3.014
29,block_sparse_moe.experts.218.w1,0.0002879486,0.05000,3.121
29,block_sparse_moe.experts.228.w1,0.0005630036,0.05000,2.952
29,block_sparse_moe.experts.236.w1,0.0012312515,0.05000,2.983
29,block_sparse_moe.experts.201.w1,0.0008230634,0.05000,2.861
29,block_sparse_moe.experts.205.w1,0.0009895165,0.05000,3.018
29,block_sparse_moe.experts.232.w1,0.0001987969,0.05000,2.982
29,block_sparse_moe.experts.224.w1,0.0010124183,0.05000,2.921
29,block_sparse_moe.experts.193.w1,0.0005272134,0.05000,3.008
29,block_sparse_moe.experts.181.w1,0.0009121188,0.05000,3.013
29,block_sparse_moe.experts.227.w1,0.0009529850,0.05000,2.747
29,block_sparse_moe.experts.231.w1,0.0002798649,0.05000,2.789
29,block_sparse_moe.experts.235.w1,0.0009873636,0.05000,2.805
29,block_sparse_moe.experts.239.w1,0.0004767130,0.05000,2.820
29,block_sparse_moe.experts.238.w1,0.0007741424,0.05000,3.019
29,block_sparse_moe.experts.226.w1,0.0006843942,0.05000,3.080
29,block_sparse_moe.experts.230.w1,0.0010053357,0.05000,3.073
29,block_sparse_moe.experts.234.w1,0.0004477323,0.05000,3.092
29,block_sparse_moe.experts.221.w1,0.0010053313,0.05000,2.759
29,block_sparse_moe.experts.217.w1,0.0012403729,0.05000,2.802
29,block_sparse_moe.experts.244.w1,0.0001622738,0.05000,3.088
29,block_sparse_moe.experts.197.w1,0.0005625585,0.05000,2.792
29,block_sparse_moe.experts.252.w1,0.0006763084,0.05000,3.087
29,block_sparse_moe.experts.209.w1,0.0006804850,0.05000,2.908
29,block_sparse_moe.experts.248.w1,0.0007978189,0.05000,2.972
29,block_sparse_moe.experts.240.w1,0.0010714341,0.05000,3.033
29,block_sparse_moe.experts.247.w1,0.0001871276,0.05000,3.039
29,block_sparse_moe.experts.243.w1,0.0010221115,0.05000,3.245
29,block_sparse_moe.experts.251.w1,0.0026404553,0.05000,3.143
29,block_sparse_moe.experts.255.w1,0.0002521046,0.05000,3.133
29,block_sparse_moe.experts.254.w1,0.0004385026,0.05000,3.076
29,block_sparse_moe.experts.246.w1,0.0005613765,0.05000,3.046
29,block_sparse_moe.experts.250.w1,0.0007261682,0.05000,3.007
29,block_sparse_moe.experts.242.w1,0.0010567077,0.05000,3.172
29,block_sparse_moe.experts.233.w1,0.0009350426,0.05000,2.862
29,block_sparse_moe.experts.237.w1,0.0009664923,0.05000,2.965
29,block_sparse_moe.experts.213.w1,0.0008065281,0.05000,2.957
29,block_sparse_moe.experts.4.w3,0.0007401281,0.05000,3.056
29,block_sparse_moe.experts.225.w1,0.0004708982,0.05000,2.968
29,block_sparse_moe.experts.12.w3,0.0003526133,0.05000,3.110
29,block_sparse_moe.experts.8.w3,0.0003212420,0.05000,3.088
29,block_sparse_moe.experts.0.w3,0.0006913176,0.05000,3.093
29,block_sparse_moe.experts.7.w3,0.0001851640,0.05000,2.831
29,block_sparse_moe.experts.3.w3,0.0006082886,0.05000,2.799
29,block_sparse_moe.experts.15.w3,0.0009379096,0.05000,2.845
29,block_sparse_moe.experts.11.w3,0.0007401677,0.05000,2.913
29,block_sparse_moe.experts.14.w3,0.0012211008,0.05000,2.980
29,block_sparse_moe.experts.6.w3,0.0005954363,0.05000,3.023
29,block_sparse_moe.experts.253.w1,0.0004370602,0.05000,2.886
29,block_sparse_moe.experts.2.w3,0.0010161135,0.05000,3.065
29,block_sparse_moe.experts.249.w1,0.0008407520,0.05000,2.987
29,block_sparse_moe.experts.10.w3,0.0001944505,0.05000,3.120
29,block_sparse_moe.experts.229.w1,0.0003224308,0.05000,2.859
29,block_sparse_moe.experts.241.w1,0.0005574251,0.05000,2.893
29,block_sparse_moe.experts.20.w3,0.0005755704,0.05000,3.111
29,block_sparse_moe.experts.28.w3,0.0006219368,0.05000,3.124
29,block_sparse_moe.experts.24.w3,0.0000986465,0.05000,3.114
29,block_sparse_moe.experts.16.w3,0.0005571453,0.05000,3.123
29,block_sparse_moe.experts.19.w3,0.0007715962,0.05000,2.924
29,block_sparse_moe.experts.23.w3,0.0010057376,0.05000,3.065
29,block_sparse_moe.experts.31.w3,0.0002626450,0.05000,2.982
29,block_sparse_moe.experts.27.w3,0.0006470795,0.05000,2.995
29,block_sparse_moe.experts.30.w3,0.0002483443,0.05000,2.844
29,block_sparse_moe.experts.13.w3,0.0010658312,0.05000,2.703
29,block_sparse_moe.experts.9.w3,0.0007230590,0.05000,2.691
29,block_sparse_moe.experts.245.w1,0.0002922106,0.05000,2.722
29,block_sparse_moe.experts.22.w3,0.0004894007,0.05000,2.966
29,block_sparse_moe.experts.18.w3,0.0004471520,0.05000,2.920
29,block_sparse_moe.experts.1.w3,0.0001859447,0.05000,2.745
29,block_sparse_moe.experts.26.w3,0.0004734386,0.05000,2.936
29,block_sparse_moe.experts.36.w3,0.0008693035,0.05000,2.899
29,block_sparse_moe.experts.40.w3,0.0012067000,0.05000,2.886
29,block_sparse_moe.experts.44.w3,0.0007350008,0.05000,2.964
29,block_sparse_moe.experts.32.w3,0.0009045440,0.05000,2.956
29,block_sparse_moe.experts.39.w3,0.0005170580,0.05000,2.954
29,block_sparse_moe.experts.35.w3,0.0014413790,0.05000,3.019
29,block_sparse_moe.experts.29.w3,0.0007853714,0.05000,2.709
29,block_sparse_moe.experts.47.w3,0.0012975038,0.05000,3.011
29,block_sparse_moe.experts.46.w3,0.0008865581,0.05000,2.942
29,block_sparse_moe.experts.25.w3,0.0012641875,0.05000,2.772
29,block_sparse_moe.experts.43.w3,0.0010737672,0.05000,3.127
29,block_sparse_moe.experts.5.w3,0.0006786260,0.05000,2.804
29,block_sparse_moe.experts.17.w3,0.0010998076,0.05000,2.728
29,block_sparse_moe.experts.34.w3,0.0011026283,0.05000,2.909
29,block_sparse_moe.experts.38.w3,0.0001751577,0.05000,2.950
29,block_sparse_moe.experts.42.w3,0.0007760654,0.05000,2.942
29,block_sparse_moe.experts.52.w3,0.0003306880,0.05000,2.887
29,block_sparse_moe.experts.60.w3,0.0004781681,0.05000,2.880
29,block_sparse_moe.experts.56.w3,0.0006160944,0.05000,2.941
29,block_sparse_moe.experts.48.w3,0.0003428161,0.05000,2.952
29,block_sparse_moe.experts.45.w3,0.0004128210,0.05000,2.737
29,block_sparse_moe.experts.41.w3,0.0014163939,0.05000,2.802
29,block_sparse_moe.experts.55.w3,0.0007008148,0.05000,3.128
29,block_sparse_moe.experts.33.w3,0.0001280835,0.05000,2.755
29,block_sparse_moe.experts.21.w3,0.0005415317,0.05000,2.843
29,block_sparse_moe.experts.51.w3,0.0009620736,0.05000,3.140
29,block_sparse_moe.experts.62.w3,0.0017429853,0.05000,3.058
29,block_sparse_moe.experts.63.w3,0.0015435690,0.05000,3.131
29,block_sparse_moe.experts.59.w3,0.0003879508,0.05000,3.088
29,block_sparse_moe.experts.50.w3,0.0007414738,0.05000,3.007
29,block_sparse_moe.experts.54.w3,0.0003601819,0.05000,3.026
29,block_sparse_moe.experts.58.w3,0.0003290477,0.05000,3.079
29,block_sparse_moe.experts.68.w3,0.0007207540,0.05000,2.958
29,block_sparse_moe.experts.76.w3,0.0004302224,0.05000,3.012
29,block_sparse_moe.experts.72.w3,0.0000681881,0.05000,3.078
29,block_sparse_moe.experts.64.w3,0.0006509563,0.05000,3.064
29,block_sparse_moe.experts.61.w3,0.0014051826,0.05000,2.736
29,block_sparse_moe.experts.57.w3,0.0013119203,0.05000,2.752
29,block_sparse_moe.experts.78.w3,0.0016041762,0.05000,2.699
29,block_sparse_moe.experts.49.w3,0.0014569102,0.05000,2.799
29,block_sparse_moe.experts.37.w3,0.0005614797,0.05000,2.831
29,block_sparse_moe.experts.71.w3,0.0010232035,0.05000,2.883
29,block_sparse_moe.experts.67.w3,0.0008298978,0.05000,2.863
29,block_sparse_moe.experts.79.w3,0.0005727854,0.05000,2.894
29,block_sparse_moe.experts.70.w3,0.0009950194,0.05000,2.689
29,block_sparse_moe.experts.75.w3,0.0004205906,0.05000,2.903
29,block_sparse_moe.experts.66.w3,0.0007135405,0.05000,2.871
29,block_sparse_moe.experts.74.w3,0.0008147122,0.05000,2.819
29,block_sparse_moe.experts.84.w3,0.0004001424,0.05000,2.952
29,block_sparse_moe.experts.92.w3,0.0005314683,0.05000,2.900
29,block_sparse_moe.experts.88.w3,0.0002585501,0.05000,2.880
29,block_sparse_moe.experts.80.w3,0.0006380880,0.05000,2.942
29,block_sparse_moe.experts.77.w3,0.0004705554,0.05000,2.688
29,block_sparse_moe.experts.73.w3,0.0005821483,0.05000,2.681
29,block_sparse_moe.experts.65.w3,0.0026030129,0.05000,2.687
29,block_sparse_moe.experts.53.w3,0.0007826625,0.05000,2.683
29,block_sparse_moe.experts.94.w3,0.0010085035,0.05000,2.936
29,block_sparse_moe.experts.87.w3,0.0000942729,0.05000,2.976
29,block_sparse_moe.experts.83.w3,0.0005185161,0.05000,2.950
29,block_sparse_moe.experts.95.w3,0.0002153714,0.05000,2.955
29,block_sparse_moe.experts.86.w3,0.0005095306,0.05000,2.957
29,block_sparse_moe.experts.91.w3,0.0006244965,0.05000,3.052
29,block_sparse_moe.experts.82.w3,0.0005706303,0.05000,2.985
29,block_sparse_moe.experts.90.w3,0.0008416214,0.05000,2.971
29,block_sparse_moe.experts.100.w3,0.0006290458,0.05000,2.907
29,block_sparse_moe.experts.108.w3,0.0001803073,0.05000,2.824
29,block_sparse_moe.experts.104.w3,0.0006351165,0.05000,2.937
29,block_sparse_moe.experts.96.w3,0.0004079860,0.05000,2.938
29,block_sparse_moe.experts.93.w3,0.0012952807,0.05000,2.792
29,block_sparse_moe.experts.89.w3,0.0012847164,0.05000,2.788
29,block_sparse_moe.experts.81.w3,0.0001115025,0.05000,2.788
29,block_sparse_moe.experts.69.w3,0.0001224467,0.05000,2.899
29,block_sparse_moe.experts.110.w3,0.0001853861,0.05000,2.868
29,block_sparse_moe.experts.99.w3,0.0006651423,0.05000,2.971
29,block_sparse_moe.experts.103.w3,0.0007089710,0.05000,3.011
29,block_sparse_moe.experts.111.w3,0.0008131753,0.05000,3.023
29,block_sparse_moe.experts.102.w3,0.0006554393,0.05000,2.940
29,block_sparse_moe.experts.98.w3,0.0009887267,0.05000,2.961
29,block_sparse_moe.experts.106.w3,0.0007021943,0.05000,2.901
29,block_sparse_moe.experts.107.w3,0.0005741085,0.05000,3.043
29,block_sparse_moe.experts.116.w3,0.0005734346,0.05000,3.010
29,block_sparse_moe.experts.124.w3,0.0006062197,0.05000,3.060
29,block_sparse_moe.experts.120.w3,0.0003009134,0.05000,3.022
29,block_sparse_moe.experts.112.w3,0.0006185619,0.05000,3.048
29,block_sparse_moe.experts.109.w3,0.0003359099,0.05000,2.823
29,block_sparse_moe.experts.105.w3,0.0014712630,0.05000,2.714
29,block_sparse_moe.experts.97.w3,0.0000430571,0.05000,2.771
29,block_sparse_moe.experts.85.w3,0.0008990820,0.05000,2.890
29,block_sparse_moe.experts.126.w3,0.0008596288,0.05000,2.814
29,block_sparse_moe.experts.118.w3,0.0010510853,0.05000,2.732
29,block_sparse_moe.experts.115.w3,0.0013628771,0.05000,2.992
29,block_sparse_moe.experts.119.w3,0.0022063957,0.05000,3.080
29,block_sparse_moe.experts.127.w3,0.0002424353,0.05000,2.918
29,block_sparse_moe.experts.114.w3,0.0010191311,0.05000,2.743
29,block_sparse_moe.experts.122.w3,0.0009008164,0.05000,2.770
29,block_sparse_moe.experts.123.w3,0.0007067875,0.05000,2.873
29,block_sparse_moe.experts.132.w3,0.0007425458,0.05000,2.681
29,block_sparse_moe.experts.140.w3,0.0003307475,0.05000,2.687
29,block_sparse_moe.experts.136.w3,0.0006288670,0.05000,2.747
29,block_sparse_moe.experts.128.w3,0.0005356388,0.05000,2.634
29,block_sparse_moe.experts.121.w3,0.0010125733,0.05000,2.670
29,block_sparse_moe.experts.125.w3,0.0009354204,0.05000,2.791
29,block_sparse_moe.experts.113.w3,0.0008015198,0.05000,2.670
29,block_sparse_moe.experts.101.w3,0.0007854676,0.05000,2.627
29,block_sparse_moe.experts.142.w3,0.0007486179,0.05000,2.985
29,block_sparse_moe.experts.131.w3,0.0002138130,0.05000,2.836
29,block_sparse_moe.experts.134.w3,0.0008438066,0.05000,2.910
29,block_sparse_moe.experts.135.w3,0.0003185087,0.05000,2.859
29,block_sparse_moe.experts.130.w3,0.0006475431,0.05000,2.957
29,block_sparse_moe.experts.143.w3,0.0001817635,0.05000,3.001
29,block_sparse_moe.experts.138.w3,0.0008988760,0.05000,2.942
29,block_sparse_moe.experts.148.w3,0.0006329327,0.05000,2.823
29,block_sparse_moe.experts.139.w3,0.0005766918,0.05000,2.895
29,block_sparse_moe.experts.156.w3,0.0013756833,0.05000,2.809
29,block_sparse_moe.experts.152.w3,0.0004251835,0.05000,2.932
29,block_sparse_moe.experts.144.w3,0.0007214958,0.05000,2.908
29,block_sparse_moe.experts.137.w3,0.0011960969,0.05000,2.621
29,block_sparse_moe.experts.141.w3,0.0007755070,0.05000,2.632
29,block_sparse_moe.experts.129.w3,0.0009017528,0.05000,2.642
29,block_sparse_moe.experts.117.w3,0.0003354935,0.05000,2.699
29,block_sparse_moe.experts.158.w3,0.0002393411,0.05000,2.982
29,block_sparse_moe.experts.147.w3,0.0005494677,0.05000,2.899
29,block_sparse_moe.experts.164.w3,0.0001717165,0.05000,2.593
29,block_sparse_moe.experts.151.w3,0.0007702476,0.05000,2.887
29,block_sparse_moe.experts.150.w3,0.0005666810,0.05000,3.044
29,block_sparse_moe.experts.172.w3,0.0009326383,0.05000,2.470
29,block_sparse_moe.experts.159.w3,0.0000827861,0.05000,2.900
29,block_sparse_moe.experts.154.w3,0.0002591192,0.05000,2.894
29,block_sparse_moe.experts.146.w3,0.0006888898,0.05000,2.975
29,block_sparse_moe.experts.155.w3,0.0003563738,0.05000,2.864
29,block_sparse_moe.experts.168.w3,0.0005931645,0.05000,2.523
29,block_sparse_moe.experts.160.w3,0.0001735997,0.05000,2.551
29,block_sparse_moe.experts.153.w3,0.0004468331,0.05000,2.718
29,block_sparse_moe.experts.157.w3,0.0005172717,0.05000,2.668
29,block_sparse_moe.experts.145.w3,0.0008527691,0.05000,2.719
29,block_sparse_moe.experts.133.w3,0.0008210193,0.05000,2.647
29,block_sparse_moe.experts.174.w3,0.0007264694,0.05000,2.817
29,block_sparse_moe.experts.163.w3,0.0008204999,0.05000,2.898
29,block_sparse_moe.experts.180.w3,0.0007531104,0.05000,2.837
29,block_sparse_moe.experts.167.w3,0.0006071204,0.05000,2.925
29,block_sparse_moe.experts.188.w3,0.0006531770,0.05000,2.917
29,block_sparse_moe.experts.166.w3,0.0000546551,0.05000,2.959
29,block_sparse_moe.experts.162.w3,0.0008410439,0.05000,2.855
29,block_sparse_moe.experts.175.w3,0.0010917031,0.05000,2.911
29,block_sparse_moe.experts.170.w3,0.0004336954,0.05000,2.931
29,block_sparse_moe.experts.171.w3,0.0009059980,0.05000,2.912
29,block_sparse_moe.experts.184.w3,0.0008341365,0.05000,2.959
29,block_sparse_moe.experts.176.w3,0.0004703378,0.05000,2.946
29,block_sparse_moe.experts.169.w3,0.0001211015,0.05000,3.138
29,block_sparse_moe.experts.173.w3,0.0005475281,0.05000,3.141
29,block_sparse_moe.experts.161.w3,0.0001247602,0.05000,3.074
29,block_sparse_moe.experts.149.w3,0.0007775797,0.05000,3.213
29,block_sparse_moe.experts.196.w3,0.0006813284,0.05000,2.799
29,block_sparse_moe.experts.190.w3,0.0003608486,0.05000,3.136
29,block_sparse_moe.experts.179.w3,0.0008263779,0.05000,2.932
29,block_sparse_moe.experts.183.w3,0.0017399573,0.05000,2.869
29,block_sparse_moe.experts.204.w3,0.0002799994,0.05000,2.909
29,block_sparse_moe.experts.187.w3,0.0003759438,0.05000,2.842
29,block_sparse_moe.experts.191.w3,0.0002417216,0.05000,2.908
29,block_sparse_moe.experts.182.w3,0.0010132768,0.05000,3.143
29,block_sparse_moe.experts.178.w3,0.0002474104,0.05000,3.123
29,block_sparse_moe.experts.200.w3,0.0014861064,0.05000,2.862
29,block_sparse_moe.experts.186.w3,0.0004502297,0.05000,3.187
29,block_sparse_moe.experts.192.w3,0.0009330911,0.05000,2.880
29,block_sparse_moe.experts.185.w3,0.0003324168,0.05000,2.907
29,block_sparse_moe.experts.189.w3,0.0008131145,0.05000,2.870
29,block_sparse_moe.experts.177.w3,0.0007117808,0.05000,2.795
29,block_sparse_moe.experts.165.w3,0.0007747079,0.05000,2.935
29,block_sparse_moe.experts.212.w3,0.0007356889,0.05000,2.816
29,block_sparse_moe.experts.206.w3,0.0010536423,0.05000,3.072
29,block_sparse_moe.experts.199.w3,0.0007832778,0.05000,2.964
29,block_sparse_moe.experts.195.w3,0.0003244209,0.05000,3.109
29,block_sparse_moe.experts.220.w3,0.0001187619,0.05000,2.931
29,block_sparse_moe.experts.203.w3,0.0009653950,0.05000,2.978
29,block_sparse_moe.experts.207.w3,0.0000940160,0.05000,3.015
29,block_sparse_moe.experts.198.w3,0.0002636227,0.05000,3.061
29,block_sparse_moe.experts.216.w3,0.0008646948,0.05000,2.975
29,block_sparse_moe.experts.194.w3,0.0002510087,0.05000,3.090
29,block_sparse_moe.experts.208.w3,0.0007205206,0.05000,2.950
29,block_sparse_moe.experts.202.w3,0.0003840638,0.05000,3.073
29,block_sparse_moe.experts.201.w3,0.0009194726,0.05000,2.789
29,block_sparse_moe.experts.205.w3,0.0010181779,0.05000,2.871
29,block_sparse_moe.experts.193.w3,0.0005601923,0.05000,2.801
29,block_sparse_moe.experts.181.w3,0.0009555308,0.05000,2.884
29,block_sparse_moe.experts.228.w3,0.0006454658,0.05000,3.120
29,block_sparse_moe.experts.222.w3,0.0007859626,0.05000,3.002
29,block_sparse_moe.experts.215.w3,0.0010612629,0.05000,3.056
29,block_sparse_moe.experts.211.w3,0.0007251240,0.05000,3.056
29,block_sparse_moe.experts.236.w3,0.0013838986,0.05000,3.119
29,block_sparse_moe.experts.223.w3,0.0017572093,0.05000,2.968
29,block_sparse_moe.experts.219.w3,0.0005461099,0.05000,3.013
29,block_sparse_moe.experts.214.w3,0.0014849398,0.05000,2.973
29,block_sparse_moe.experts.210.w3,0.0009325068,0.05000,2.912
29,block_sparse_moe.experts.232.w3,0.0002302010,0.05000,3.000
29,block_sparse_moe.experts.218.w3,0.0002978762,0.05000,2.957
29,block_sparse_moe.experts.224.w3,0.0012107112,0.05000,3.078
29,block_sparse_moe.experts.217.w3,0.0013411724,0.05000,2.616
29,block_sparse_moe.experts.209.w3,0.0007043262,0.05000,2.576
29,block_sparse_moe.experts.221.w3,0.0011536610,0.05000,2.694
29,block_sparse_moe.experts.197.w3,0.0005920378,0.05000,2.838
29,block_sparse_moe.experts.244.w3,0.0001769981,0.05000,2.989
29,block_sparse_moe.experts.231.w3,0.0002988315,0.05000,2.751
29,block_sparse_moe.experts.238.w3,0.0008067364,0.05000,2.897
29,block_sparse_moe.experts.227.w3,0.0010311313,0.05000,2.758
29,block_sparse_moe.experts.235.w3,0.0010885316,0.05000,2.721
29,block_sparse_moe.experts.239.w3,0.0005300340,0.05000,2.767
29,block_sparse_moe.experts.252.w3,0.0007576856,0.05000,2.904
29,block_sparse_moe.experts.248.w3,0.0008466515,0.05000,2.783
29,block_sparse_moe.experts.240.w3,0.0011634842,0.05000,2.638
29,block_sparse_moe.experts.230.w3,0.0010657457,0.05000,2.944
29,block_sparse_moe.experts.226.w3,0.0007823612,0.05000,2.949
29,block_sparse_moe.experts.233.w3,0.0010217471,0.05000,2.872
29,block_sparse_moe.experts.234.w3,0.0004662075,0.05000,3.123
29,block_sparse_moe.experts.225.w3,0.0005389640,0.05000,2.918
29,block_sparse_moe.experts.237.w3,0.0010476766,0.05000,2.885
29,block_sparse_moe.experts.213.w3,0.0008385915,0.05000,2.941
29,block_sparse_moe.experts.247.w3,0.0002023804,0.05000,3.022
29,block_sparse_moe.experts.243.w3,0.0010604425,0.05000,2.987
29,block_sparse_moe.experts.254.w3,0.0004877646,0.05000,2.994
29,block_sparse_moe.experts.251.w3,0.0027669023,0.05000,2.977
29,block_sparse_moe.experts.255.w3,0.0002853783,0.05000,2.945
29,block_sparse_moe.experts.246.w3,0.0006151750,0.05000,2.863
29,block_sparse_moe.experts.242.w3,0.0010849525,0.05000,2.879
29,block_sparse_moe.experts.250.w3,0.0007556337,0.05000,2.635
29,block_sparse_moe.experts.249.w3,0.0008918630,0.05000,3.083
29,block_sparse_moe.experts.253.w3,0.0006921864,0.05000,2.958
29,block_sparse_moe.experts.241.w3,0.0005815376,0.05000,2.989
29,block_sparse_moe.experts.229.w3,0.0003648625,0.05000,2.331
29,block_sparse_moe.experts.245.w3,0.0003223243,0.05000,0.768
29,block_sparse_moe.experts.5.w2,0.0004617909,0.05000,1.361
29,block_sparse_moe.experts.1.w2,0.0001207581,0.05000,1.368
29,block_sparse_moe.experts.7.w2,0.0001802284,0.05000,1.368
29,block_sparse_moe.experts.13.w2,0.0005030578,0.05000,1.364
29,block_sparse_moe.experts.9.w2,0.0010900021,0.05000,1.410
29,block_sparse_moe.experts.3.w2,0.0006184999,0.05000,1.423
29,block_sparse_moe.experts.11.w2,0.0004281278,0.05000,1.443
29,block_sparse_moe.experts.2.w2,0.0016334684,0.05000,1.470
29,block_sparse_moe.experts.15.w2,0.0022116419,0.05000,1.474
29,block_sparse_moe.experts.10.w2,0.0002597996,0.05000,1.524
29,block_sparse_moe.experts.6.w2,0.0090908852,0.05000,1.557
29,block_sparse_moe.experts.0.w2,0.0002409744,0.05000,1.560
29,block_sparse_moe.experts.14.w2,0.0011249611,0.05000,1.564
29,block_sparse_moe.experts.8.w2,0.0009830397,0.05000,1.582
29,block_sparse_moe.experts.4.w2,0.0017734272,0.05000,1.583
29,block_sparse_moe.experts.12.w2,0.0004872132,0.05000,1.602
29,block_sparse_moe.experts.17.w2,0.0016712707,0.05000,1.382
29,block_sparse_moe.experts.21.w2,0.0006644011,0.05000,1.418
29,block_sparse_moe.experts.25.w2,0.0006561133,0.05000,1.413
29,block_sparse_moe.experts.29.w2,0.0004775081,0.05000,1.462
29,block_sparse_moe.experts.23.w2,0.0003971789,0.05000,1.494
29,block_sparse_moe.experts.26.w2,0.0012800255,0.05000,1.353
29,block_sparse_moe.experts.19.w2,0.0012632770,0.05000,1.488
29,block_sparse_moe.experts.27.w2,0.0005534374,0.05000,1.497
29,block_sparse_moe.experts.18.w2,0.0016475842,0.05000,1.480
29,block_sparse_moe.experts.30.w2,0.0002734184,0.05000,1.398
29,block_sparse_moe.experts.22.w2,0.0008161648,0.05000,1.428
29,block_sparse_moe.experts.31.w2,0.0003007670,0.05000,1.523
29,block_sparse_moe.experts.20.w2,0.0007903189,0.05000,1.432
29,block_sparse_moe.experts.28.w2,0.0005278883,0.05000,1.420
29,block_sparse_moe.experts.16.w2,0.0003025375,0.05000,1.480
29,block_sparse_moe.experts.24.w2,0.0001166154,0.05000,1.479
29,block_sparse_moe.experts.33.w2,0.0001314124,0.05000,1.335
29,block_sparse_moe.experts.37.w2,0.0007587907,0.05000,1.409
29,block_sparse_moe.experts.45.w2,0.0002467253,0.05000,1.402
29,block_sparse_moe.experts.41.w2,0.0014839521,0.05000,1.453
29,block_sparse_moe.experts.42.w2,0.0006013906,0.05000,1.411
29,block_sparse_moe.experts.34.w2,0.0006779181,0.05000,1.454
29,block_sparse_moe.experts.38.w2,0.0003905514,0.05000,1.422
29,block_sparse_moe.experts.46.w2,0.0003799440,0.05000,1.480
29,block_sparse_moe.experts.36.w2,0.0032733393,0.05000,1.478
29,block_sparse_moe.experts.39.w2,0.0004270001,0.05000,1.660
29,block_sparse_moe.experts.40.w2,0.0010434353,0.05000,1.494
29,block_sparse_moe.experts.35.w2,0.0012210093,0.05000,1.652
29,block_sparse_moe.experts.44.w2,0.0007096515,0.05000,1.568
29,block_sparse_moe.experts.43.w2,0.0004225230,0.05000,1.656
29,block_sparse_moe.experts.32.w2,0.0010427403,0.05000,1.578
29,block_sparse_moe.experts.47.w2,0.0009491324,0.05000,1.608
29,block_sparse_moe.experts.49.w2,0.0015185370,0.05000,1.499
29,block_sparse_moe.experts.53.w2,0.0005756437,0.05000,1.430
29,block_sparse_moe.experts.61.w2,0.0009410272,0.05000,1.457
29,block_sparse_moe.experts.57.w2,0.0040189439,0.05000,1.475
29,block_sparse_moe.experts.58.w2,0.0005381963,0.05000,1.470
29,block_sparse_moe.experts.55.w2,0.0004095846,0.05000,1.321
29,block_sparse_moe.experts.51.w2,0.0004208378,0.05000,1.285
29,block_sparse_moe.experts.50.w2,0.0010787708,0.05000,1.445
29,block_sparse_moe.experts.54.w2,0.0002349665,0.05000,1.451
29,block_sparse_moe.experts.63.w2,0.0022641786,0.05000,1.305
29,block_sparse_moe.experts.59.w2,0.0003129174,0.05000,1.333
29,block_sparse_moe.experts.62.w2,0.0010791467,0.05000,1.511
29,block_sparse_moe.experts.52.w2,0.0002867031,0.05000,1.618
29,block_sparse_moe.experts.56.w2,0.0007560193,0.05000,1.577
29,block_sparse_moe.experts.60.w2,0.0007342014,0.05000,1.580
29,block_sparse_moe.experts.48.w2,0.0003245698,0.05000,1.763
29,block_sparse_moe.experts.65.w2,0.0040329338,0.05000,1.460
29,block_sparse_moe.experts.69.w2,0.0002567747,0.05000,1.490
29,block_sparse_moe.experts.77.w2,0.0004489188,0.05000,1.440
29,block_sparse_moe.experts.73.w2,0.0004774392,0.05000,1.412
29,block_sparse_moe.experts.74.w2,0.0006386193,0.05000,1.517
29,block_sparse_moe.experts.71.w2,0.0007007161,0.05000,1.474
29,block_sparse_moe.experts.79.w2,0.0002879648,0.05000,1.471
29,block_sparse_moe.experts.70.w2,0.0008281082,0.05000,1.547
29,block_sparse_moe.experts.75.w2,0.0003832841,0.05000,1.469
29,block_sparse_moe.experts.66.w2,0.0006195962,0.05000,1.612
29,block_sparse_moe.experts.67.w2,0.0004777073,0.05000,1.624
29,block_sparse_moe.experts.78.w2,0.0008007582,0.05000,1.550
29,block_sparse_moe.experts.68.w2,0.0007115608,0.05000,1.529
29,block_sparse_moe.experts.72.w2,0.0001553437,0.05000,1.600
29,block_sparse_moe.experts.76.w2,0.0004642948,0.05000,1.560
29,block_sparse_moe.experts.64.w2,0.0010539608,0.05000,1.523
29,block_sparse_moe.experts.81.w2,0.0002345861,0.05000,1.262
29,block_sparse_moe.experts.85.w2,0.0008432763,0.05000,1.252
29,block_sparse_moe.experts.93.w2,0.0007362583,0.05000,1.261
29,block_sparse_moe.experts.89.w2,0.0027409762,0.05000,1.290
29,block_sparse_moe.experts.90.w2,0.0016710619,0.05000,1.434
29,block_sparse_moe.experts.86.w2,0.0008972118,0.05000,1.385
29,block_sparse_moe.experts.94.w2,0.0015669528,0.05000,1.287
29,block_sparse_moe.experts.87.w2,0.0000605050,0.05000,1.522
29,block_sparse_moe.experts.82.w2,0.0006745595,0.05000,1.394
29,block_sparse_moe.experts.95.w2,0.0003869940,0.05000,1.495
29,block_sparse_moe.experts.91.w2,0.0008884973,0.05000,1.572
29,block_sparse_moe.experts.83.w2,0.0005230576,0.05000,1.532
29,block_sparse_moe.experts.84.w2,0.0003269937,0.05000,1.518
29,block_sparse_moe.experts.88.w2,0.0000589032,0.05000,1.430
29,block_sparse_moe.experts.92.w2,0.0014711366,0.05000,1.426
29,block_sparse_moe.experts.80.w2,0.0008354872,0.05000,1.397
29,block_sparse_moe.experts.97.w2,0.0000730965,0.05000,1.369
29,block_sparse_moe.experts.101.w2,0.0007188495,0.05000,1.355
29,block_sparse_moe.experts.109.w2,0.0001456196,0.05000,1.368
29,block_sparse_moe.experts.105.w2,0.0058610600,0.05000,1.361
29,block_sparse_moe.experts.106.w2,0.0006258522,0.05000,1.493
29,block_sparse_moe.experts.110.w2,0.0000956709,0.05000,1.472
29,block_sparse_moe.experts.102.w2,0.0004929510,0.05000,1.494
29,block_sparse_moe.experts.103.w2,0.0014178647,0.05000,1.493
29,block_sparse_moe.experts.98.w2,0.0008138758,0.05000,1.502
29,block_sparse_moe.experts.111.w2,0.0008529712,0.05000,1.513
29,block_sparse_moe.experts.107.w2,0.0007772322,0.05000,1.438
29,block_sparse_moe.experts.99.w2,0.0002213663,0.05000,1.471
29,block_sparse_moe.experts.100.w2,0.0001706219,0.05000,1.397
29,block_sparse_moe.experts.108.w2,0.0001816405,0.05000,1.417
29,block_sparse_moe.experts.104.w2,0.0003035207,0.05000,1.427
29,block_sparse_moe.experts.96.w2,0.0004920087,0.05000,1.444
29,block_sparse_moe.experts.113.w2,0.0019457953,0.05000,1.509
29,block_sparse_moe.experts.117.w2,0.0001951669,0.05000,1.512
29,block_sparse_moe.experts.125.w2,0.0005367717,0.05000,1.498
29,block_sparse_moe.experts.121.w2,0.0016311063,0.05000,1.492
29,block_sparse_moe.experts.122.w2,0.0028872928,0.05000,1.357
29,block_sparse_moe.experts.126.w2,0.0005165695,0.05000,1.383
29,block_sparse_moe.experts.118.w2,0.0013469470,0.05000,1.388
29,block_sparse_moe.experts.114.w2,0.0014337222,0.05000,1.384
29,block_sparse_moe.experts.119.w2,0.0036162494,0.05000,1.411
29,block_sparse_moe.experts.127.w2,0.0004908688,0.05000,1.437
29,block_sparse_moe.experts.115.w2,0.0022708631,0.05000,1.456
29,block_sparse_moe.experts.123.w2,0.0003280027,0.05000,1.534
29,block_sparse_moe.experts.116.w2,0.0003553302,0.05000,1.400
29,block_sparse_moe.experts.124.w2,0.0010546307,0.05000,1.452
29,block_sparse_moe.experts.120.w2,0.0005185517,0.05000,1.472
29,block_sparse_moe.experts.112.w2,0.0005138803,0.05000,1.469
29,block_sparse_moe.experts.129.w2,0.0005114848,0.05000,1.427
29,block_sparse_moe.experts.133.w2,0.0009786526,0.05000,1.402
29,block_sparse_moe.experts.137.w2,0.0006634871,0.05000,1.391
29,block_sparse_moe.experts.141.w2,0.0009789124,0.05000,1.446
29,block_sparse_moe.experts.138.w2,0.0010169108,0.05000,1.428
29,block_sparse_moe.experts.142.w2,0.0007406097,0.05000,1.510
29,block_sparse_moe.experts.135.w2,0.0002399072,0.05000,1.461
29,block_sparse_moe.experts.134.w2,0.0008427297,0.05000,1.547
29,block_sparse_moe.experts.130.w2,0.0003743267,0.05000,1.561
29,block_sparse_moe.experts.143.w2,0.0002507209,0.05000,1.473
29,block_sparse_moe.experts.139.w2,0.0002216014,0.05000,1.371
29,block_sparse_moe.experts.131.w2,0.0001906683,0.05000,1.475
29,block_sparse_moe.experts.132.w2,0.0011193628,0.05000,1.581
29,block_sparse_moe.experts.140.w2,0.0004476092,0.05000,1.621
29,block_sparse_moe.experts.136.w2,0.0004412963,0.05000,1.601
29,block_sparse_moe.experts.128.w2,0.0003228628,0.05000,1.645
29,block_sparse_moe.experts.145.w2,0.0016408002,0.05000,1.316
29,block_sparse_moe.experts.149.w2,0.0006528682,0.05000,1.357
29,block_sparse_moe.experts.157.w2,0.0011154394,0.05000,1.305
29,block_sparse_moe.experts.153.w2,0.0001806896,0.05000,1.399
29,block_sparse_moe.experts.154.w2,0.0005826752,0.05000,1.507
29,block_sparse_moe.experts.151.w2,0.0010884210,0.05000,1.394
29,block_sparse_moe.experts.158.w2,0.0002736147,0.05000,1.485
29,block_sparse_moe.experts.159.w2,0.0000967327,0.05000,1.351
29,block_sparse_moe.experts.150.w2,0.0001995133,0.05000,1.463
29,block_sparse_moe.experts.155.w2,0.0007481563,0.05000,1.391
29,block_sparse_moe.experts.146.w2,0.0011138243,0.05000,1.434
29,block_sparse_moe.experts.147.w2,0.0003411447,0.05000,1.355
29,block_sparse_moe.experts.148.w2,0.0008527438,0.05000,1.529
29,block_sparse_moe.experts.156.w2,0.0019154305,0.05000,1.514
29,block_sparse_moe.experts.152.w2,0.0005539362,0.05000,1.534
29,block_sparse_moe.experts.161.w2,0.0001465603,0.05000,1.358
29,block_sparse_moe.experts.144.w2,0.0004064838,0.05000,1.436
29,block_sparse_moe.experts.165.w2,0.0011255832,0.05000,1.326
29,block_sparse_moe.experts.173.w2,0.0013218826,0.05000,1.372
29,block_sparse_moe.experts.169.w2,0.0001924355,0.05000,1.321
29,block_sparse_moe.experts.170.w2,0.0004325402,0.05000,1.211
29,block_sparse_moe.experts.174.w2,0.0008153440,0.05000,1.147
29,block_sparse_moe.experts.166.w2,0.0000777799,0.05000,1.202
29,block_sparse_moe.experts.167.w2,0.0004734548,0.05000,1.347
29,block_sparse_moe.experts.162.w2,0.0020433761,0.05000,1.261
29,block_sparse_moe.experts.175.w2,0.0013617164,0.05000,1.338
29,block_sparse_moe.experts.171.w2,0.0007534412,0.05000,1.311
29,block_sparse_moe.experts.163.w2,0.0020129988,0.05000,1.325
29,block_sparse_moe.experts.177.w2,0.0006537479,0.05000,1.222
29,block_sparse_moe.experts.181.w2,0.0005374857,0.05000,1.283
29,block_sparse_moe.experts.164.w2,0.0001486885,0.05000,1.532
29,block_sparse_moe.experts.185.w2,0.0005474700,0.05000,1.245
29,block_sparse_moe.experts.189.w2,0.0007834602,0.05000,1.296
29,block_sparse_moe.experts.172.w2,0.0027840700,0.05000,1.523
29,block_sparse_moe.experts.168.w2,0.0002584008,0.05000,1.578
29,block_sparse_moe.experts.160.w2,0.0008218973,0.05000,1.517
29,block_sparse_moe.experts.186.w2,0.0008442048,0.05000,1.522
29,block_sparse_moe.experts.190.w2,0.0001317429,0.05000,1.513
29,block_sparse_moe.experts.183.w2,0.0032199908,0.05000,1.390
29,block_sparse_moe.experts.182.w2,0.0005052105,0.05000,1.463
29,block_sparse_moe.experts.187.w2,0.0002380818,0.05000,1.386
29,block_sparse_moe.experts.191.w2,0.0004066505,0.05000,1.438
29,block_sparse_moe.experts.179.w2,0.0003080621,0.05000,1.423
29,block_sparse_moe.experts.178.w2,0.0003193204,0.05000,1.517
29,block_sparse_moe.experts.180.w2,0.0006030781,0.05000,0.969
29,block_sparse_moe.experts.188.w2,0.0003003492,0.05000,0.882
29,block_sparse_moe.experts.193.w2,0.0003983087,0.05000,1.366
29,block_sparse_moe.experts.197.w2,0.0004785708,0.05000,1.423
29,block_sparse_moe.experts.201.w2,0.0022935360,0.05000,1.378
29,block_sparse_moe.experts.205.w2,0.0005391387,0.05000,1.420
29,block_sparse_moe.experts.202.w2,0.0005110224,0.05000,1.510
29,block_sparse_moe.experts.206.w2,0.0010106407,0.05000,1.577
29,block_sparse_moe.experts.198.w2,0.0008006743,0.05000,1.546
29,block_sparse_moe.experts.199.w2,0.0005407206,0.05000,1.596
29,block_sparse_moe.experts.203.w2,0.0009323176,0.05000,1.587
29,block_sparse_moe.experts.207.w2,0.0001160598,0.05000,1.559
29,block_sparse_moe.experts.194.w2,0.0004470000,0.05000,1.563
29,block_sparse_moe.experts.195.w2,0.0004212711,0.05000,1.622
29,block_sparse_moe.experts.209.w2,0.0002201556,0.05000,2.669
29,block_sparse_moe.experts.217.w2,0.0015436554,0.05000,2.717
29,block_sparse_moe.experts.213.w2,0.0002829886,0.05000,2.743
29,block_sparse_moe.experts.221.w2,0.0035807377,0.05000,2.660
29,block_sparse_moe.experts.218.w2,0.0001560965,0.05000,2.464
29,block_sparse_moe.experts.222.w2,0.0003628838,0.05000,2.359
29,block_sparse_moe.experts.214.w2,0.0032507496,0.05000,2.411
29,block_sparse_moe.experts.210.w2,0.0006333717,0.05000,2.468
29,block_sparse_moe.experts.215.w2,0.0018993311,0.05000,2.694
29,block_sparse_moe.experts.219.w2,0.0002150874,0.05000,2.641
29,block_sparse_moe.experts.223.w2,0.0062297517,0.05000,2.733
29,block_sparse_moe.experts.211.w2,0.0006140491,0.05000,2.704
29,block_sparse_moe.experts.225.w2,0.0011455004,0.05000,1.476
29,block_sparse_moe.experts.233.w2,0.0009581612,0.05000,1.503
29,block_sparse_moe.experts.229.w2,0.0004552563,0.05000,1.522
29,block_sparse_moe.experts.237.w2,0.0011482545,0.05000,1.525
29,block_sparse_moe.experts.234.w2,0.0002859941,0.05000,1.534
29,block_sparse_moe.experts.238.w2,0.0003670079,0.05000,1.559
29,block_sparse_moe.experts.230.w2,0.0008982471,0.05000,1.508
29,block_sparse_moe.experts.226.w2,0.0013549662,0.05000,1.486
29,block_sparse_moe.experts.176.w2,0.0003510731,0.05000,1.518
29,block_sparse_moe.experts.235.w2,0.0019353352,0.05000,1.449
29,block_sparse_moe.experts.204.w2,0.0002032161,0.05000,1.568
29,block_sparse_moe.experts.184.w2,0.0002663860,0.05000,1.571
29,block_sparse_moe.experts.231.w2,0.0002662990,0.05000,1.464
29,block_sparse_moe.experts.196.w2,0.0012062890,0.05000,1.591
29,block_sparse_moe.experts.239.w2,0.0004951136,0.05000,1.463
29,block_sparse_moe.experts.227.w2,0.0012035907,0.05000,1.469
29,block_sparse_moe.experts.241.w2,0.0004644387,0.05000,1.378
29,block_sparse_moe.experts.253.w2,0.0006995765,0.05000,1.323
29,block_sparse_moe.experts.249.w2,0.0005652050,0.05000,1.380
29,block_sparse_moe.experts.245.w2,0.0004557047,0.05000,1.387
29,block_sparse_moe.experts.250.w2,0.0004621615,0.05000,1.427
29,block_sparse_moe.experts.246.w2,0.0011254713,0.05000,1.406
29,block_sparse_moe.experts.254.w2,0.0007578299,0.05000,1.447
29,block_sparse_moe.experts.242.w2,0.0004702257,0.05000,1.279
29,block_sparse_moe.experts.212.w2,0.0013310101,0.05000,1.255
29,block_sparse_moe.experts.192.w2,0.0014366869,0.05000,1.344
29,block_sparse_moe.experts.220.w2,0.0002562946,0.05000,1.308
29,block_sparse_moe.experts.200.w2,0.0013792987,0.05000,1.343
29,block_sparse_moe.experts.251.w2,0.0054849607,0.05000,1.468
29,block_sparse_moe.experts.247.w2,0.0002666353,0.05000,1.471
29,block_sparse_moe.experts.255.w2,0.0004044258,0.05000,1.421
29,block_sparse_moe.experts.243.w2,0.0004604755,0.05000,1.355
29,block_sparse_moe.experts.236.w2,0.0022739533,0.05000,1.391
29,block_sparse_moe.experts.228.w2,0.0005861168,0.05000,1.421
29,block_sparse_moe.experts.208.w2,0.0011678182,0.05000,1.410
29,block_sparse_moe.experts.216.w2,0.0014623290,0.05000,1.416
29,block_sparse_moe.experts.244.w2,0.0001893773,0.05000,1.182
29,block_sparse_moe.experts.252.w2,0.0012234212,0.05000,1.187
29,block_sparse_moe.experts.224.w2,0.0023344383,0.05000,1.221
29,block_sparse_moe.experts.232.w2,0.0004958633,0.05000,1.189
29,block_sparse_moe.experts.240.w2,0.0012252070,0.05000,0.708
29,block_sparse_moe.experts.248.w2,0.0008195878,0.05000,0.698
30,self_attn.k_proj,0.0000064485,0.05000,0.893
30,self_attn.q_proj,0.0000410770,0.05000,0.899
30,self_attn.v_proj,0.0000052953,0.05000,0.957
30,self_attn.o_proj,0.0000025789,0.05000,1.784
30,block_sparse_moe.experts.5.w1,0.0009777754,0.05000,2.906
30,block_sparse_moe.experts.0.w1,0.0004353062,0.05000,2.964
30,block_sparse_moe.experts.4.w1,0.0011012643,0.05000,3.059
30,block_sparse_moe.experts.2.w1,0.0019954879,0.05000,3.094
30,block_sparse_moe.experts.12.w1,0.0007256319,0.05000,2.991
30,block_sparse_moe.experts.8.w1,0.0006249360,0.05000,2.993
30,block_sparse_moe.experts.14.w1,0.0010464511,0.05000,3.038
30,block_sparse_moe.experts.10.w1,0.0011658995,0.05000,3.040
30,block_sparse_moe.experts.6.w1,0.0003385123,0.05000,3.179
30,block_sparse_moe.experts.9.w1,0.0004490319,0.05000,3.149
30,block_sparse_moe.experts.1.w1,0.0002397226,0.05000,3.301
30,block_sparse_moe.experts.3.w1,0.0017451973,0.05000,3.268
30,block_sparse_moe.experts.13.w1,0.0007938294,0.05000,3.249
30,block_sparse_moe.experts.7.w1,0.0003957749,0.05000,3.358
30,block_sparse_moe.experts.11.w1,0.0010429287,0.05000,3.286
30,block_sparse_moe.experts.15.w1,0.0002871458,0.05000,3.332
30,block_sparse_moe.experts.20.w1,0.0012046822,0.05000,2.719
30,block_sparse_moe.experts.24.w1,0.0009898506,0.05000,2.717
30,block_sparse_moe.experts.28.w1,0.0017773965,0.05000,2.751
30,block_sparse_moe.experts.16.w1,0.0006597114,0.05000,2.886
30,block_sparse_moe.experts.22.w1,0.0013133747,0.05000,2.887
30,block_sparse_moe.experts.21.w1,0.0005219636,0.05000,3.168
30,block_sparse_moe.experts.26.w1,0.0007724836,0.05000,2.950
30,block_sparse_moe.experts.18.w1,0.0009838875,0.05000,3.060
30,block_sparse_moe.experts.30.w1,0.0014122071,0.05000,3.016
30,block_sparse_moe.experts.25.w1,0.0001537702,0.05000,3.032
30,block_sparse_moe.experts.17.w1,0.0009342758,0.05000,2.986
30,block_sparse_moe.experts.29.w1,0.0001564566,0.05000,3.007
30,block_sparse_moe.experts.23.w1,0.0005248414,0.05000,3.035
30,block_sparse_moe.experts.19.w1,0.0007530843,0.05000,3.081
30,block_sparse_moe.experts.27.w1,0.0008205605,0.05000,3.064
30,block_sparse_moe.experts.31.w1,0.0003612013,0.05000,3.091
30,block_sparse_moe.experts.36.w1,0.0001184259,0.05000,2.844
30,block_sparse_moe.experts.40.w1,0.0000541041,0.05000,2.854
30,block_sparse_moe.experts.32.w1,0.0012272759,0.05000,2.851
30,block_sparse_moe.experts.44.w1,0.0002644718,0.05000,2.889
30,block_sparse_moe.experts.42.w1,0.0004136416,0.05000,2.876
30,block_sparse_moe.experts.38.w1,0.0010690081,0.05000,2.929
30,block_sparse_moe.experts.37.w1,0.0007485870,0.05000,2.937
30,block_sparse_moe.experts.46.w1,0.0005064142,0.05000,2.965
30,block_sparse_moe.experts.34.w1,0.0003718850,0.05000,3.050
30,block_sparse_moe.experts.41.w1,0.0008618643,0.05000,2.954
30,block_sparse_moe.experts.45.w1,0.0006985735,0.05000,2.948
30,block_sparse_moe.experts.39.w1,0.0014040886,0.05000,2.925
30,block_sparse_moe.experts.33.w1,0.0001002649,0.05000,3.051
30,block_sparse_moe.experts.43.w1,0.0009255641,0.05000,2.916
30,block_sparse_moe.experts.35.w1,0.0006872289,0.05000,2.997
30,block_sparse_moe.experts.47.w1,0.0006494841,0.05000,2.934
30,block_sparse_moe.experts.52.w1,0.0009674420,0.05000,2.991
30,block_sparse_moe.experts.48.w1,0.0006830335,0.05000,2.976
30,block_sparse_moe.experts.60.w1,0.0001394126,0.05000,3.007
30,block_sparse_moe.experts.56.w1,0.0010375662,0.05000,3.084
30,block_sparse_moe.experts.53.w1,0.0015063099,0.05000,3.005
30,block_sparse_moe.experts.54.w1,0.0012634891,0.05000,3.026
30,block_sparse_moe.experts.58.w1,0.0013623533,0.05000,3.137
30,block_sparse_moe.experts.57.w1,0.0003606035,0.05000,2.948
30,block_sparse_moe.experts.62.w1,0.0011199824,0.05000,3.079
30,block_sparse_moe.experts.49.w1,0.0001826394,0.05000,2.904
30,block_sparse_moe.experts.61.w1,0.0003226754,0.05000,2.955
30,block_sparse_moe.experts.50.w1,0.0009994729,0.05000,3.071
30,block_sparse_moe.experts.55.w1,0.0003252109,0.05000,2.970
30,block_sparse_moe.experts.59.w1,0.0004558702,0.05000,3.006
30,block_sparse_moe.experts.51.w1,0.0003043273,0.05000,2.977
30,block_sparse_moe.experts.63.w1,0.0001165240,0.05000,2.964
30,block_sparse_moe.experts.68.w1,0.0001600180,0.05000,2.974
30,block_sparse_moe.experts.64.w1,0.0007666861,0.05000,2.941
30,block_sparse_moe.experts.76.w1,0.0009743589,0.05000,2.918
30,block_sparse_moe.experts.72.w1,0.0012046746,0.05000,3.005
30,block_sparse_moe.experts.70.w1,0.0010553970,0.05000,2.827
30,block_sparse_moe.experts.74.w1,0.0005275077,0.05000,2.884
30,block_sparse_moe.experts.69.w1,0.0008576736,0.05000,2.993
30,block_sparse_moe.experts.78.w1,0.0001968770,0.05000,2.838
30,block_sparse_moe.experts.71.w1,0.0008920021,0.05000,2.855
30,block_sparse_moe.experts.66.w1,0.0009293022,0.05000,2.894
30,block_sparse_moe.experts.73.w1,0.0011462645,0.05000,2.995
30,block_sparse_moe.experts.77.w1,0.0004578097,0.05000,2.959
30,block_sparse_moe.experts.75.w1,0.0001469373,0.05000,2.853
30,block_sparse_moe.experts.65.w1,0.0010705585,0.05000,3.013
30,block_sparse_moe.experts.79.w1,0.0004462324,0.05000,2.862
30,block_sparse_moe.experts.67.w1,0.0001994521,0.05000,2.916
30,block_sparse_moe.experts.80.w1,0.0007044358,0.05000,2.861
30,block_sparse_moe.experts.84.w1,0.0007613719,0.05000,2.966
30,block_sparse_moe.experts.92.w1,0.0004687246,0.05000,2.972
30,block_sparse_moe.experts.88.w1,0.0005577588,0.05000,2.955
30,block_sparse_moe.experts.85.w1,0.0010774452,0.05000,2.743
30,block_sparse_moe.experts.86.w1,0.0004944463,0.05000,2.917
30,block_sparse_moe.experts.89.w1,0.0004527808,0.05000,2.720
30,block_sparse_moe.experts.81.w1,0.0007771578,0.05000,2.675
30,block_sparse_moe.experts.90.w1,0.0005069029,0.05000,2.959
30,block_sparse_moe.experts.93.w1,0.0005329460,0.05000,2.757
30,block_sparse_moe.experts.94.w1,0.0004603355,0.05000,3.008
30,block_sparse_moe.experts.87.w1,0.0003079686,0.05000,3.075
30,block_sparse_moe.experts.82.w1,0.0004828370,0.05000,3.049
30,block_sparse_moe.experts.95.w1,0.0006352357,0.05000,3.017
30,block_sparse_moe.experts.91.w1,0.0006884796,0.05000,3.076
30,block_sparse_moe.experts.83.w1,0.0003123272,0.05000,3.047
30,block_sparse_moe.experts.96.w1,0.0008254602,0.05000,2.824
30,block_sparse_moe.experts.100.w1,0.0008785378,0.05000,2.889
30,block_sparse_moe.experts.108.w1,0.0003880765,0.05000,2.865
30,block_sparse_moe.experts.104.w1,0.0010797463,0.05000,2.870
30,block_sparse_moe.experts.101.w1,0.0011824071,0.05000,3.063
30,block_sparse_moe.experts.102.w1,0.0017036885,0.05000,3.104
30,block_sparse_moe.experts.105.w1,0.0010924079,0.05000,2.993
30,block_sparse_moe.experts.106.w1,0.0005775062,0.05000,2.988
30,block_sparse_moe.experts.109.w1,0.0005369301,0.05000,2.964
30,block_sparse_moe.experts.97.w1,0.0007893180,0.05000,3.066
30,block_sparse_moe.experts.110.w1,0.0006793933,0.05000,3.035
30,block_sparse_moe.experts.103.w1,0.0006672843,0.05000,2.952
30,block_sparse_moe.experts.107.w1,0.0005398414,0.05000,2.919
30,block_sparse_moe.experts.98.w1,0.0004063712,0.05000,3.017
30,block_sparse_moe.experts.111.w1,0.0007926771,0.05000,2.949
30,block_sparse_moe.experts.99.w1,0.0008380162,0.05000,2.984
30,block_sparse_moe.experts.112.w1,0.0008977546,0.05000,2.827
30,block_sparse_moe.experts.124.w1,0.0004783162,0.05000,2.820
30,block_sparse_moe.experts.117.w1,0.0003661276,0.05000,2.582
30,block_sparse_moe.experts.116.w1,0.0005539418,0.05000,2.974
30,block_sparse_moe.experts.121.w1,0.0010236906,0.05000,2.548
30,block_sparse_moe.experts.120.w1,0.0007316674,0.05000,2.972
30,block_sparse_moe.experts.125.w1,0.0013780604,0.05000,2.664
30,block_sparse_moe.experts.113.w1,0.0006853661,0.05000,2.691
30,block_sparse_moe.experts.118.w1,0.0000891977,0.05000,2.848
30,block_sparse_moe.experts.122.w1,0.0009877321,0.05000,2.810
30,block_sparse_moe.experts.126.w1,0.0004275419,0.05000,2.825
30,block_sparse_moe.experts.114.w1,0.0003457673,0.05000,2.757
30,block_sparse_moe.experts.127.w1,0.0009288873,0.05000,2.858
30,block_sparse_moe.experts.119.w1,0.0002964178,0.05000,2.972
30,block_sparse_moe.experts.123.w1,0.0001154900,0.05000,2.919
30,block_sparse_moe.experts.115.w1,0.0010284396,0.05000,2.929
30,block_sparse_moe.experts.128.w1,0.0009319301,0.05000,2.809
30,block_sparse_moe.experts.140.w1,0.0015481832,0.05000,2.812
30,block_sparse_moe.experts.132.w1,0.0007345276,0.05000,2.823
30,block_sparse_moe.experts.137.w1,0.0004222154,0.05000,2.876
30,block_sparse_moe.experts.133.w1,0.0008023971,0.05000,2.964
30,block_sparse_moe.experts.136.w1,0.0007404781,0.05000,2.839
30,block_sparse_moe.experts.141.w1,0.0004260829,0.05000,2.965
30,block_sparse_moe.experts.129.w1,0.0012436685,0.05000,2.975
30,block_sparse_moe.experts.138.w1,0.0006556180,0.05000,3.024
30,block_sparse_moe.experts.139.w1,0.0002666988,0.05000,2.655
30,block_sparse_moe.experts.143.w1,0.0010403665,0.05000,2.698
30,block_sparse_moe.experts.134.w1,0.0004406604,0.05000,3.133
30,block_sparse_moe.experts.135.w1,0.0008399993,0.05000,2.746
30,block_sparse_moe.experts.131.w1,0.0011539974,0.05000,2.725
30,block_sparse_moe.experts.130.w1,0.0006158094,0.05000,3.046
30,block_sparse_moe.experts.142.w1,0.0001435393,0.05000,3.142
30,block_sparse_moe.experts.144.w1,0.0013370756,0.05000,2.915
30,block_sparse_moe.experts.156.w1,0.0004650125,0.05000,2.819
30,block_sparse_moe.experts.148.w1,0.0001372224,0.05000,2.857
30,block_sparse_moe.experts.152.w1,0.0007708055,0.05000,2.792
30,block_sparse_moe.experts.149.w1,0.0006095619,0.05000,2.898
30,block_sparse_moe.experts.153.w1,0.0002082186,0.05000,2.972
30,block_sparse_moe.experts.159.w1,0.0004417910,0.05000,2.739
30,block_sparse_moe.experts.157.w1,0.0005684700,0.05000,3.003
30,block_sparse_moe.experts.155.w1,0.0005316227,0.05000,2.776
30,block_sparse_moe.experts.145.w1,0.0005354099,0.05000,2.982
30,block_sparse_moe.experts.151.w1,0.0002459240,0.05000,2.806
30,block_sparse_moe.experts.150.w1,0.0001069027,0.05000,2.854
30,block_sparse_moe.experts.147.w1,0.0019634111,0.05000,2.745
30,block_sparse_moe.experts.154.w1,0.0004855968,0.05000,3.006
30,block_sparse_moe.experts.158.w1,0.0008709068,0.05000,2.851
30,block_sparse_moe.experts.146.w1,0.0010182918,0.05000,2.934
30,block_sparse_moe.experts.172.w1,0.0002092899,0.05000,2.860
30,block_sparse_moe.experts.160.w1,0.0011684399,0.05000,3.003
30,block_sparse_moe.experts.165.w1,0.0009234421,0.05000,2.694
30,block_sparse_moe.experts.164.w1,0.0002535351,0.05000,2.890
30,block_sparse_moe.experts.169.w1,0.0008136796,0.05000,2.710
30,block_sparse_moe.experts.168.w1,0.0002126558,0.05000,2.918
30,block_sparse_moe.experts.166.w1,0.0002882401,0.05000,2.623
30,block_sparse_moe.experts.173.w1,0.0013538740,0.05000,2.781
30,block_sparse_moe.experts.175.w1,0.0009341319,0.05000,2.833
30,block_sparse_moe.experts.161.w1,0.0006599242,0.05000,2.751
30,block_sparse_moe.experts.171.w1,0.0001225319,0.05000,2.833
30,block_sparse_moe.experts.167.w1,0.0005649213,0.05000,2.779
30,block_sparse_moe.experts.170.w1,0.0005442983,0.05000,2.697
30,block_sparse_moe.experts.163.w1,0.0007356435,0.05000,2.812
30,block_sparse_moe.experts.174.w1,0.0011432549,0.05000,2.745
30,block_sparse_moe.experts.162.w1,0.0004682215,0.05000,2.798
30,block_sparse_moe.experts.188.w1,0.0008907299,0.05000,2.921
30,block_sparse_moe.experts.176.w1,0.0010050795,0.05000,2.995
30,block_sparse_moe.experts.181.w1,0.0012264546,0.05000,2.921
30,block_sparse_moe.experts.185.w1,0.0005867060,0.05000,2.958
30,block_sparse_moe.experts.182.w1,0.0004894774,0.05000,2.753
30,block_sparse_moe.experts.184.w1,0.0009847181,0.05000,2.996
30,block_sparse_moe.experts.180.w1,0.0001712447,0.05000,3.134
30,block_sparse_moe.experts.186.w1,0.0007369677,0.05000,2.768
30,block_sparse_moe.experts.189.w1,0.0012520079,0.05000,2.950
30,block_sparse_moe.experts.191.w1,0.0008824375,0.05000,2.940
30,block_sparse_moe.experts.183.w1,0.0004663477,0.05000,2.933
30,block_sparse_moe.experts.177.w1,0.0016235839,0.05000,3.025
30,block_sparse_moe.experts.190.w1,0.0003530857,0.05000,2.782
30,block_sparse_moe.experts.187.w1,0.0008351946,0.05000,3.035
30,block_sparse_moe.experts.178.w1,0.0004077887,0.05000,2.759
30,block_sparse_moe.experts.179.w1,0.0008385624,0.05000,2.987
30,block_sparse_moe.experts.197.w1,0.0022229066,0.05000,2.990
30,block_sparse_moe.experts.204.w1,0.0011182134,0.05000,3.223
30,block_sparse_moe.experts.201.w1,0.0011430817,0.05000,3.021
30,block_sparse_moe.experts.192.w1,0.0003124538,0.05000,3.175
30,block_sparse_moe.experts.198.w1,0.0012039759,0.05000,3.025
30,block_sparse_moe.experts.200.w1,0.0005608289,0.05000,3.067
30,block_sparse_moe.experts.196.w1,0.0006717493,0.05000,3.087
30,block_sparse_moe.experts.205.w1,0.0009650301,0.05000,2.976
30,block_sparse_moe.experts.202.w1,0.0005967103,0.05000,3.095
30,block_sparse_moe.experts.199.w1,0.0008236224,0.05000,3.005
30,block_sparse_moe.experts.193.w1,0.0003999621,0.05000,2.986
30,block_sparse_moe.experts.207.w1,0.0015068325,0.05000,3.143
30,block_sparse_moe.experts.206.w1,0.0010899852,0.05000,3.043
30,block_sparse_moe.experts.194.w1,0.0012086515,0.05000,3.013
30,block_sparse_moe.experts.203.w1,0.0005274053,0.05000,3.129
30,block_sparse_moe.experts.195.w1,0.0001704392,0.05000,3.020
30,block_sparse_moe.experts.220.w1,0.0007011349,0.05000,2.954
30,block_sparse_moe.experts.208.w1,0.0008674069,0.05000,2.919
30,block_sparse_moe.experts.213.w1,0.0007330868,0.05000,3.159
30,block_sparse_moe.experts.216.w1,0.0005274489,0.05000,2.909
30,block_sparse_moe.experts.214.w1,0.0004675899,0.05000,3.008
30,block_sparse_moe.experts.217.w1,0.0006248463,0.05000,3.148
30,block_sparse_moe.experts.212.w1,0.0020511490,0.05000,2.925
30,block_sparse_moe.experts.218.w1,0.0003555817,0.05000,2.988
30,block_sparse_moe.experts.221.w1,0.0001955971,0.05000,3.087
30,block_sparse_moe.experts.222.w1,0.0008389833,0.05000,2.956
30,block_sparse_moe.experts.215.w1,0.0020761550,0.05000,3.034
30,block_sparse_moe.experts.223.w1,0.0008983571,0.05000,2.979
30,block_sparse_moe.experts.210.w1,0.0004010507,0.05000,2.943
30,block_sparse_moe.experts.209.w1,0.0005848884,0.05000,3.148
30,block_sparse_moe.experts.219.w1,0.0010643121,0.05000,3.058
30,block_sparse_moe.experts.211.w1,0.0019100175,0.05000,3.090
30,block_sparse_moe.experts.236.w1,0.0005458615,0.05000,2.910
30,block_sparse_moe.experts.230.w1,0.0012275723,0.05000,2.818
30,block_sparse_moe.experts.224.w1,0.0015233828,0.05000,2.994
30,block_sparse_moe.experts.229.w1,0.0002559787,0.05000,3.008
30,block_sparse_moe.experts.234.w1,0.0007795516,0.05000,2.712
30,block_sparse_moe.experts.232.w1,0.0016317497,0.05000,3.019
30,block_sparse_moe.experts.233.w1,0.0005820872,0.05000,2.967
30,block_sparse_moe.experts.238.w1,0.0008305235,0.05000,2.783
30,block_sparse_moe.experts.228.w1,0.0011170394,0.05000,3.150
30,block_sparse_moe.experts.231.w1,0.0012679626,0.05000,2.873
30,block_sparse_moe.experts.237.w1,0.0001648990,0.05000,2.986
30,block_sparse_moe.experts.226.w1,0.0015215428,0.05000,2.862
30,block_sparse_moe.experts.239.w1,0.0003496141,0.05000,2.963
30,block_sparse_moe.experts.225.w1,0.0010640380,0.05000,2.988
30,block_sparse_moe.experts.227.w1,0.0002747406,0.05000,2.892
30,block_sparse_moe.experts.235.w1,0.0004269179,0.05000,3.014
30,block_sparse_moe.experts.252.w1,0.0009978442,0.05000,2.898
30,block_sparse_moe.experts.246.w1,0.0003914072,0.05000,2.829
30,block_sparse_moe.experts.250.w1,0.0001433116,0.05000,2.838
30,block_sparse_moe.experts.240.w1,0.0008819720,0.05000,2.963
30,block_sparse_moe.experts.245.w1,0.0003449342,0.05000,3.073
30,block_sparse_moe.experts.248.w1,0.0007814741,0.05000,3.027
30,block_sparse_moe.experts.249.w1,0.0002537800,0.05000,3.041
30,block_sparse_moe.experts.254.w1,0.0008202847,0.05000,2.937
30,block_sparse_moe.experts.242.w1,0.0003415550,0.05000,2.818
30,block_sparse_moe.experts.244.w1,0.0004475276,0.05000,3.020
30,block_sparse_moe.experts.247.w1,0.0000789429,0.05000,3.086
30,block_sparse_moe.experts.253.w1,0.0013153274,0.05000,3.068
30,block_sparse_moe.experts.255.w1,0.0002306251,0.05000,3.031
30,block_sparse_moe.experts.243.w1,0.0002384420,0.05000,3.010
30,block_sparse_moe.experts.241.w1,0.0012794949,0.05000,3.106
30,block_sparse_moe.experts.251.w1,0.0006654197,0.05000,3.038
30,block_sparse_moe.experts.12.w3,0.0008003685,0.05000,2.962
30,block_sparse_moe.experts.0.w3,0.0004549453,0.05000,2.909
30,block_sparse_moe.experts.10.w3,0.0013905920,0.05000,2.968
30,block_sparse_moe.experts.6.w3,0.0003509255,0.05000,3.089
30,block_sparse_moe.experts.8.w3,0.0006690548,0.05000,2.864
30,block_sparse_moe.experts.2.w3,0.0021404670,0.05000,2.879
30,block_sparse_moe.experts.14.w3,0.0011975058,0.05000,3.000
30,block_sparse_moe.experts.5.w3,0.0010064231,0.05000,3.082
30,block_sparse_moe.experts.4.w3,0.0011512823,0.05000,2.900
30,block_sparse_moe.experts.9.w3,0.0004855441,0.05000,3.136
30,block_sparse_moe.experts.7.w3,0.0004426031,0.05000,3.035
30,block_sparse_moe.experts.15.w3,0.0003158937,0.05000,3.000
30,block_sparse_moe.experts.13.w3,0.0008261758,0.05000,3.027
30,block_sparse_moe.experts.3.w3,0.0019956431,0.05000,3.138
30,block_sparse_moe.experts.11.w3,0.0011120691,0.05000,3.106
30,block_sparse_moe.experts.1.w3,0.0002515151,0.05000,3.148
30,block_sparse_moe.experts.28.w3,0.0019029070,0.05000,2.745
30,block_sparse_moe.experts.16.w3,0.0006872835,0.05000,2.786
30,block_sparse_moe.experts.22.w3,0.0013782580,0.05000,2.793
30,block_sparse_moe.experts.26.w3,0.0008449966,0.05000,2.882
30,block_sparse_moe.experts.24.w3,0.0010641137,0.05000,2.756
30,block_sparse_moe.experts.30.w3,0.0014645493,0.05000,2.686
30,block_sparse_moe.experts.18.w3,0.0010714872,0.05000,2.788
30,block_sparse_moe.experts.21.w3,0.0005616358,0.05000,2.891
30,block_sparse_moe.experts.20.w3,0.0012995937,0.05000,2.873
30,block_sparse_moe.experts.25.w3,0.0001574483,0.05000,2.921
30,block_sparse_moe.experts.29.w3,0.0001694043,0.05000,2.906
30,block_sparse_moe.experts.31.w3,0.0004060583,0.05000,3.065
30,block_sparse_moe.experts.23.w3,0.0005442607,0.05000,3.097
30,block_sparse_moe.experts.17.w3,0.0009973441,0.05000,2.941
30,block_sparse_moe.experts.19.w3,0.0008199486,0.05000,3.106
30,block_sparse_moe.experts.27.w3,0.0008432009,0.05000,3.109
30,block_sparse_moe.experts.44.w3,0.0003145480,0.05000,2.798
30,block_sparse_moe.experts.32.w3,0.0012612496,0.05000,2.761
30,block_sparse_moe.experts.42.w3,0.0004328314,0.05000,2.739
30,block_sparse_moe.experts.40.w3,0.0000635909,0.05000,2.754
30,block_sparse_moe.experts.38.w3,0.0011140535,0.05000,2.901
30,block_sparse_moe.experts.34.w3,0.0004176920,0.05000,2.783
30,block_sparse_moe.experts.46.w3,0.0005638142,0.05000,2.883
30,block_sparse_moe.experts.36.w3,0.0001236197,0.05000,2.677
30,block_sparse_moe.experts.37.w3,0.0008306586,0.05000,2.925
30,block_sparse_moe.experts.41.w3,0.0008917365,0.05000,2.894
30,block_sparse_moe.experts.45.w3,0.0006990455,0.05000,2.847
30,block_sparse_moe.experts.39.w3,0.0014604360,0.05000,2.923
30,block_sparse_moe.experts.47.w3,0.0006780414,0.05000,2.996
30,block_sparse_moe.experts.33.w3,0.0001062328,0.05000,2.966
30,block_sparse_moe.experts.35.w3,0.0007015338,0.05000,2.950
30,block_sparse_moe.experts.43.w3,0.0009757604,0.05000,2.970
30,block_sparse_moe.experts.60.w3,0.0001609491,0.05000,2.894
30,block_sparse_moe.experts.48.w3,0.0007513892,0.05000,2.985
30,block_sparse_moe.experts.58.w3,0.0014783747,0.05000,2.881
30,block_sparse_moe.experts.56.w3,0.0011893782,0.05000,2.855
30,block_sparse_moe.experts.50.w3,0.0010363488,0.05000,2.781
30,block_sparse_moe.experts.54.w3,0.0013441881,0.05000,2.872
30,block_sparse_moe.experts.62.w3,0.0011856419,0.05000,2.795
30,block_sparse_moe.experts.52.w3,0.0010486750,0.05000,3.097
30,block_sparse_moe.experts.53.w3,0.0016961294,0.05000,2.970
30,block_sparse_moe.experts.57.w3,0.0003880866,0.05000,3.037
30,block_sparse_moe.experts.61.w3,0.0003746269,0.05000,2.971
30,block_sparse_moe.experts.63.w3,0.0001330289,0.05000,2.919
30,block_sparse_moe.experts.55.w3,0.0003786156,0.05000,2.961
30,block_sparse_moe.experts.51.w3,0.0003327736,0.05000,2.859
30,block_sparse_moe.experts.59.w3,0.0005127278,0.05000,2.897
30,block_sparse_moe.experts.49.w3,0.0001846844,0.05000,3.065
30,block_sparse_moe.experts.76.w3,0.0011081054,0.05000,2.883
30,block_sparse_moe.experts.66.w3,0.0010125204,0.05000,2.803
30,block_sparse_moe.experts.64.w3,0.0008257863,0.05000,2.872
30,block_sparse_moe.experts.72.w3,0.0012657391,0.05000,2.868
30,block_sparse_moe.experts.74.w3,0.0006034008,0.05000,2.903
30,block_sparse_moe.experts.70.w3,0.0011909845,0.05000,2.920
30,block_sparse_moe.experts.78.w3,0.0002093013,0.05000,2.885
30,block_sparse_moe.experts.68.w3,0.0001792179,0.05000,2.893
30,block_sparse_moe.experts.69.w3,0.0009278627,0.05000,2.836
30,block_sparse_moe.experts.73.w3,0.0012784937,0.05000,2.844
30,block_sparse_moe.experts.77.w3,0.0004708234,0.05000,2.891
30,block_sparse_moe.experts.79.w3,0.0004896734,0.05000,3.021
30,block_sparse_moe.experts.71.w3,0.0010058417,0.05000,3.025
30,block_sparse_moe.experts.65.w3,0.0011829229,0.05000,2.892
30,block_sparse_moe.experts.67.w3,0.0002224878,0.05000,3.054
30,block_sparse_moe.experts.75.w3,0.0001539906,0.05000,3.111
30,block_sparse_moe.experts.92.w3,0.0007311998,0.05000,2.853
30,block_sparse_moe.experts.90.w3,0.0005630330,0.05000,2.849
30,block_sparse_moe.experts.88.w3,0.0005852975,0.05000,2.895
30,block_sparse_moe.experts.82.w3,0.0005137844,0.05000,2.945
30,block_sparse_moe.experts.80.w3,0.0007890055,0.05000,2.952
30,block_sparse_moe.experts.86.w3,0.0005853116,0.05000,2.935
30,block_sparse_moe.experts.94.w3,0.0005177185,0.05000,2.880
30,block_sparse_moe.experts.85.w3,0.0011991761,0.05000,2.919
30,block_sparse_moe.experts.84.w3,0.0008707240,0.05000,2.981
30,block_sparse_moe.experts.89.w3,0.0004716594,0.05000,2.816
30,block_sparse_moe.experts.93.w3,0.0005885262,0.05000,2.789
30,block_sparse_moe.experts.95.w3,0.0006856662,0.05000,2.932
30,block_sparse_moe.experts.87.w3,0.0003203816,0.05000,3.013
30,block_sparse_moe.experts.83.w3,0.0003219323,0.05000,2.938
30,block_sparse_moe.experts.81.w3,0.0008641745,0.05000,2.970
30,block_sparse_moe.experts.91.w3,0.0007197169,0.05000,3.001
30,block_sparse_moe.experts.108.w3,0.0004402309,0.05000,2.926
30,block_sparse_moe.experts.104.w3,0.0012155585,0.05000,2.926
30,block_sparse_moe.experts.96.w3,0.0008954315,0.05000,2.940
30,block_sparse_moe.experts.98.w3,0.0004491554,0.05000,3.010
30,block_sparse_moe.experts.106.w3,0.0005955294,0.05000,3.094
30,block_sparse_moe.experts.110.w3,0.0007290008,0.05000,2.944
30,block_sparse_moe.experts.102.w3,0.0017631434,0.05000,3.054
30,block_sparse_moe.experts.105.w3,0.0011358204,0.05000,2.925
30,block_sparse_moe.experts.101.w3,0.0013471825,0.05000,3.015
30,block_sparse_moe.experts.100.w3,0.0009255611,0.05000,3.051
30,block_sparse_moe.experts.109.w3,0.0005704679,0.05000,2.945
30,block_sparse_moe.experts.111.w3,0.0008270726,0.05000,2.964
30,block_sparse_moe.experts.103.w3,0.0007354356,0.05000,2.907
30,block_sparse_moe.experts.99.w3,0.0009111001,0.05000,2.890
30,block_sparse_moe.experts.97.w3,0.0008743638,0.05000,3.034
30,block_sparse_moe.experts.107.w3,0.0005690902,0.05000,2.869
30,block_sparse_moe.experts.124.w3,0.0005962087,0.05000,2.880
30,block_sparse_moe.experts.120.w3,0.0007620342,0.05000,2.885
30,block_sparse_moe.experts.122.w3,0.0010314122,0.05000,2.770
30,block_sparse_moe.experts.112.w3,0.0009764938,0.05000,2.898
30,block_sparse_moe.experts.114.w3,0.0003720900,0.05000,2.877
30,block_sparse_moe.experts.126.w3,0.0004678603,0.05000,2.824
30,block_sparse_moe.experts.118.w3,0.0001010139,0.05000,2.722
30,block_sparse_moe.experts.121.w3,0.0011434005,0.05000,2.906
30,block_sparse_moe.experts.116.w3,0.0006151066,0.05000,2.889
30,block_sparse_moe.experts.125.w3,0.0015340130,0.05000,2.896
30,block_sparse_moe.experts.117.w3,0.0003998504,0.05000,2.957
30,block_sparse_moe.experts.127.w3,0.0010054189,0.05000,2.998
30,block_sparse_moe.experts.119.w3,0.0003150746,0.05000,3.012
30,block_sparse_moe.experts.113.w3,0.0007418595,0.05000,2.817
30,block_sparse_moe.experts.115.w3,0.0010769952,0.05000,3.028
30,block_sparse_moe.experts.123.w3,0.0001214697,0.05000,2.944
30,block_sparse_moe.experts.140.w3,0.0016449283,0.05000,2.946
30,block_sparse_moe.experts.138.w3,0.0006844129,0.05000,2.823
30,block_sparse_moe.experts.142.w3,0.0001545190,0.05000,2.841
30,block_sparse_moe.experts.134.w3,0.0005266102,0.05000,2.840
30,block_sparse_moe.experts.130.w3,0.0006337836,0.05000,2.850
30,block_sparse_moe.experts.136.w3,0.0008131107,0.05000,2.995
30,block_sparse_moe.experts.128.w3,0.0010544340,0.05000,2.969
30,block_sparse_moe.experts.141.w3,0.0004649711,0.05000,2.645
30,block_sparse_moe.experts.137.w3,0.0004468451,0.05000,2.777
30,block_sparse_moe.experts.133.w3,0.0008676344,0.05000,2.745
30,block_sparse_moe.experts.132.w3,0.0007608239,0.05000,3.009
30,block_sparse_moe.experts.154.w3,0.0005098536,0.05000,1.088
30,block_sparse_moe.experts.129.w3,0.0013270774,0.05000,2.877
30,block_sparse_moe.experts.143.w3,0.0010786585,0.05000,3.056
30,block_sparse_moe.experts.135.w3,0.0009190868,0.05000,3.143
30,block_sparse_moe.experts.131.w3,0.0013162977,0.05000,3.168
30,block_sparse_moe.experts.139.w3,0.0002869206,0.05000,3.218
30,block_sparse_moe.experts.157.w3,0.0005949649,0.05000,3.180
30,block_sparse_moe.experts.159.w3,0.0004732171,0.05000,3.483
30,block_sparse_moe.experts.151.w3,0.0002728420,0.05000,3.501
30,block_sparse_moe.experts.147.w3,0.0022992963,0.05000,3.530
30,block_sparse_moe.experts.155.w3,0.0005539669,0.05000,3.573
30,block_sparse_moe.experts.156.w3,0.0005248116,0.05000,5.926
30,block_sparse_moe.experts.152.w3,0.0007998614,0.05000,5.960
30,block_sparse_moe.experts.144.w3,0.0014605955,0.05000,5.953
30,block_sparse_moe.experts.148.w3,0.0001459257,0.05000,6.158
30,block_sparse_moe.experts.153.w3,0.0002160848,0.05000,3.192
30,block_sparse_moe.experts.149.w3,0.0006341635,0.05000,7.412
30,block_sparse_moe.experts.167.w3,0.0006026538,0.05000,3.278
30,block_sparse_moe.experts.175.w3,0.0009711801,0.05000,3.551
30,block_sparse_moe.experts.163.w3,0.0007571154,0.05000,3.472
30,block_sparse_moe.experts.145.w3,0.0005937577,0.05000,7.544
30,block_sparse_moe.experts.171.w3,0.0001351287,0.05000,3.557
30,block_sparse_moe.experts.172.w3,0.0002432078,0.05000,3.662
30,block_sparse_moe.experts.160.w3,0.0013140597,0.05000,3.441
30,block_sparse_moe.experts.168.w3,0.0002354948,0.05000,3.581
30,block_sparse_moe.experts.164.w3,0.0002665842,0.05000,3.515
30,block_sparse_moe.experts.173.w3,0.0014114443,0.05000,7.502
30,block_sparse_moe.experts.165.w3,0.0010235290,0.05000,3.174
30,block_sparse_moe.experts.169.w3,0.0008408621,0.05000,3.320
30,block_sparse_moe.experts.183.w3,0.0005539185,0.05000,3.381
30,block_sparse_moe.experts.191.w3,0.0009201507,0.05000,3.400
30,block_sparse_moe.experts.179.w3,0.0008865647,0.05000,3.269
30,block_sparse_moe.experts.161.w3,0.0006868768,0.05000,3.241
30,block_sparse_moe.experts.188.w3,0.0009514497,0.05000,3.164
30,block_sparse_moe.experts.187.w3,0.0008713728,0.05000,3.365
30,block_sparse_moe.experts.176.w3,0.0012377473,0.05000,3.232
30,block_sparse_moe.experts.184.w3,0.0010822529,0.05000,3.149
30,block_sparse_moe.experts.180.w3,0.0001850913,0.05000,3.185
30,block_sparse_moe.experts.181.w3,0.0012738847,0.05000,3.009
30,block_sparse_moe.experts.189.w3,0.0013013033,0.05000,3.055
30,block_sparse_moe.experts.185.w3,0.0006110285,0.05000,2.980
30,block_sparse_moe.experts.177.w3,0.0017737519,0.05000,3.191
30,block_sparse_moe.experts.204.w3,0.0011754653,0.05000,3.338
30,block_sparse_moe.experts.200.w3,0.0005775973,0.05000,3.436
30,block_sparse_moe.experts.192.w3,0.0003397179,0.05000,3.442
30,block_sparse_moe.experts.196.w3,0.0007154437,0.05000,3.592
30,block_sparse_moe.experts.205.w3,0.0010069916,0.05000,3.385
30,block_sparse_moe.experts.197.w3,0.0024190741,0.05000,3.472
30,block_sparse_moe.experts.201.w3,0.0013506041,0.05000,3.477
30,block_sparse_moe.experts.193.w3,0.0004657760,0.05000,3.511
30,block_sparse_moe.experts.199.w3,0.0009541910,0.05000,3.274
30,block_sparse_moe.experts.220.w3,0.0007775631,0.05000,3.572
30,block_sparse_moe.experts.207.w3,0.0015631057,0.05000,7.573
30,block_sparse_moe.experts.208.w3,0.0009010171,0.05000,3.431
30,block_sparse_moe.experts.216.w3,0.0005499210,0.05000,3.488
30,block_sparse_moe.experts.195.w3,0.0001837671,0.05000,7.577
30,block_sparse_moe.experts.203.w3,0.0007328924,0.05000,7.574
30,block_sparse_moe.experts.212.w3,0.0021725507,0.05000,3.247
30,block_sparse_moe.experts.221.w3,0.0002091392,0.05000,3.145
30,block_sparse_moe.experts.213.w3,0.0007979538,0.05000,3.093
30,block_sparse_moe.experts.217.w3,0.0007094983,0.05000,3.105
30,block_sparse_moe.experts.209.w3,0.0009626475,0.05000,2.155
30,block_sparse_moe.experts.215.w3,0.0023823517,0.05000,3.201
30,block_sparse_moe.experts.223.w3,0.0009782920,0.05000,3.102
30,block_sparse_moe.experts.236.w3,0.0006424469,0.05000,3.237
30,block_sparse_moe.experts.211.w3,0.0020246260,0.05000,3.087
30,block_sparse_moe.experts.170.w3,0.0005611523,0.05000,3.485
30,block_sparse_moe.experts.232.w3,0.0017184396,0.05000,3.197
30,block_sparse_moe.experts.150.w3,0.0001174721,0.05000,3.533
30,block_sparse_moe.experts.224.w3,0.0016201291,0.05000,3.288
30,block_sparse_moe.experts.158.w3,0.0009259399,0.05000,3.568
30,block_sparse_moe.experts.219.w3,0.0012075608,0.05000,2.826
30,block_sparse_moe.experts.146.w3,0.0010567033,0.05000,3.623
30,block_sparse_moe.experts.228.w3,0.0011856473,0.05000,3.395
30,block_sparse_moe.experts.229.w3,0.0002836405,0.05000,3.153
30,block_sparse_moe.experts.225.w3,0.0011279416,0.05000,3.159
30,block_sparse_moe.experts.237.w3,0.0001758329,0.05000,3.270
30,block_sparse_moe.experts.233.w3,0.0006455232,0.05000,3.294
30,block_sparse_moe.experts.252.w3,0.0010473724,0.05000,3.186
30,block_sparse_moe.experts.186.w3,0.0007582240,0.05000,3.007
30,block_sparse_moe.experts.174.w3,0.0011898672,0.05000,2.965
30,block_sparse_moe.experts.162.w3,0.0004909354,0.05000,2.960
30,block_sparse_moe.experts.248.w3,0.0008001262,0.05000,3.141
30,block_sparse_moe.experts.240.w3,0.0009121830,0.05000,3.123
30,block_sparse_moe.experts.166.w3,0.0003252188,0.05000,3.199
30,block_sparse_moe.experts.227.w3,0.0002871189,0.05000,2.962
30,block_sparse_moe.experts.235.w3,0.0004709436,0.05000,3.034
30,block_sparse_moe.experts.244.w3,0.0004989537,0.05000,2.407
30,block_sparse_moe.experts.239.w3,0.0003592302,0.05000,3.066
30,block_sparse_moe.experts.231.w3,0.0013868764,0.05000,3.075
30,block_sparse_moe.experts.245.w3,0.0003981241,0.05000,2.719
30,block_sparse_moe.experts.241.w3,0.0013558813,0.05000,2.782
30,block_sparse_moe.experts.249.w3,0.0002733444,0.05000,2.655
30,block_sparse_moe.experts.253.w3,0.0014296796,0.05000,2.691
30,block_sparse_moe.experts.202.w3,0.0006958927,0.05000,3.091
30,block_sparse_moe.experts.178.w3,0.0004778429,0.05000,3.046
30,block_sparse_moe.experts.190.w3,0.0003695456,0.05000,3.121
30,block_sparse_moe.experts.182.w3,0.0005218744,0.05000,3.127
30,block_sparse_moe.experts.243.w3,0.0002487694,0.05000,3.050
30,block_sparse_moe.experts.255.w3,0.0002374343,0.05000,2.976
30,block_sparse_moe.experts.247.w3,0.0000914624,0.05000,2.992
30,block_sparse_moe.experts.251.w3,0.0007235253,0.05000,3.038
30,block_sparse_moe.experts.206.w3,0.0011407522,0.05000,2.821
30,block_sparse_moe.experts.194.w3,0.0012615562,0.05000,2.849
30,block_sparse_moe.experts.218.w3,0.0003729741,0.05000,3.036
30,block_sparse_moe.experts.198.w3,0.0012476897,0.05000,2.911
30,block_sparse_moe.experts.210.w3,0.0004269533,0.05000,2.667
30,block_sparse_moe.experts.222.w3,0.0008997868,0.05000,2.819
30,block_sparse_moe.experts.234.w3,0.0008626817,0.05000,2.718
30,block_sparse_moe.experts.214.w3,0.0004954079,0.05000,2.814
30,block_sparse_moe.experts.226.w3,0.0016730225,0.05000,2.784
30,block_sparse_moe.experts.250.w3,0.0001670992,0.05000,2.699
30,block_sparse_moe.experts.238.w3,0.0008689526,0.05000,2.762
30,block_sparse_moe.experts.230.w3,0.0013187763,0.05000,2.667
30,block_sparse_moe.experts.242.w3,0.0004126061,0.05000,2.399
30,block_sparse_moe.experts.254.w3,0.0008965033,0.05000,2.307
30,block_sparse_moe.experts.246.w3,0.0004213143,0.05000,2.194
30,block_sparse_moe.experts.2.w2,0.0032022188,0.05000,1.332
30,block_sparse_moe.experts.14.w2,0.0027510086,0.05000,1.386
30,block_sparse_moe.experts.6.w2,0.0001441175,0.05000,1.402
30,block_sparse_moe.experts.4.w2,0.0006451610,0.05000,1.422
30,block_sparse_moe.experts.0.w2,0.0003581115,0.05000,1.424
30,block_sparse_moe.experts.10.w2,0.0026257746,0.05000,1.432
30,block_sparse_moe.experts.12.w2,0.0010516420,0.05000,1.444
30,block_sparse_moe.experts.8.w2,0.0005172344,0.05000,1.485
30,block_sparse_moe.experts.7.w2,0.0008552019,0.05000,1.564
30,block_sparse_moe.experts.1.w2,0.0015330984,0.05000,1.609
30,block_sparse_moe.experts.11.w2,0.0009853762,0.05000,1.594
30,block_sparse_moe.experts.3.w2,0.0070029925,0.05000,1.615
30,block_sparse_moe.experts.15.w2,0.0008723977,0.05000,1.618
30,block_sparse_moe.experts.13.w2,0.0006941370,0.05000,1.607
30,block_sparse_moe.experts.5.w2,0.0006900486,0.05000,1.650
30,block_sparse_moe.experts.9.w2,0.0004781712,0.05000,1.654
30,block_sparse_moe.experts.18.w2,0.0011803328,0.05000,1.472
30,block_sparse_moe.experts.22.w2,0.0013619707,0.05000,1.415
30,block_sparse_moe.experts.20.w2,0.0070170481,0.05000,1.401
30,block_sparse_moe.experts.24.w2,0.0010832446,0.05000,1.361
30,block_sparse_moe.experts.16.w2,0.0003656821,0.05000,1.424
30,block_sparse_moe.experts.30.w2,0.0006849297,0.05000,1.471
30,block_sparse_moe.experts.26.w2,0.0008484550,0.05000,1.447
30,block_sparse_moe.experts.28.w2,0.0019390712,0.05000,1.431
30,block_sparse_moe.experts.25.w2,0.0002633606,0.05000,1.294
30,block_sparse_moe.experts.17.w2,0.0008049061,0.05000,1.345
30,block_sparse_moe.experts.19.w2,0.0011046752,0.05000,1.360
30,block_sparse_moe.experts.29.w2,0.0002211934,0.05000,1.355
30,block_sparse_moe.experts.23.w2,0.0002937979,0.05000,1.437
30,block_sparse_moe.experts.31.w2,0.0006231361,0.05000,1.370
30,block_sparse_moe.experts.27.w2,0.0004081295,0.05000,1.429
30,block_sparse_moe.experts.21.w2,0.0005214946,0.05000,1.428
30,block_sparse_moe.experts.34.w2,0.0007774362,0.05000,1.212
30,block_sparse_moe.experts.38.w2,0.0007148126,0.05000,1.319
30,block_sparse_moe.experts.46.w2,0.0013699654,0.05000,1.278
30,block_sparse_moe.experts.42.w2,0.0003062050,0.05000,1.309
30,block_sparse_moe.experts.40.w2,0.0001344972,0.05000,1.397
30,block_sparse_moe.experts.36.w2,0.0001275255,0.05000,1.433
30,block_sparse_moe.experts.32.w2,0.0008811040,0.05000,1.410
30,block_sparse_moe.experts.44.w2,0.0005793869,0.05000,1.460
30,block_sparse_moe.experts.35.w2,0.0002096991,0.05000,1.398
30,block_sparse_moe.experts.45.w2,0.0003838578,0.05000,1.383
30,block_sparse_moe.experts.47.w2,0.0003019852,0.05000,1.411
30,block_sparse_moe.experts.41.w2,0.0005203253,0.05000,1.465
30,block_sparse_moe.experts.39.w2,0.0007703685,0.05000,1.427
30,block_sparse_moe.experts.33.w2,0.0001888310,0.05000,1.478
30,block_sparse_moe.experts.43.w2,0.0008495288,0.05000,1.426
30,block_sparse_moe.experts.37.w2,0.0026930642,0.05000,1.495
30,block_sparse_moe.experts.50.w2,0.0005745158,0.05000,1.469
30,block_sparse_moe.experts.62.w2,0.0011082516,0.05000,1.422
30,block_sparse_moe.experts.54.w2,0.0015644845,0.05000,1.451
30,block_sparse_moe.experts.56.w2,0.0021460165,0.05000,1.363
30,block_sparse_moe.experts.58.w2,0.0011409812,0.05000,1.428
30,block_sparse_moe.experts.52.w2,0.0011993719,0.05000,1.372
30,block_sparse_moe.experts.48.w2,0.0008036348,0.05000,1.419
30,block_sparse_moe.experts.60.w2,0.0002656171,0.05000,1.402
30,block_sparse_moe.experts.61.w2,0.0005054262,0.05000,1.392
30,block_sparse_moe.experts.49.w2,0.0005019613,0.05000,1.409
30,block_sparse_moe.experts.63.w2,0.0001953965,0.05000,1.435
30,block_sparse_moe.experts.51.w2,0.0002680307,0.05000,1.489
30,block_sparse_moe.experts.57.w2,0.0003697862,0.05000,1.460
30,block_sparse_moe.experts.55.w2,0.0008878181,0.05000,1.468
30,block_sparse_moe.experts.59.w2,0.0009023244,0.05000,1.552
30,block_sparse_moe.experts.53.w2,0.0062631244,0.05000,1.486
30,block_sparse_moe.experts.66.w2,0.0008528368,0.05000,1.465
30,block_sparse_moe.experts.70.w2,0.0015618853,0.05000,1.412
30,block_sparse_moe.experts.78.w2,0.0003579813,0.05000,1.430
30,block_sparse_moe.experts.72.w2,0.0005863491,0.05000,1.414
30,block_sparse_moe.experts.74.w2,0.0006684144,0.05000,1.411
30,block_sparse_moe.experts.68.w2,0.0003464804,0.05000,1.399
30,block_sparse_moe.experts.64.w2,0.0011937474,0.05000,1.445
30,block_sparse_moe.experts.76.w2,0.0018600029,0.05000,1.377
30,block_sparse_moe.experts.77.w2,0.0002827632,0.05000,1.461
30,block_sparse_moe.experts.73.w2,0.0045600064,0.05000,1.423
30,block_sparse_moe.experts.79.w2,0.0008325562,0.05000,1.459
30,block_sparse_moe.experts.67.w2,0.0004748602,0.05000,1.509
30,block_sparse_moe.experts.65.w2,0.0021175801,0.05000,1.536
30,block_sparse_moe.experts.71.w2,0.0020321890,0.05000,1.491
30,block_sparse_moe.experts.69.w2,0.0010944114,0.05000,1.480
30,block_sparse_moe.experts.75.w2,0.0001515198,0.05000,1.572
30,block_sparse_moe.experts.94.w2,0.0008498669,0.05000,1.383
30,block_sparse_moe.experts.82.w2,0.0002564667,0.05000,1.437
30,block_sparse_moe.experts.90.w2,0.0007588325,0.05000,1.438
30,block_sparse_moe.experts.88.w2,0.0004779987,0.05000,1.451
30,block_sparse_moe.experts.84.w2,0.0023174247,0.05000,1.474
30,block_sparse_moe.experts.86.w2,0.0016470878,0.05000,1.515
30,block_sparse_moe.experts.80.w2,0.0013476349,0.05000,1.419
30,block_sparse_moe.experts.92.w2,0.0013851273,0.05000,1.421
30,block_sparse_moe.experts.93.w2,0.0018516938,0.05000,1.460
30,block_sparse_moe.experts.89.w2,0.0003249682,0.05000,1.448
30,block_sparse_moe.experts.95.w2,0.0011410015,0.05000,1.472
30,block_sparse_moe.experts.87.w2,0.0002488335,0.05000,1.404
30,block_sparse_moe.experts.83.w2,0.0002218416,0.05000,1.466
30,block_sparse_moe.experts.81.w2,0.0010673222,0.05000,1.494
30,block_sparse_moe.experts.85.w2,0.0017546400,0.05000,1.377
30,block_sparse_moe.experts.91.w2,0.0003605167,0.05000,1.435
30,block_sparse_moe.experts.104.w2,0.0012495156,0.05000,1.290
30,block_sparse_moe.experts.100.w2,0.0006606943,0.05000,1.334
30,block_sparse_moe.experts.108.w2,0.0009837184,0.05000,1.304
30,block_sparse_moe.experts.96.w2,0.0021069729,0.05000,1.346
30,block_sparse_moe.experts.98.w2,0.0011834022,0.05000,1.504
30,block_sparse_moe.experts.110.w2,0.0009825397,0.05000,1.513
30,block_sparse_moe.experts.102.w2,0.0011557890,0.05000,1.485
30,block_sparse_moe.experts.106.w2,0.0002104137,0.05000,1.543
30,block_sparse_moe.experts.103.w2,0.0006804884,0.05000,1.433
30,block_sparse_moe.experts.109.w2,0.0003308501,0.05000,1.546
30,block_sparse_moe.experts.105.w2,0.0005584623,0.05000,1.506
30,block_sparse_moe.experts.111.w2,0.0004737606,0.05000,1.494
30,block_sparse_moe.experts.99.w2,0.0014429278,0.05000,1.502
30,block_sparse_moe.experts.97.w2,0.0019229937,0.05000,1.543
30,block_sparse_moe.experts.101.w2,0.0045270890,0.05000,1.521
30,block_sparse_moe.experts.107.w2,0.0006877305,0.05000,1.528
30,block_sparse_moe.experts.120.w2,0.0004033077,0.05000,1.594
30,block_sparse_moe.experts.124.w2,0.0008445443,0.05000,1.532
30,block_sparse_moe.experts.116.w2,0.0015055634,0.05000,1.558
30,block_sparse_moe.experts.114.w2,0.0002054117,0.05000,1.544
30,block_sparse_moe.experts.126.w2,0.0011720193,0.05000,1.555
30,block_sparse_moe.experts.112.w2,0.0009457021,0.05000,1.575
30,block_sparse_moe.experts.118.w2,0.0001183917,0.05000,1.521
30,block_sparse_moe.experts.122.w2,0.0006866964,0.05000,1.567
30,block_sparse_moe.experts.119.w2,0.0002280078,0.05000,1.483
30,block_sparse_moe.experts.121.w2,0.0030579287,0.05000,1.474
30,block_sparse_moe.experts.125.w2,0.0054187143,0.05000,1.530
30,block_sparse_moe.experts.127.w2,0.0013303970,0.05000,1.493
30,block_sparse_moe.experts.115.w2,0.0006780902,0.05000,1.495
30,block_sparse_moe.experts.113.w2,0.0006113409,0.05000,1.486
30,block_sparse_moe.experts.117.w2,0.0003513113,0.05000,1.503
30,block_sparse_moe.experts.123.w2,0.0000710949,0.05000,1.474
30,block_sparse_moe.experts.136.w2,0.0011175804,0.05000,1.408
30,block_sparse_moe.experts.132.w2,0.0004864116,0.05000,1.437
30,block_sparse_moe.experts.140.w2,0.0015906669,0.05000,1.443
30,block_sparse_moe.experts.128.w2,0.0027373268,0.05000,1.443
30,block_sparse_moe.experts.130.w2,0.0004410193,0.05000,1.476
30,block_sparse_moe.experts.142.w2,0.0002333458,0.05000,1.538
30,block_sparse_moe.experts.134.w2,0.0016835132,0.05000,1.492
30,block_sparse_moe.experts.137.w2,0.0004299244,0.05000,1.306
30,block_sparse_moe.experts.138.w2,0.0003872013,0.05000,1.493
30,block_sparse_moe.experts.141.w2,0.0004382005,0.05000,1.351
30,block_sparse_moe.experts.135.w2,0.0018301033,0.05000,1.480
30,block_sparse_moe.experts.131.w2,0.0033638320,0.05000,1.448
30,block_sparse_moe.experts.129.w2,0.0014649526,0.05000,1.383
30,block_sparse_moe.experts.133.w2,0.0013753297,0.05000,1.390
30,block_sparse_moe.experts.143.w2,0.0005346999,0.05000,1.582
30,block_sparse_moe.experts.139.w2,0.0002574451,0.05000,1.517
30,block_sparse_moe.experts.152.w2,0.0007488863,0.05000,1.615
30,block_sparse_moe.experts.148.w2,0.0001983858,0.05000,1.588
30,block_sparse_moe.experts.146.w2,0.0007849666,0.05000,1.564
30,block_sparse_moe.experts.144.w2,0.0014794708,0.05000,1.600
30,block_sparse_moe.experts.156.w2,0.0009366827,0.05000,1.676
30,block_sparse_moe.experts.153.w2,0.0001531813,0.05000,1.541
30,block_sparse_moe.experts.158.w2,0.0007880133,0.05000,1.595
30,block_sparse_moe.experts.150.w2,0.0001527307,0.05000,1.577
30,block_sparse_moe.experts.154.w2,0.0014043761,0.05000,1.595
30,block_sparse_moe.experts.157.w2,0.0003835199,0.05000,1.547
30,block_sparse_moe.experts.151.w2,0.0005170280,0.05000,1.557
30,block_sparse_moe.experts.145.w2,0.0011439460,0.05000,1.584
30,block_sparse_moe.experts.147.w2,0.0019587132,0.05000,1.595
30,block_sparse_moe.experts.159.w2,0.0005887218,0.05000,1.540
30,block_sparse_moe.experts.149.w2,0.0006708246,0.05000,1.570
30,block_sparse_moe.experts.155.w2,0.0002801801,0.05000,1.555
30,block_sparse_moe.experts.168.w2,0.0005402310,0.05000,1.381
30,block_sparse_moe.experts.164.w2,0.0001714976,0.05000,1.375
30,block_sparse_moe.experts.160.w2,0.0018546420,0.05000,1.418
30,block_sparse_moe.experts.172.w2,0.0006069584,0.05000,1.440
30,block_sparse_moe.experts.162.w2,0.0002057246,0.05000,1.522
30,block_sparse_moe.experts.169.w2,0.0007142648,0.05000,1.487
30,block_sparse_moe.experts.174.w2,0.0007748657,0.05000,1.531
30,block_sparse_moe.experts.166.w2,0.0005943039,0.05000,1.530
30,block_sparse_moe.experts.173.w2,0.0008163792,0.05000,1.472
30,block_sparse_moe.experts.167.w2,0.0004885354,0.05000,1.450
30,block_sparse_moe.experts.170.w2,0.0002573209,0.05000,1.555
30,block_sparse_moe.experts.163.w2,0.0004815769,0.05000,1.432
30,block_sparse_moe.experts.175.w2,0.0007299177,0.05000,1.442
30,block_sparse_moe.experts.161.w2,0.0021307070,0.05000,1.493
30,block_sparse_moe.experts.165.w2,0.0027000984,0.05000,1.492
30,block_sparse_moe.experts.171.w2,0.0001822435,0.05000,1.507
30,block_sparse_moe.experts.180.w2,0.0002625786,0.05000,1.432
30,block_sparse_moe.experts.184.w2,0.0025722409,0.05000,1.479
30,block_sparse_moe.experts.176.w2,0.0017480309,0.05000,1.465
30,block_sparse_moe.experts.188.w2,0.0008084567,0.05000,1.464
30,block_sparse_moe.experts.185.w2,0.0006240177,0.05000,1.537
30,block_sparse_moe.experts.178.w2,0.0012848684,0.05000,1.608
30,block_sparse_moe.experts.190.w2,0.0002507070,0.05000,1.522
30,block_sparse_moe.experts.189.w2,0.0007294001,0.05000,1.589
30,block_sparse_moe.experts.182.w2,0.0015104122,0.05000,1.606
30,block_sparse_moe.experts.183.w2,0.0009478949,0.05000,1.526
30,block_sparse_moe.experts.186.w2,0.0002782786,0.05000,1.592
30,block_sparse_moe.experts.191.w2,0.0005363599,0.05000,1.486
30,block_sparse_moe.experts.179.w2,0.0008497365,0.05000,1.533
30,block_sparse_moe.experts.181.w2,0.0004970974,0.05000,1.569
30,block_sparse_moe.experts.177.w2,0.0028536452,0.05000,1.600
30,block_sparse_moe.experts.187.w2,0.0004587256,0.05000,1.505
30,block_sparse_moe.experts.200.w2,0.0002326578,0.05000,1.406
30,block_sparse_moe.experts.196.w2,0.0011263137,0.05000,1.442
30,block_sparse_moe.experts.204.w2,0.0007028070,0.05000,1.479
30,block_sparse_moe.experts.192.w2,0.0003792388,0.05000,1.533
30,block_sparse_moe.experts.201.w2,0.0027651718,0.05000,1.488
30,block_sparse_moe.experts.206.w2,0.0005962015,0.05000,1.460
30,block_sparse_moe.experts.194.w2,0.0007223645,0.05000,1.502
30,block_sparse_moe.experts.199.w2,0.0024535249,0.05000,1.418
30,block_sparse_moe.experts.198.w2,0.0005670646,0.05000,1.473
30,block_sparse_moe.experts.205.w2,0.0006056500,0.05000,1.503
30,block_sparse_moe.experts.195.w2,0.0001495259,0.05000,1.418
30,block_sparse_moe.experts.202.w2,0.0007324666,0.05000,1.492
30,block_sparse_moe.experts.207.w2,0.0012948977,0.05000,1.515
30,block_sparse_moe.experts.193.w2,0.0009206742,0.05000,1.440
30,block_sparse_moe.experts.197.w2,0.0033347977,0.05000,1.477
30,block_sparse_moe.experts.203.w2,0.0007055002,0.05000,1.392
30,block_sparse_moe.experts.212.w2,0.0029920014,0.05000,1.454
30,block_sparse_moe.experts.216.w2,0.0003221536,0.05000,1.507
30,block_sparse_moe.experts.208.w2,0.0003347258,0.05000,1.442
30,block_sparse_moe.experts.220.w2,0.0024685161,0.05000,1.520
30,block_sparse_moe.experts.215.w2,0.0083348541,0.05000,1.362
30,block_sparse_moe.experts.217.w2,0.0017870374,0.05000,1.448
30,block_sparse_moe.experts.221.w2,0.0007590772,0.05000,1.344
30,block_sparse_moe.experts.211.w2,0.0017383995,0.05000,1.391
30,block_sparse_moe.experts.222.w2,0.0011567558,0.05000,1.570
30,block_sparse_moe.experts.210.w2,0.0003027958,0.05000,1.670
30,block_sparse_moe.experts.223.w2,0.0011186319,0.05000,1.462
30,block_sparse_moe.experts.209.w2,0.0016788055,0.05000,1.430
30,block_sparse_moe.experts.214.w2,0.0002871695,0.05000,1.638
30,block_sparse_moe.experts.213.w2,0.0008144760,0.05000,1.436
30,block_sparse_moe.experts.218.w2,0.0001441089,0.05000,1.589
30,block_sparse_moe.experts.219.w2,0.0024912451,0.05000,1.439
30,block_sparse_moe.experts.228.w2,0.0016699349,0.05000,1.476
30,block_sparse_moe.experts.232.w2,0.0029358212,0.05000,1.512
30,block_sparse_moe.experts.224.w2,0.0010415598,0.05000,1.431
30,block_sparse_moe.experts.236.w2,0.0009810278,0.05000,1.456
30,block_sparse_moe.experts.233.w2,0.0015444876,0.05000,1.456
30,block_sparse_moe.experts.231.w2,0.0018213841,0.05000,1.516
30,block_sparse_moe.experts.237.w2,0.0001870473,0.05000,1.486
30,block_sparse_moe.experts.227.w2,0.0002480121,0.05000,1.504
30,block_sparse_moe.experts.238.w2,0.0005242765,0.05000,1.589
30,block_sparse_moe.experts.226.w2,0.0060443495,0.05000,1.500
30,block_sparse_moe.experts.239.w2,0.0002217113,0.05000,1.503
30,block_sparse_moe.experts.229.w2,0.0005091087,0.05000,1.488
30,block_sparse_moe.experts.225.w2,0.0007185347,0.05000,1.548
30,block_sparse_moe.experts.235.w2,0.0007346821,0.05000,1.442
30,block_sparse_moe.experts.230.w2,0.0016295262,0.05000,1.555
30,block_sparse_moe.experts.234.w2,0.0015829866,0.05000,1.506
30,block_sparse_moe.experts.244.w2,0.0005686092,0.05000,1.456
30,block_sparse_moe.experts.248.w2,0.0005372174,0.05000,1.481
30,block_sparse_moe.experts.252.w2,0.0008302657,0.05000,1.310
30,block_sparse_moe.experts.240.w2,0.0005271193,0.05000,1.396
30,block_sparse_moe.experts.253.w2,0.0017737299,0.05000,1.424
30,block_sparse_moe.experts.249.w2,0.0003717611,0.05000,1.494
30,block_sparse_moe.experts.247.w2,0.0002001124,0.05000,1.471
30,block_sparse_moe.experts.243.w2,0.0002137547,0.05000,1.489
30,block_sparse_moe.experts.245.w2,0.0007922438,0.05000,1.330
30,block_sparse_moe.experts.241.w2,0.0024458740,0.05000,1.313
30,block_sparse_moe.experts.255.w2,0.0002560493,0.05000,1.442
30,block_sparse_moe.experts.254.w2,0.0007491758,0.05000,1.510
30,block_sparse_moe.experts.251.w2,0.0009758830,0.05000,1.388
30,block_sparse_moe.experts.242.w2,0.0005795483,0.05000,1.500
30,block_sparse_moe.experts.250.w2,0.0005194120,0.05000,1.425
30,block_sparse_moe.experts.246.w2,0.0010306875,0.05000,1.433
31,self_attn.q_proj,0.0000421178,0.05000,0.858
31,self_attn.k_proj,0.0000063408,0.05000,0.889
31,self_attn.v_proj,0.0000056841,0.05000,0.994
31,self_attn.o_proj,0.0000041951,0.05000,1.793
31,block_sparse_moe.experts.8.w1,0.0012690887,0.05000,2.995
31,block_sparse_moe.experts.4.w1,0.0003580066,0.05000,3.002
31,block_sparse_moe.experts.12.w1,0.0009490298,0.05000,3.067
31,block_sparse_moe.experts.7.w1,0.0009045849,0.05000,3.151
31,block_sparse_moe.experts.0.w1,0.0007498072,0.05000,3.171
31,block_sparse_moe.experts.13.w1,0.0005156110,0.05000,3.221
31,block_sparse_moe.experts.3.w1,0.0003574834,0.05000,3.240
31,block_sparse_moe.experts.11.w1,0.0007115890,0.05000,3.226
31,block_sparse_moe.experts.1.w1,0.0001581223,0.05000,3.265
31,block_sparse_moe.experts.9.w1,0.0003423871,0.05000,3.248
31,block_sparse_moe.experts.5.w1,0.0006858877,0.05000,3.315
31,block_sparse_moe.experts.15.w1,0.0006302563,0.05000,3.439
31,block_sparse_moe.experts.14.w1,0.0000748176,0.05000,3.477
31,block_sparse_moe.experts.6.w1,0.0001326151,0.05000,3.486
31,block_sparse_moe.experts.2.w1,0.0019016186,0.05000,3.516
31,block_sparse_moe.experts.10.w1,0.0001228854,0.05000,3.537
31,block_sparse_moe.experts.20.w1,0.0003316981,0.05000,2.973
31,block_sparse_moe.experts.29.w1,0.0015769695,0.05000,2.780
31,block_sparse_moe.experts.25.w1,0.0008286652,0.05000,2.752
31,block_sparse_moe.experts.21.w1,0.0009064243,0.05000,2.724
31,block_sparse_moe.experts.17.w1,0.0009667648,0.05000,2.837
31,block_sparse_moe.experts.28.w1,0.0005044893,0.05000,3.036
31,block_sparse_moe.experts.24.w1,0.0013132753,0.05000,3.170
31,block_sparse_moe.experts.27.w1,0.0009342697,0.05000,2.952
31,block_sparse_moe.experts.19.w1,0.0010750149,0.05000,2.976
31,block_sparse_moe.experts.16.w1,0.0005054011,0.05000,3.090
31,block_sparse_moe.experts.23.w1,0.0013823526,0.05000,3.111
31,block_sparse_moe.experts.26.w1,0.0006955886,0.05000,2.831
31,block_sparse_moe.experts.31.w1,0.0005336545,0.05000,2.970
31,block_sparse_moe.experts.30.w1,0.0011129442,0.05000,3.034
31,block_sparse_moe.experts.22.w1,0.0011722051,0.05000,3.022
31,block_sparse_moe.experts.18.w1,0.0015539711,0.05000,3.082
31,block_sparse_moe.experts.33.w1,0.0016762801,0.05000,2.684
31,block_sparse_moe.experts.41.w1,0.0034033601,0.05000,2.864
31,block_sparse_moe.experts.37.w1,0.0005463165,0.05000,2.875
31,block_sparse_moe.experts.45.w1,0.0001711422,0.05000,2.918
31,block_sparse_moe.experts.36.w1,0.0005522245,0.05000,3.014
31,block_sparse_moe.experts.43.w1,0.0006518687,0.05000,2.869
31,block_sparse_moe.experts.40.w1,0.0011915107,0.05000,2.962
31,block_sparse_moe.experts.44.w1,0.0004940295,0.05000,3.051
31,block_sparse_moe.experts.35.w1,0.0006168389,0.05000,2.966
31,block_sparse_moe.experts.42.w1,0.0001925389,0.05000,2.848
31,block_sparse_moe.experts.39.w1,0.0019966355,0.05000,3.000
31,block_sparse_moe.experts.32.w1,0.0012909936,0.05000,3.101
31,block_sparse_moe.experts.47.w1,0.0005824591,0.05000,2.973
31,block_sparse_moe.experts.38.w1,0.0004666423,0.05000,2.893
31,block_sparse_moe.experts.34.w1,0.0014049259,0.05000,2.871
31,block_sparse_moe.experts.46.w1,0.0012481605,0.05000,3.009
31,block_sparse_moe.experts.59.w1,0.0008280941,0.05000,2.770
31,block_sparse_moe.experts.49.w1,0.0012031081,0.05000,3.082
31,block_sparse_moe.experts.53.w1,0.0012886960,0.05000,3.044
31,block_sparse_moe.experts.61.w1,0.0009420193,0.05000,3.047
31,block_sparse_moe.experts.57.w1,0.0006595014,0.05000,3.150
31,block_sparse_moe.experts.51.w1,0.0012837480,0.05000,2.862
31,block_sparse_moe.experts.52.w1,0.0003733259,0.05000,3.048
31,block_sparse_moe.experts.56.w1,0.0004204363,0.05000,3.003
31,block_sparse_moe.experts.58.w1,0.0005241334,0.05000,2.970
31,block_sparse_moe.experts.55.w1,0.0006264975,0.05000,2.938
31,block_sparse_moe.experts.60.w1,0.0005147507,0.05000,3.078
31,block_sparse_moe.experts.63.w1,0.0006921030,0.05000,2.937
31,block_sparse_moe.experts.50.w1,0.0012277082,0.05000,2.895
31,block_sparse_moe.experts.48.w1,0.0013686051,0.05000,3.012
31,block_sparse_moe.experts.62.w1,0.0009020121,0.05000,2.978
31,block_sparse_moe.experts.54.w1,0.0009442040,0.05000,3.150
31,block_sparse_moe.experts.68.w1,0.0002288775,0.05000,2.714
31,block_sparse_moe.experts.72.w1,0.0007195365,0.05000,2.652
31,block_sparse_moe.experts.65.w1,0.0008520291,0.05000,2.965
31,block_sparse_moe.experts.76.w1,0.0008638859,0.05000,2.682
31,block_sparse_moe.experts.75.w1,0.0004635476,0.05000,3.127
31,block_sparse_moe.experts.77.w1,0.0003711078,0.05000,3.022
31,block_sparse_moe.experts.69.w1,0.0005448281,0.05000,3.051
31,block_sparse_moe.experts.73.w1,0.0011450968,0.05000,2.999
31,block_sparse_moe.experts.64.w1,0.0008854791,0.05000,2.688
31,block_sparse_moe.experts.74.w1,0.0002318897,0.05000,2.954
31,block_sparse_moe.experts.67.w1,0.0012102880,0.05000,3.137
31,block_sparse_moe.experts.66.w1,0.0001667616,0.05000,2.866
31,block_sparse_moe.experts.71.w1,0.0005978705,0.05000,3.120
31,block_sparse_moe.experts.78.w1,0.0005232127,0.05000,2.881
31,block_sparse_moe.experts.79.w1,0.0009097948,0.05000,3.103
31,block_sparse_moe.experts.70.w1,0.0010907270,0.05000,2.901
31,block_sparse_moe.experts.81.w1,0.0005590893,0.05000,2.869
31,block_sparse_moe.experts.84.w1,0.0009967683,0.05000,2.937
31,block_sparse_moe.experts.91.w1,0.0014579187,0.05000,2.786
31,block_sparse_moe.experts.88.w1,0.0005286163,0.05000,2.953
31,block_sparse_moe.experts.92.w1,0.0007773634,0.05000,2.898
31,block_sparse_moe.experts.90.w1,0.0006737164,0.05000,2.691
31,block_sparse_moe.experts.82.w1,0.0008179801,0.05000,2.676
31,block_sparse_moe.experts.80.w1,0.0007721710,0.05000,2.889
31,block_sparse_moe.experts.89.w1,0.0005773920,0.05000,2.927
31,block_sparse_moe.experts.93.w1,0.0001047697,0.05000,2.999
31,block_sparse_moe.experts.85.w1,0.0004210902,0.05000,3.006
31,block_sparse_moe.experts.83.w1,0.0001982683,0.05000,2.903
31,block_sparse_moe.experts.94.w1,0.0004928977,0.05000,2.720
31,block_sparse_moe.experts.86.w1,0.0005463243,0.05000,2.678
31,block_sparse_moe.experts.95.w1,0.0010139646,0.05000,2.839
31,block_sparse_moe.experts.87.w1,0.0007874267,0.05000,2.949
31,block_sparse_moe.experts.107.w1,0.0009759675,0.05000,2.843
31,block_sparse_moe.experts.97.w1,0.0004691945,0.05000,3.127
31,block_sparse_moe.experts.104.w1,0.0010265771,0.05000,3.078
31,block_sparse_moe.experts.100.w1,0.0010592863,0.05000,3.131
31,block_sparse_moe.experts.106.w1,0.0014443169,0.05000,3.026
31,block_sparse_moe.experts.98.w1,0.0000940277,0.05000,3.048
31,block_sparse_moe.experts.108.w1,0.0013370971,0.05000,3.135
31,block_sparse_moe.experts.99.w1,0.0006755723,0.05000,2.905
31,block_sparse_moe.experts.105.w1,0.0002010928,0.05000,3.031
31,block_sparse_moe.experts.101.w1,0.0004746930,0.05000,3.019
31,block_sparse_moe.experts.96.w1,0.0005234173,0.05000,3.136
31,block_sparse_moe.experts.109.w1,0.0007466962,0.05000,3.089
31,block_sparse_moe.experts.111.w1,0.0001960814,0.05000,2.868
31,block_sparse_moe.experts.103.w1,0.0002203291,0.05000,2.860
31,block_sparse_moe.experts.102.w1,0.0002454598,0.05000,3.067
31,block_sparse_moe.experts.110.w1,0.0001193241,0.05000,3.130
31,block_sparse_moe.experts.123.w1,0.0009410048,0.05000,2.686
31,block_sparse_moe.experts.114.w1,0.0001862478,0.05000,2.761
31,block_sparse_moe.experts.122.w1,0.0001049805,0.05000,2.872
31,block_sparse_moe.experts.115.w1,0.0009000018,0.05000,2.809
31,block_sparse_moe.experts.121.w1,0.0005483671,0.05000,2.907
31,block_sparse_moe.experts.113.w1,0.0003111359,0.05000,3.143
31,block_sparse_moe.experts.116.w1,0.0007811455,0.05000,3.142
31,block_sparse_moe.experts.127.w1,0.0008697325,0.05000,2.868
31,block_sparse_moe.experts.126.w1,0.0008306585,0.05000,2.777
31,block_sparse_moe.experts.117.w1,0.0007821627,0.05000,2.993
31,block_sparse_moe.experts.125.w1,0.0008405667,0.05000,2.954
31,block_sparse_moe.experts.120.w1,0.0006169841,0.05000,3.217
31,block_sparse_moe.experts.118.w1,0.0005750164,0.05000,2.837
31,block_sparse_moe.experts.119.w1,0.0003234128,0.05000,2.946
31,block_sparse_moe.experts.124.w1,0.0009765420,0.05000,3.137
31,block_sparse_moe.experts.112.w1,0.0010579466,0.05000,3.259
31,block_sparse_moe.experts.139.w1,0.0005341527,0.05000,3.050
31,block_sparse_moe.experts.138.w1,0.0004942799,0.05000,2.759
31,block_sparse_moe.experts.130.w1,0.0014615980,0.05000,2.837
31,block_sparse_moe.experts.137.w1,0.0014073481,0.05000,2.803
31,block_sparse_moe.experts.142.w1,0.0008511945,0.05000,2.752
31,block_sparse_moe.experts.134.w1,0.0005023923,0.05000,2.751
31,block_sparse_moe.experts.131.w1,0.0003625107,0.05000,3.034
31,block_sparse_moe.experts.136.w1,0.0009780426,0.05000,2.798
31,block_sparse_moe.experts.132.w1,0.0007165100,0.05000,2.867
31,block_sparse_moe.experts.141.w1,0.0002152704,0.05000,2.823
31,block_sparse_moe.experts.129.w1,0.0008710345,0.05000,2.925
31,block_sparse_moe.experts.140.w1,0.0009306373,0.05000,2.816
31,block_sparse_moe.experts.133.w1,0.0015969844,0.05000,2.915
31,block_sparse_moe.experts.128.w1,0.0004402439,0.05000,2.640
31,block_sparse_moe.experts.135.w1,0.0000692745,0.05000,3.001
31,block_sparse_moe.experts.143.w1,0.0005656681,0.05000,3.104
31,block_sparse_moe.experts.155.w1,0.0010062273,0.05000,2.937
31,block_sparse_moe.experts.154.w1,0.0010709474,0.05000,3.092
31,block_sparse_moe.experts.146.w1,0.0016817594,0.05000,3.094
31,block_sparse_moe.experts.147.w1,0.0007923086,0.05000,2.933
31,block_sparse_moe.experts.158.w1,0.0008863452,0.05000,2.999
31,block_sparse_moe.experts.150.w1,0.0013058385,0.05000,3.135
31,block_sparse_moe.experts.151.w1,0.0001997107,0.05000,2.899
31,block_sparse_moe.experts.159.w1,0.0006004521,0.05000,2.974
31,block_sparse_moe.experts.171.w1,0.0008862261,0.05000,3.253
31,block_sparse_moe.experts.162.w1,0.0007711183,0.05000,3.428
31,block_sparse_moe.experts.163.w1,0.0005702575,0.05000,3.426
31,block_sparse_moe.experts.174.w1,0.0002304808,0.05000,3.454
31,block_sparse_moe.experts.170.w1,0.0007793245,0.05000,3.631
31,block_sparse_moe.experts.166.w1,0.0014477063,0.05000,3.486
31,block_sparse_moe.experts.167.w1,0.0004451992,0.05000,3.482
31,block_sparse_moe.experts.175.w1,0.0003751910,0.05000,3.453
31,block_sparse_moe.experts.153.w1,0.0002936731,0.05000,9.271
31,block_sparse_moe.experts.149.w1,0.0016145506,0.05000,9.235
31,block_sparse_moe.experts.157.w1,0.0005968299,0.05000,9.327
31,block_sparse_moe.experts.145.w1,0.0009293770,0.05000,9.359
31,block_sparse_moe.experts.178.w1,0.0003492239,0.05000,4.083
31,block_sparse_moe.experts.190.w1,0.0008161971,0.05000,4.010
31,block_sparse_moe.experts.186.w1,0.0008133097,0.05000,4.161
31,block_sparse_moe.experts.182.w1,0.0008396707,0.05000,4.092
31,block_sparse_moe.experts.169.w1,0.0013617868,0.05000,3.330
31,block_sparse_moe.experts.161.w1,0.0003652200,0.05000,3.207
31,block_sparse_moe.experts.173.w1,0.0012385739,0.05000,3.316
31,block_sparse_moe.experts.165.w1,0.0015087533,0.05000,3.348
31,block_sparse_moe.experts.187.w1,0.0004382874,0.05000,7.439
31,block_sparse_moe.experts.194.w1,0.0004819763,0.05000,3.268
31,block_sparse_moe.experts.179.w1,0.0004539359,0.05000,7.252
31,block_sparse_moe.experts.202.w1,0.0002971505,0.05000,3.138
31,block_sparse_moe.experts.206.w1,0.0004301919,0.05000,3.340
31,block_sparse_moe.experts.198.w1,0.0004099646,0.05000,3.155
31,block_sparse_moe.experts.191.w1,0.0005896631,0.05000,7.159
31,block_sparse_moe.experts.183.w1,0.0006196967,0.05000,7.280
31,block_sparse_moe.experts.152.w1,0.0009542449,0.05000,2.907
31,block_sparse_moe.experts.156.w1,0.0007016900,0.05000,2.968
31,block_sparse_moe.experts.148.w1,0.0001275969,0.05000,2.973
31,block_sparse_moe.experts.144.w1,0.0003784258,0.05000,3.015
31,block_sparse_moe.experts.185.w1,0.0000916836,0.05000,2.842
31,block_sparse_moe.experts.177.w1,0.0014897899,0.05000,2.858
31,block_sparse_moe.experts.189.w1,0.0010120611,0.05000,2.834
31,block_sparse_moe.experts.181.w1,0.0016647443,0.05000,2.925
31,block_sparse_moe.experts.203.w1,0.0009725348,0.05000,3.040
31,block_sparse_moe.experts.210.w1,0.0005742372,0.05000,2.951
31,block_sparse_moe.experts.195.w1,0.0006999071,0.05000,3.046
31,block_sparse_moe.experts.222.w1,0.0009923673,0.05000,2.948
31,block_sparse_moe.experts.218.w1,0.0004475427,0.05000,3.014
31,block_sparse_moe.experts.207.w1,0.0004580370,0.05000,2.992
31,block_sparse_moe.experts.214.w1,0.0002181917,0.05000,3.035
31,block_sparse_moe.experts.199.w1,0.0009946949,0.05000,3.034
31,block_sparse_moe.experts.172.w1,0.0006398687,0.05000,2.782
31,block_sparse_moe.experts.164.w1,0.0004044762,0.05000,2.838
31,block_sparse_moe.experts.160.w1,0.0006859222,0.05000,2.865
31,block_sparse_moe.experts.168.w1,0.0003923173,0.05000,2.997
31,block_sparse_moe.experts.201.w1,0.0007138993,0.05000,3.107
31,block_sparse_moe.experts.193.w1,0.0005445159,0.05000,3.060
31,block_sparse_moe.experts.205.w1,0.0003584150,0.05000,3.062
31,block_sparse_moe.experts.197.w1,0.0021709027,0.05000,3.073
31,block_sparse_moe.experts.219.w1,0.0004840740,0.05000,3.068
31,block_sparse_moe.experts.226.w1,0.0005573077,0.05000,3.055
31,block_sparse_moe.experts.234.w1,0.0012955615,0.05000,2.981
31,block_sparse_moe.experts.211.w1,0.0010669842,0.05000,3.069
31,block_sparse_moe.experts.238.w1,0.0019195252,0.05000,3.050
31,block_sparse_moe.experts.223.w1,0.0013259250,0.05000,3.008
31,block_sparse_moe.experts.230.w1,0.0007357163,0.05000,3.025
31,block_sparse_moe.experts.215.w1,0.0003669178,0.05000,3.037
31,block_sparse_moe.experts.188.w1,0.0009171183,0.05000,3.035
31,block_sparse_moe.experts.180.w1,0.0002637448,0.05000,3.008
31,block_sparse_moe.experts.176.w1,0.0013736912,0.05000,3.066
31,block_sparse_moe.experts.184.w1,0.0006828108,0.05000,3.169
31,block_sparse_moe.experts.217.w1,0.0005663163,0.05000,2.925
31,block_sparse_moe.experts.221.w1,0.0003576613,0.05000,2.827
31,block_sparse_moe.experts.209.w1,0.0013293095,0.05000,2.854
31,block_sparse_moe.experts.213.w1,0.0007607024,0.05000,2.977
31,block_sparse_moe.experts.235.w1,0.0011532840,0.05000,2.989
31,block_sparse_moe.experts.242.w1,0.0012195030,0.05000,2.992
31,block_sparse_moe.experts.250.w1,0.0017733277,0.05000,2.924
31,block_sparse_moe.experts.227.w1,0.0003302557,0.05000,2.917
31,block_sparse_moe.experts.254.w1,0.0006714465,0.05000,2.907
31,block_sparse_moe.experts.246.w1,0.0001107938,0.05000,2.871
31,block_sparse_moe.experts.239.w1,0.0001069710,0.05000,2.922
31,block_sparse_moe.experts.231.w1,0.0002499385,0.05000,2.954
31,block_sparse_moe.experts.196.w1,0.0005262569,0.05000,2.827
31,block_sparse_moe.experts.204.w1,0.0005252705,0.05000,2.925
31,block_sparse_moe.experts.192.w1,0.0021457938,0.05000,2.912
31,block_sparse_moe.experts.200.w1,0.0018398388,0.05000,2.886
31,block_sparse_moe.experts.237.w1,0.0003609036,0.05000,2.977
31,block_sparse_moe.experts.225.w1,0.0005276836,0.05000,3.018
31,block_sparse_moe.experts.233.w1,0.0016103150,0.05000,3.109
31,block_sparse_moe.experts.229.w1,0.0010348939,0.05000,3.079
31,block_sparse_moe.experts.251.w1,0.0009127604,0.05000,2.993
31,block_sparse_moe.experts.243.w1,0.0007856886,0.05000,2.985
31,block_sparse_moe.experts.2.w3,0.0019927061,0.05000,3.146
31,block_sparse_moe.experts.14.w3,0.0000792390,0.05000,3.136
31,block_sparse_moe.experts.255.w1,0.0004097874,0.05000,3.005
31,block_sparse_moe.experts.10.w3,0.0001258438,0.05000,3.201
31,block_sparse_moe.experts.6.w3,0.0001588044,0.05000,3.079
31,block_sparse_moe.experts.247.w1,0.0002464872,0.05000,3.039
31,block_sparse_moe.experts.220.w1,0.0004564952,0.05000,2.692
31,block_sparse_moe.experts.212.w1,0.0004080666,0.05000,2.758
31,block_sparse_moe.experts.208.w1,0.0005944776,0.05000,2.702
31,block_sparse_moe.experts.216.w1,0.0007829443,0.05000,2.676
31,block_sparse_moe.experts.253.w1,0.0004750606,0.05000,2.821
31,block_sparse_moe.experts.241.w1,0.0004076636,0.05000,2.783
31,block_sparse_moe.experts.249.w1,0.0004498886,0.05000,2.865
31,block_sparse_moe.experts.245.w1,0.0007880556,0.05000,2.788
31,block_sparse_moe.experts.11.w3,0.0007852140,0.05000,3.016
31,block_sparse_moe.experts.3.w3,0.0003868376,0.05000,2.852
31,block_sparse_moe.experts.18.w3,0.0016095965,0.05000,2.905
31,block_sparse_moe.experts.30.w3,0.0011951961,0.05000,2.895
31,block_sparse_moe.experts.26.w3,0.0007224810,0.05000,2.940
31,block_sparse_moe.experts.22.w3,0.0013278203,0.05000,2.932
31,block_sparse_moe.experts.15.w3,0.0006615188,0.05000,2.995
31,block_sparse_moe.experts.7.w3,0.0010551022,0.05000,2.937
31,block_sparse_moe.experts.236.w1,0.0007250414,0.05000,2.794
31,block_sparse_moe.experts.228.w1,0.0010464389,0.05000,2.797
31,block_sparse_moe.experts.224.w1,0.0002949219,0.05000,2.808
31,block_sparse_moe.experts.232.w1,0.0004611371,0.05000,2.819
31,block_sparse_moe.experts.13.w3,0.0005321058,0.05000,3.035
31,block_sparse_moe.experts.1.w3,0.0001826322,0.05000,3.097
31,block_sparse_moe.experts.9.w3,0.0004109230,0.05000,3.151
31,block_sparse_moe.experts.5.w3,0.0007091372,0.05000,3.185
31,block_sparse_moe.experts.27.w3,0.0009746850,0.05000,2.924
31,block_sparse_moe.experts.19.w3,0.0012946222,0.05000,3.043
31,block_sparse_moe.experts.34.w3,0.0015349951,0.05000,2.953
31,block_sparse_moe.experts.46.w3,0.0013510404,0.05000,2.997
31,block_sparse_moe.experts.31.w3,0.0005743841,0.05000,2.943
31,block_sparse_moe.experts.42.w3,0.0002236712,0.05000,3.016
31,block_sparse_moe.experts.38.w3,0.0004904237,0.05000,3.024
31,block_sparse_moe.experts.244.w1,0.0025157330,0.05000,2.793
31,block_sparse_moe.experts.252.w1,0.0005245393,0.05000,2.826
31,block_sparse_moe.experts.23.w3,0.0014636993,0.05000,2.967
31,block_sparse_moe.experts.240.w1,0.0012873454,0.05000,2.890
31,block_sparse_moe.experts.248.w1,0.0025570581,0.05000,2.943
31,block_sparse_moe.experts.29.w3,0.0017646459,0.05000,3.090
31,block_sparse_moe.experts.17.w3,0.0010159875,0.05000,3.025
31,block_sparse_moe.experts.25.w3,0.0009368074,0.05000,3.073
31,block_sparse_moe.experts.21.w3,0.0009672686,0.05000,3.087
31,block_sparse_moe.experts.43.w3,0.0007219920,0.05000,2.988
31,block_sparse_moe.experts.35.w3,0.0006884935,0.05000,2.786
31,block_sparse_moe.experts.47.w3,0.0006129333,0.05000,2.871
31,block_sparse_moe.experts.62.w3,0.0009459831,0.05000,2.940
31,block_sparse_moe.experts.54.w3,0.0009891308,0.05000,2.812
31,block_sparse_moe.experts.50.w3,0.0012947502,0.05000,3.033
31,block_sparse_moe.experts.58.w3,0.0005426169,0.05000,2.923
31,block_sparse_moe.experts.39.w3,0.0023025672,0.05000,2.846
31,block_sparse_moe.experts.4.w3,0.0003878011,0.05000,3.053
31,block_sparse_moe.experts.12.w3,0.0009824059,0.05000,3.056
31,block_sparse_moe.experts.0.w3,0.0008219282,0.05000,3.129
31,block_sparse_moe.experts.8.w3,0.0013366935,0.05000,3.059
31,block_sparse_moe.experts.45.w3,0.0001826695,0.05000,2.808
31,block_sparse_moe.experts.33.w3,0.0018996770,0.05000,2.860
31,block_sparse_moe.experts.41.w3,0.0036080234,0.05000,2.883
31,block_sparse_moe.experts.37.w3,0.0005545314,0.05000,2.837
31,block_sparse_moe.experts.59.w3,0.0008805810,0.05000,2.759
31,block_sparse_moe.experts.51.w3,0.0015149986,0.05000,2.700
31,block_sparse_moe.experts.63.w3,0.0007547990,0.05000,2.822
31,block_sparse_moe.experts.55.w3,0.0006573163,0.05000,2.738
31,block_sparse_moe.experts.78.w3,0.0005406040,0.05000,2.945
31,block_sparse_moe.experts.74.w3,0.0002613002,0.05000,2.959
31,block_sparse_moe.experts.70.w3,0.0012573207,0.05000,3.039
31,block_sparse_moe.experts.66.w3,0.0001773571,0.05000,3.103
31,block_sparse_moe.experts.20.w3,0.0003644278,0.05000,2.888
31,block_sparse_moe.experts.28.w3,0.0005866936,0.05000,3.008
31,block_sparse_moe.experts.16.w3,0.0005271670,0.05000,2.940
31,block_sparse_moe.experts.24.w3,0.0015832023,0.05000,2.902
31,block_sparse_moe.experts.61.w3,0.0010786319,0.05000,2.931
31,block_sparse_moe.experts.49.w3,0.0014290379,0.05000,2.951
31,block_sparse_moe.experts.57.w3,0.0006913268,0.05000,3.037
31,block_sparse_moe.experts.53.w3,0.0014196904,0.05000,2.979
31,block_sparse_moe.experts.75.w3,0.0004993757,0.05000,2.820
31,block_sparse_moe.experts.67.w3,0.0012705524,0.05000,2.895
31,block_sparse_moe.experts.79.w3,0.0010615602,0.05000,2.852
31,block_sparse_moe.experts.71.w3,0.0006257489,0.05000,2.872
31,block_sparse_moe.experts.94.w3,0.0005504023,0.05000,2.985
31,block_sparse_moe.experts.36.w3,0.0006307810,0.05000,2.841
31,block_sparse_moe.experts.82.w3,0.0009369383,0.05000,2.910
31,block_sparse_moe.experts.90.w3,0.0007396124,0.05000,3.034
31,block_sparse_moe.experts.86.w3,0.0005807657,0.05000,3.083
31,block_sparse_moe.experts.44.w3,0.0005364459,0.05000,2.839
31,block_sparse_moe.experts.40.w3,0.0012888934,0.05000,2.804
31,block_sparse_moe.experts.32.w3,0.0013624610,0.05000,2.863
31,block_sparse_moe.experts.65.w3,0.0008812528,0.05000,2.877
31,block_sparse_moe.experts.77.w3,0.0004476168,0.05000,3.001
31,block_sparse_moe.experts.73.w3,0.0013101744,0.05000,2.902
31,block_sparse_moe.experts.69.w3,0.0005598793,0.05000,2.792
31,block_sparse_moe.experts.91.w3,0.0015997011,0.05000,2.936
31,block_sparse_moe.experts.83.w3,0.0002205172,0.05000,3.002
31,block_sparse_moe.experts.95.w3,0.0014440961,0.05000,2.906
31,block_sparse_moe.experts.87.w3,0.0008396000,0.05000,2.885
31,block_sparse_moe.experts.110.w3,0.0001492803,0.05000,2.863
31,block_sparse_moe.experts.52.w3,0.0004840638,0.05000,2.850
31,block_sparse_moe.experts.98.w3,0.0001121880,0.05000,2.922
31,block_sparse_moe.experts.106.w3,0.0015799498,0.05000,2.895
31,block_sparse_moe.experts.60.w3,0.0005437802,0.05000,2.868
31,block_sparse_moe.experts.102.w3,0.0002642263,0.05000,2.998
31,block_sparse_moe.experts.56.w3,0.0004401327,0.05000,2.880
31,block_sparse_moe.experts.48.w3,0.0014778349,0.05000,2.938
31,block_sparse_moe.experts.81.w3,0.0005958946,0.05000,2.665
31,block_sparse_moe.experts.93.w3,0.0001098883,0.05000,2.678
31,block_sparse_moe.experts.85.w3,0.0004573190,0.05000,2.779
31,block_sparse_moe.experts.89.w3,0.0005946696,0.05000,2.982
31,block_sparse_moe.experts.107.w3,0.0010155155,0.05000,3.051
31,block_sparse_moe.experts.99.w3,0.0007204292,0.05000,3.037
31,block_sparse_moe.experts.111.w3,0.0002162411,0.05000,3.020
31,block_sparse_moe.experts.103.w3,0.0002489449,0.05000,2.984
31,block_sparse_moe.experts.68.w3,0.0002407924,0.05000,2.831
31,block_sparse_moe.experts.126.w3,0.0008502199,0.05000,2.907
31,block_sparse_moe.experts.76.w3,0.0009274274,0.05000,2.754
31,block_sparse_moe.experts.122.w3,0.0001272003,0.05000,2.877
31,block_sparse_moe.experts.114.w3,0.0001966823,0.05000,2.973
31,block_sparse_moe.experts.72.w3,0.0007917136,0.05000,2.764
31,block_sparse_moe.experts.118.w3,0.0006000948,0.05000,2.968
31,block_sparse_moe.experts.64.w3,0.0009143731,0.05000,2.798
31,block_sparse_moe.experts.97.w3,0.0004854789,0.05000,2.891
31,block_sparse_moe.experts.109.w3,0.0007870982,0.05000,2.966
31,block_sparse_moe.experts.101.w3,0.0004997974,0.05000,2.971
31,block_sparse_moe.experts.105.w3,0.0002064227,0.05000,3.076
31,block_sparse_moe.experts.123.w3,0.0009814985,0.05000,2.922
31,block_sparse_moe.experts.115.w3,0.0010119491,0.05000,2.998
31,block_sparse_moe.experts.119.w3,0.0003598274,0.05000,2.944
31,block_sparse_moe.experts.127.w3,0.0009035802,0.05000,3.039
31,block_sparse_moe.experts.142.w3,0.0010012788,0.05000,2.929
31,block_sparse_moe.experts.84.w3,0.0011762109,0.05000,2.991
31,block_sparse_moe.experts.92.w3,0.0008795610,0.05000,2.929
31,block_sparse_moe.experts.138.w3,0.0005429551,0.05000,2.872
31,block_sparse_moe.experts.130.w3,0.0015743221,0.05000,2.984
31,block_sparse_moe.experts.88.w3,0.0005638457,0.05000,2.898
31,block_sparse_moe.experts.134.w3,0.0005326526,0.05000,2.965
31,block_sparse_moe.experts.80.w3,0.0008950563,0.05000,2.939
31,block_sparse_moe.experts.113.w3,0.0003284913,0.05000,2.943
31,block_sparse_moe.experts.125.w3,0.0009853883,0.05000,2.963
31,block_sparse_moe.experts.117.w3,0.0008884996,0.05000,2.941
31,block_sparse_moe.experts.121.w3,0.0006068434,0.05000,2.957
31,block_sparse_moe.experts.139.w3,0.0005585501,0.05000,2.887
31,block_sparse_moe.experts.131.w3,0.0003816378,0.05000,2.851
31,block_sparse_moe.experts.135.w3,0.0000746282,0.05000,2.814
31,block_sparse_moe.experts.143.w3,0.0006267381,0.05000,2.895
31,block_sparse_moe.experts.108.w3,0.0014351430,0.05000,2.862
31,block_sparse_moe.experts.154.w3,0.0011731439,0.05000,2.871
31,block_sparse_moe.experts.100.w3,0.0010919959,0.05000,2.950
31,block_sparse_moe.experts.158.w3,0.0009530195,0.05000,3.064
31,block_sparse_moe.experts.104.w3,0.0010832623,0.05000,2.888
31,block_sparse_moe.experts.96.w3,0.0005705739,0.05000,2.839
31,block_sparse_moe.experts.146.w3,0.0017403062,0.05000,3.050
31,block_sparse_moe.experts.150.w3,0.0015449652,0.05000,3.080
31,block_sparse_moe.experts.129.w3,0.0009120533,0.05000,2.927
31,block_sparse_moe.experts.141.w3,0.0002300735,0.05000,2.935
31,block_sparse_moe.experts.133.w3,0.0018327092,0.05000,2.886
31,block_sparse_moe.experts.137.w3,0.0015188319,0.05000,2.868
31,block_sparse_moe.experts.155.w3,0.0012036149,0.05000,3.130
31,block_sparse_moe.experts.147.w3,0.0008993034,0.05000,3.052
31,block_sparse_moe.experts.151.w3,0.0002204890,0.05000,2.981
31,block_sparse_moe.experts.170.w3,0.0008213776,0.05000,2.922
31,block_sparse_moe.experts.159.w3,0.0006258122,0.05000,3.039
31,block_sparse_moe.experts.124.w3,0.0010228909,0.05000,2.989
31,block_sparse_moe.experts.116.w3,0.0008111797,0.05000,3.025
31,block_sparse_moe.experts.174.w3,0.0002491552,0.05000,2.969
31,block_sparse_moe.experts.120.w3,0.0006335579,0.05000,3.054
31,block_sparse_moe.experts.162.w3,0.0009758400,0.05000,2.992
31,block_sparse_moe.experts.112.w3,0.0012832809,0.05000,3.052
31,block_sparse_moe.experts.166.w3,0.0015691672,0.05000,2.992
31,block_sparse_moe.experts.145.w3,0.0010036700,0.05000,2.770
31,block_sparse_moe.experts.157.w3,0.0006662283,0.05000,2.715
31,block_sparse_moe.experts.149.w3,0.0017170728,0.05000,2.626
31,block_sparse_moe.experts.153.w3,0.0003433983,0.05000,2.600
31,block_sparse_moe.experts.171.w3,0.0010006314,0.05000,2.923
31,block_sparse_moe.experts.163.w3,0.0006147985,0.05000,2.941
31,block_sparse_moe.experts.167.w3,0.0004792581,0.05000,2.959
31,block_sparse_moe.experts.186.w3,0.0008605151,0.05000,2.790
31,block_sparse_moe.experts.190.w3,0.0008645906,0.05000,2.689
31,block_sparse_moe.experts.175.w3,0.0004154741,0.05000,2.997
31,block_sparse_moe.experts.140.w3,0.0009870192,0.05000,3.003
31,block_sparse_moe.experts.132.w3,0.0008134411,0.05000,2.965
31,block_sparse_moe.experts.178.w3,0.0003841591,0.05000,2.686
31,block_sparse_moe.experts.182.w3,0.0009533613,0.05000,2.571
31,block_sparse_moe.experts.136.w3,0.0010048389,0.05000,2.948
31,block_sparse_moe.experts.128.w3,0.0004754292,0.05000,3.015
31,block_sparse_moe.experts.161.w3,0.0003815602,0.05000,2.684
31,block_sparse_moe.experts.173.w3,0.0013478312,0.05000,2.670
31,block_sparse_moe.experts.165.w3,0.0016604557,0.05000,2.783
31,block_sparse_moe.experts.169.w3,0.0014575667,0.05000,2.987
31,block_sparse_moe.experts.202.w3,0.0003362439,0.05000,2.440
31,block_sparse_moe.experts.206.w3,0.0004761986,0.05000,2.468
31,block_sparse_moe.experts.187.w3,0.0004982342,0.05000,3.090
31,block_sparse_moe.experts.194.w3,0.0005776317,0.05000,2.567
31,block_sparse_moe.experts.179.w3,0.0005207547,0.05000,3.088
31,block_sparse_moe.experts.198.w3,0.0004456034,0.05000,2.593
31,block_sparse_moe.experts.183.w3,0.0006533874,0.05000,3.114
31,block_sparse_moe.experts.156.w3,0.0007363984,0.05000,3.061
31,block_sparse_moe.experts.191.w3,0.0006374084,0.05000,3.149
31,block_sparse_moe.experts.148.w3,0.0001397693,0.05000,3.093
31,block_sparse_moe.experts.152.w3,0.0011969729,0.05000,3.072
31,block_sparse_moe.experts.144.w3,0.0003974358,0.05000,3.128
31,block_sparse_moe.experts.177.w3,0.0016252010,0.05000,3.065
31,block_sparse_moe.experts.189.w3,0.0011379768,0.05000,3.071
31,block_sparse_moe.experts.181.w3,0.0017850450,0.05000,3.129
31,block_sparse_moe.experts.185.w3,0.0000999767,0.05000,3.112
31,block_sparse_moe.experts.218.w3,0.0005511365,0.05000,2.813
31,block_sparse_moe.experts.222.w3,0.0010284308,0.05000,2.948
31,block_sparse_moe.experts.203.w3,0.0010139216,0.05000,3.023
31,block_sparse_moe.experts.210.w3,0.0006435124,0.05000,2.926
31,block_sparse_moe.experts.214.w3,0.0002240435,0.05000,2.905
31,block_sparse_moe.experts.195.w3,0.0007686870,0.05000,2.987
31,block_sparse_moe.experts.199.w3,0.0010779831,0.05000,3.030
31,block_sparse_moe.experts.207.w3,0.0004688725,0.05000,2.847
31,block_sparse_moe.experts.172.w3,0.0006993746,0.05000,3.158
31,block_sparse_moe.experts.164.w3,0.0004215811,0.05000,3.183
31,block_sparse_moe.experts.168.w3,0.0004387640,0.05000,3.225
31,block_sparse_moe.experts.193.w3,0.0006021947,0.05000,2.933
31,block_sparse_moe.experts.205.w3,0.0004329110,0.05000,2.904
31,block_sparse_moe.experts.160.w3,0.0007332645,0.05000,3.229
31,block_sparse_moe.experts.197.w3,0.0023435542,0.05000,2.768
31,block_sparse_moe.experts.201.w3,0.0007512803,0.05000,2.628
31,block_sparse_moe.experts.234.w3,0.0014254792,0.05000,2.862
31,block_sparse_moe.experts.238.w3,0.0021494945,0.05000,2.951
31,block_sparse_moe.experts.226.w3,0.0005764321,0.05000,2.951
31,block_sparse_moe.experts.219.w3,0.0005594100,0.05000,3.073
31,block_sparse_moe.experts.230.w3,0.0008336821,0.05000,2.959
31,block_sparse_moe.experts.211.w3,0.0011377281,0.05000,2.980
31,block_sparse_moe.experts.215.w3,0.0004124554,0.05000,3.041
31,block_sparse_moe.experts.223.w3,0.0014661726,0.05000,3.098
31,block_sparse_moe.experts.188.w3,0.0009616649,0.05000,3.070
31,block_sparse_moe.experts.180.w3,0.0002832001,0.05000,3.043
31,block_sparse_moe.experts.209.w3,0.0014355213,0.05000,2.835
31,block_sparse_moe.experts.184.w3,0.0008317515,0.05000,3.069
31,block_sparse_moe.experts.221.w3,0.0003930139,0.05000,2.910
31,block_sparse_moe.experts.176.w3,0.0015369684,0.05000,3.166
31,block_sparse_moe.experts.213.w3,0.0007994206,0.05000,3.092
31,block_sparse_moe.experts.217.w3,0.0005977921,0.05000,3.091
31,block_sparse_moe.experts.250.w3,0.0018582131,0.05000,2.978
31,block_sparse_moe.experts.254.w3,0.0007563465,0.05000,2.856
31,block_sparse_moe.experts.242.w3,0.0013164217,0.05000,2.634
31,block_sparse_moe.experts.246.w3,0.0001212878,0.05000,2.584
31,block_sparse_moe.experts.227.w3,0.0003807185,0.05000,2.892
31,block_sparse_moe.experts.235.w3,0.0012988961,0.05000,3.026
31,block_sparse_moe.experts.231.w3,0.0002609339,0.05000,2.915
31,block_sparse_moe.experts.239.w3,0.0001112139,0.05000,2.971
31,block_sparse_moe.experts.196.w3,0.0005447142,0.05000,2.997
31,block_sparse_moe.experts.204.w3,0.0005495129,0.05000,3.191
31,block_sparse_moe.experts.225.w3,0.0005950800,0.05000,3.039
31,block_sparse_moe.experts.200.w3,0.0019376327,0.05000,3.081
31,block_sparse_moe.experts.237.w3,0.0003728640,0.05000,3.061
31,block_sparse_moe.experts.192.w3,0.0023948544,0.05000,3.078
31,block_sparse_moe.experts.229.w3,0.0011151305,0.05000,2.982
31,block_sparse_moe.experts.233.w3,0.0016766644,0.05000,2.851
31,block_sparse_moe.experts.251.w3,0.0010062475,0.05000,3.133
31,block_sparse_moe.experts.243.w3,0.0008023944,0.05000,3.198
31,block_sparse_moe.experts.247.w3,0.0002625759,0.05000,3.043
31,block_sparse_moe.experts.255.w3,0.0004295252,0.05000,2.891
31,block_sparse_moe.experts.212.w3,0.0004126829,0.05000,3.008
31,block_sparse_moe.experts.220.w3,0.0005006906,0.05000,3.005
31,block_sparse_moe.experts.216.w3,0.0009597833,0.05000,2.908
31,block_sparse_moe.experts.241.w3,0.0004270239,0.05000,3.056
31,block_sparse_moe.experts.253.w3,0.0005008409,0.05000,2.978
31,block_sparse_moe.experts.245.w3,0.0008096905,0.05000,2.780
31,block_sparse_moe.experts.208.w3,0.0007003341,0.05000,2.935
31,block_sparse_moe.experts.249.w3,0.0005001884,0.05000,2.712
31,block_sparse_moe.experts.228.w3,0.0011753377,0.05000,2.578
31,block_sparse_moe.experts.236.w3,0.0008387970,0.05000,2.634
31,block_sparse_moe.experts.232.w3,0.0005554448,0.05000,2.626
31,block_sparse_moe.experts.224.w3,0.0003596666,0.05000,2.648
31,block_sparse_moe.experts.244.w3,0.0027424581,0.05000,2.952
31,block_sparse_moe.experts.252.w3,0.0005442439,0.05000,2.894
31,block_sparse_moe.experts.248.w3,0.0030892566,0.05000,2.885
31,block_sparse_moe.experts.240.w3,0.0013509696,0.05000,2.613
31,block_sparse_moe.experts.10.w2,0.0003058317,0.05000,1.271
31,block_sparse_moe.experts.14.w2,0.0001107361,0.05000,1.278
31,block_sparse_moe.experts.2.w2,0.0013235203,0.05000,1.322
31,block_sparse_moe.experts.12.w2,0.0005393508,0.05000,1.317
31,block_sparse_moe.experts.3.w2,0.0005692529,0.05000,1.338
31,block_sparse_moe.experts.6.w2,0.0006143175,0.05000,1.340
31,block_sparse_moe.experts.11.w2,0.0008093111,0.05000,1.347
31,block_sparse_moe.experts.0.w2,0.0014082969,0.05000,1.385
31,block_sparse_moe.experts.4.w2,0.0006327007,0.05000,1.386
31,block_sparse_moe.experts.15.w2,0.0004507993,0.05000,1.387
31,block_sparse_moe.experts.8.w2,0.0005985366,0.05000,1.396
31,block_sparse_moe.experts.7.w2,0.0017775235,0.05000,1.401
31,block_sparse_moe.experts.9.w2,0.0009001932,0.05000,1.474
31,block_sparse_moe.experts.5.w2,0.0004007183,0.05000,1.515
31,block_sparse_moe.experts.13.w2,0.0004353420,0.05000,1.534
31,block_sparse_moe.experts.1.w2,0.0003462784,0.05000,1.541
31,block_sparse_moe.experts.26.w2,0.0005443635,0.05000,1.350
31,block_sparse_moe.experts.30.w2,0.0016135534,0.05000,1.374
31,block_sparse_moe.experts.18.w2,0.0009778793,0.05000,1.393
31,block_sparse_moe.experts.22.w2,0.0051774874,0.05000,1.402
31,block_sparse_moe.experts.28.w2,0.0016188160,0.05000,1.452
31,block_sparse_moe.experts.16.w2,0.0005591658,0.05000,1.472
31,block_sparse_moe.experts.20.w2,0.0012399744,0.05000,1.473
31,block_sparse_moe.experts.24.w2,0.0063085341,0.05000,1.504
31,block_sparse_moe.experts.27.w2,0.0010254838,0.05000,1.570
31,block_sparse_moe.experts.21.w2,0.0004960145,0.05000,1.428
31,block_sparse_moe.experts.31.w2,0.0004438638,0.05000,1.567
31,block_sparse_moe.experts.25.w2,0.0023592833,0.05000,1.482
31,block_sparse_moe.experts.19.w2,0.0039906625,0.05000,1.651
31,block_sparse_moe.experts.17.w2,0.0006515853,0.05000,1.458
31,block_sparse_moe.experts.23.w2,0.0011973934,0.05000,1.599
31,block_sparse_moe.experts.29.w2,0.0049608915,0.05000,1.492
31,block_sparse_moe.experts.42.w2,0.0003611166,0.05000,1.621
31,block_sparse_moe.experts.46.w2,0.0027541197,0.05000,1.614
31,block_sparse_moe.experts.44.w2,0.0008713776,0.05000,1.511
31,block_sparse_moe.experts.34.w2,0.0024682017,0.05000,1.576
31,block_sparse_moe.experts.36.w2,0.0010653541,0.05000,1.485
31,block_sparse_moe.experts.32.w2,0.0021265676,0.05000,1.489
31,block_sparse_moe.experts.38.w2,0.0001608060,0.05000,1.600
31,block_sparse_moe.experts.37.w2,0.0001598362,0.05000,1.470
31,block_sparse_moe.experts.40.w2,0.0013054168,0.05000,1.515
31,block_sparse_moe.experts.41.w2,0.0095604581,0.05000,1.469
31,block_sparse_moe.experts.33.w2,0.0030711574,0.05000,1.463
31,block_sparse_moe.experts.45.w2,0.0002669083,0.05000,1.466
31,block_sparse_moe.experts.43.w2,0.0006135621,0.05000,1.630
31,block_sparse_moe.experts.47.w2,0.0006255082,0.05000,1.623
31,block_sparse_moe.experts.35.w2,0.0008149572,0.05000,1.618
31,block_sparse_moe.experts.39.w2,0.0105621891,0.05000,1.604
31,block_sparse_moe.experts.58.w2,0.0003003394,0.05000,1.601
31,block_sparse_moe.experts.50.w2,0.0008040316,0.05000,1.582
31,block_sparse_moe.experts.54.w2,0.0007163596,0.05000,1.546
31,block_sparse_moe.experts.62.w2,0.0005819518,0.05000,1.636
31,block_sparse_moe.experts.52.w2,0.0006475649,0.05000,1.571
31,block_sparse_moe.experts.48.w2,0.0013311148,0.05000,1.580
31,block_sparse_moe.experts.60.w2,0.0004189994,0.05000,1.650
31,block_sparse_moe.experts.57.w2,0.0007281120,0.05000,1.514
31,block_sparse_moe.experts.53.w2,0.0019288160,0.05000,1.572
31,block_sparse_moe.experts.49.w2,0.0040264889,0.05000,1.552
31,block_sparse_moe.experts.56.w2,0.0002546034,0.05000,1.604
31,block_sparse_moe.experts.61.w2,0.0022913750,0.05000,1.553
31,block_sparse_moe.experts.63.w2,0.0019494882,0.05000,1.484
31,block_sparse_moe.experts.59.w2,0.0004809675,0.05000,1.516
31,block_sparse_moe.experts.55.w2,0.0006692492,0.05000,1.513
31,block_sparse_moe.experts.51.w2,0.0033109802,0.05000,1.526
31,block_sparse_moe.experts.68.w2,0.0006876889,0.05000,1.394
31,block_sparse_moe.experts.74.w2,0.0005288793,0.05000,1.467
31,block_sparse_moe.experts.78.w2,0.0020726009,0.05000,1.421
31,block_sparse_moe.experts.64.w2,0.0004362988,0.05000,1.428
31,block_sparse_moe.experts.76.w2,0.0012426529,0.05000,1.423
31,block_sparse_moe.experts.66.w2,0.0002208837,0.05000,1.500
31,block_sparse_moe.experts.70.w2,0.0019984965,0.05000,1.535
31,block_sparse_moe.experts.69.w2,0.0002473209,0.05000,1.452
31,block_sparse_moe.experts.72.w2,0.0009627286,0.05000,1.451
31,block_sparse_moe.experts.73.w2,0.0038442220,0.05000,1.533
31,block_sparse_moe.experts.65.w2,0.0003850092,0.05000,1.471
31,block_sparse_moe.experts.77.w2,0.0008492205,0.05000,1.490
31,block_sparse_moe.experts.75.w2,0.0010118989,0.05000,1.524
31,block_sparse_moe.experts.79.w2,0.0015173171,0.05000,1.537
31,block_sparse_moe.experts.71.w2,0.0002379351,0.05000,1.516
31,block_sparse_moe.experts.67.w2,0.0011829498,0.05000,1.569
31,block_sparse_moe.experts.94.w2,0.0008970189,0.05000,1.477
31,block_sparse_moe.experts.90.w2,0.0011158400,0.05000,1.500
31,block_sparse_moe.experts.85.w2,0.0007496525,0.05000,1.388
31,block_sparse_moe.experts.82.w2,0.0014693696,0.05000,1.469
31,block_sparse_moe.experts.89.w2,0.0002256117,0.05000,1.383
31,block_sparse_moe.experts.81.w2,0.0008771568,0.05000,1.394
31,block_sparse_moe.experts.86.w2,0.0004887496,0.05000,1.469
31,block_sparse_moe.experts.84.w2,0.0023031105,0.05000,1.613
31,block_sparse_moe.experts.93.w2,0.0001778111,0.05000,1.411
31,block_sparse_moe.experts.80.w2,0.0027298536,0.05000,1.613
31,block_sparse_moe.experts.92.w2,0.0014618625,0.05000,1.623
31,block_sparse_moe.experts.88.w2,0.0004942544,0.05000,1.630
31,block_sparse_moe.experts.95.w2,0.0021893672,0.05000,1.567
31,block_sparse_moe.experts.91.w2,0.0039941693,0.05000,1.581
31,block_sparse_moe.experts.87.w2,0.0009599225,0.05000,1.590
31,block_sparse_moe.experts.83.w2,0.0003596695,0.05000,1.570
31,block_sparse_moe.experts.101.w2,0.0004781598,0.05000,1.382
31,block_sparse_moe.experts.105.w2,0.0002800064,0.05000,1.401
31,block_sparse_moe.experts.97.w2,0.0002021671,0.05000,1.441
31,block_sparse_moe.experts.98.w2,0.0002777354,0.05000,1.493
31,block_sparse_moe.experts.110.w2,0.0004440521,0.05000,1.529
31,block_sparse_moe.experts.106.w2,0.0018784834,0.05000,1.545
31,block_sparse_moe.experts.109.w2,0.0006896127,0.05000,1.420
31,block_sparse_moe.experts.108.w2,0.0013157182,0.05000,1.434
31,block_sparse_moe.experts.96.w2,0.0006588515,0.05000,1.462
31,block_sparse_moe.experts.102.w2,0.0004819047,0.05000,1.535
31,block_sparse_moe.experts.100.w2,0.0004840090,0.05000,1.520
31,block_sparse_moe.experts.111.w2,0.0004249359,0.05000,1.431
31,block_sparse_moe.experts.107.w2,0.0003760882,0.05000,1.435
31,block_sparse_moe.experts.104.w2,0.0010835001,0.05000,1.537
31,block_sparse_moe.experts.103.w2,0.0005867926,0.05000,1.462
31,block_sparse_moe.experts.99.w2,0.0005745542,0.05000,1.460
31,block_sparse_moe.experts.121.w2,0.0008916839,0.05000,1.313
31,block_sparse_moe.experts.117.w2,0.0012471554,0.05000,1.373
31,block_sparse_moe.experts.113.w2,0.0001416877,0.05000,1.283
31,block_sparse_moe.experts.125.w2,0.0015566122,0.05000,1.341
31,block_sparse_moe.experts.126.w2,0.0003357876,0.05000,1.448
31,block_sparse_moe.experts.118.w2,0.0002649344,0.05000,1.357
31,block_sparse_moe.experts.114.w2,0.0002360073,0.05000,1.459
31,block_sparse_moe.experts.122.w2,0.0002183369,0.05000,1.449
31,block_sparse_moe.experts.124.w2,0.0008798353,0.05000,1.475
31,block_sparse_moe.experts.112.w2,0.0053849631,0.05000,1.519
31,block_sparse_moe.experts.116.w2,0.0003160212,0.05000,1.531
31,block_sparse_moe.experts.123.w2,0.0002816172,0.05000,1.495
31,block_sparse_moe.experts.127.w2,0.0005368198,0.05000,1.526
31,block_sparse_moe.experts.120.w2,0.0002374905,0.05000,1.583
31,block_sparse_moe.experts.119.w2,0.0013555443,0.05000,1.542
31,block_sparse_moe.experts.115.w2,0.0011137450,0.05000,1.520
31,block_sparse_moe.experts.129.w2,0.0005850188,0.05000,1.354
31,block_sparse_moe.experts.133.w2,0.0095170104,0.05000,1.391
31,block_sparse_moe.experts.137.w2,0.0016595036,0.05000,1.415
31,block_sparse_moe.experts.141.w2,0.0003027799,0.05000,1.343
31,block_sparse_moe.experts.142.w2,0.0012500288,0.05000,1.419
31,block_sparse_moe.experts.130.w2,0.0015057438,0.05000,1.415
31,block_sparse_moe.experts.138.w2,0.0006611254,0.05000,1.400
31,block_sparse_moe.experts.134.w2,0.0002580516,0.05000,1.461
31,block_sparse_moe.experts.140.w2,0.0007296820,0.05000,1.548
31,block_sparse_moe.experts.132.w2,0.0035111093,0.05000,1.501
31,block_sparse_moe.experts.128.w2,0.0003278032,0.05000,1.561
31,block_sparse_moe.experts.139.w2,0.0003052806,0.05000,1.487
31,block_sparse_moe.experts.143.w2,0.0010921498,0.05000,1.508
31,block_sparse_moe.experts.131.w2,0.0002340007,0.05000,1.468
31,block_sparse_moe.experts.135.w2,0.0000809211,0.05000,1.493
31,block_sparse_moe.experts.136.w2,0.0003271578,0.05000,1.506
31,block_sparse_moe.experts.153.w2,0.0007036960,0.05000,1.445
31,block_sparse_moe.experts.145.w2,0.0008451778,0.05000,1.498
31,block_sparse_moe.experts.149.w2,0.0016973841,0.05000,1.523
31,block_sparse_moe.experts.157.w2,0.0019400044,0.05000,1.506
31,block_sparse_moe.experts.154.w2,0.0014002384,0.05000,1.530
31,block_sparse_moe.experts.146.w2,0.0015476943,0.05000,1.540
31,block_sparse_moe.experts.156.w2,0.0003427894,0.05000,1.373
31,block_sparse_moe.experts.158.w2,0.0009267212,0.05000,1.608
31,block_sparse_moe.experts.150.w2,0.0020699644,0.05000,1.578
31,block_sparse_moe.experts.144.w2,0.0001121041,0.05000,1.349
31,block_sparse_moe.experts.148.w2,0.0003369457,0.05000,1.389
31,block_sparse_moe.experts.155.w2,0.0024842344,0.05000,1.358
31,block_sparse_moe.experts.159.w2,0.0002537531,0.05000,1.356
31,block_sparse_moe.experts.152.w2,0.0040660754,0.05000,1.349
31,block_sparse_moe.experts.151.w2,0.0005634361,0.05000,1.361
31,block_sparse_moe.experts.147.w2,0.0016371378,0.05000,1.415
31,block_sparse_moe.experts.169.w2,0.0016234464,0.05000,1.303
31,block_sparse_moe.experts.161.w2,0.0006789112,0.05000,1.346
31,block_sparse_moe.experts.165.w2,0.0030644046,0.05000,1.331
31,block_sparse_moe.experts.173.w2,0.0015001079,0.05000,1.314
31,block_sparse_moe.experts.170.w2,0.0006277300,0.05000,1.459
31,block_sparse_moe.experts.162.w2,0.0021742901,0.05000,1.475
31,block_sparse_moe.experts.172.w2,0.0032566535,0.05000,1.430
31,block_sparse_moe.experts.164.w2,0.0002091083,0.05000,1.432
31,block_sparse_moe.experts.166.w2,0.0023774339,0.05000,1.481
31,block_sparse_moe.experts.171.w2,0.0011505594,0.05000,1.381
31,block_sparse_moe.experts.174.w2,0.0004014295,0.05000,1.525
31,block_sparse_moe.experts.160.w2,0.0009058833,0.05000,1.481
31,block_sparse_moe.experts.175.w2,0.0006007238,0.05000,1.417
31,block_sparse_moe.experts.163.w2,0.0005966412,0.05000,1.366
31,block_sparse_moe.experts.167.w2,0.0007132777,0.05000,1.492
31,block_sparse_moe.experts.168.w2,0.0004288327,0.05000,1.500
31,block_sparse_moe.experts.185.w2,0.0000817306,0.05000,1.398
31,block_sparse_moe.experts.177.w2,0.0022704130,0.05000,1.356
31,block_sparse_moe.experts.181.w2,0.0079007185,0.05000,1.343
31,block_sparse_moe.experts.189.w2,0.0032487211,0.05000,1.338
31,block_sparse_moe.experts.178.w2,0.0009120623,0.05000,1.425
31,block_sparse_moe.experts.186.w2,0.0009324818,0.05000,1.472
31,block_sparse_moe.experts.188.w2,0.0006337757,0.05000,1.454
31,block_sparse_moe.experts.180.w2,0.0002756251,0.05000,1.427
31,block_sparse_moe.experts.176.w2,0.0040759693,0.05000,1.404
31,block_sparse_moe.experts.182.w2,0.0008882903,0.05000,1.457
31,block_sparse_moe.experts.190.w2,0.0003789848,0.05000,1.427
31,block_sparse_moe.experts.187.w2,0.0006414913,0.05000,1.438
31,block_sparse_moe.experts.191.w2,0.0017514190,0.05000,1.441
31,block_sparse_moe.experts.179.w2,0.0009434115,0.05000,1.387
31,block_sparse_moe.experts.184.w2,0.0016428766,0.05000,1.363
31,block_sparse_moe.experts.183.w2,0.0003036775,0.05000,1.430
31,block_sparse_moe.experts.193.w2,0.0006144252,0.05000,1.414
31,block_sparse_moe.experts.201.w2,0.0004524283,0.05000,1.451
31,block_sparse_moe.experts.197.w2,0.0032021210,0.05000,1.465
31,block_sparse_moe.experts.205.w2,0.0007603635,0.05000,1.466
31,block_sparse_moe.experts.202.w2,0.0007718394,0.05000,1.428
31,block_sparse_moe.experts.204.w2,0.0003834805,0.05000,1.410
31,block_sparse_moe.experts.194.w2,0.0007051513,0.05000,1.463
31,block_sparse_moe.experts.196.w2,0.0004472149,0.05000,1.401
31,block_sparse_moe.experts.192.w2,0.0054725164,0.05000,1.451
31,block_sparse_moe.experts.198.w2,0.0005764533,0.05000,1.532
31,block_sparse_moe.experts.203.w2,0.0006656906,0.05000,1.548
31,block_sparse_moe.experts.206.w2,0.0002990287,0.05000,1.561
31,block_sparse_moe.experts.195.w2,0.0004076437,0.05000,1.497
31,block_sparse_moe.experts.200.w2,0.0015626734,0.05000,1.469
31,block_sparse_moe.experts.207.w2,0.0001756259,0.05000,1.572
31,block_sparse_moe.experts.199.w2,0.0009588342,0.05000,1.562
31,block_sparse_moe.experts.217.w2,0.0008515914,0.05000,1.270
31,block_sparse_moe.experts.213.w2,0.0006709443,0.05000,1.242
31,block_sparse_moe.experts.209.w2,0.0012409489,0.05000,1.335
31,block_sparse_moe.experts.221.w2,0.0006034728,0.05000,1.259
31,block_sparse_moe.experts.220.w2,0.0006044518,0.05000,1.407
31,block_sparse_moe.experts.212.w2,0.0012032152,0.05000,1.463
31,block_sparse_moe.experts.210.w2,0.0010583480,0.05000,1.488
31,block_sparse_moe.experts.218.w2,0.0009987018,0.05000,1.515
31,block_sparse_moe.experts.208.w2,0.0015821202,0.05000,1.435
31,block_sparse_moe.experts.222.w2,0.0004376220,0.05000,1.491
31,block_sparse_moe.experts.214.w2,0.0007350103,0.05000,1.541
31,block_sparse_moe.experts.219.w2,0.0009133898,0.05000,1.531
31,block_sparse_moe.experts.216.w2,0.0018983752,0.05000,1.443
31,block_sparse_moe.experts.223.w2,0.0018101907,0.05000,1.501
31,block_sparse_moe.experts.211.w2,0.0005719928,0.05000,1.547
31,block_sparse_moe.experts.215.w2,0.0009935290,0.05000,1.421
31,block_sparse_moe.experts.233.w2,0.0005229423,0.05000,1.228
31,block_sparse_moe.experts.229.w2,0.0008717702,0.05000,1.244
31,block_sparse_moe.experts.225.w2,0.0009177915,0.05000,1.268
31,block_sparse_moe.experts.237.w2,0.0001586205,0.05000,1.348
31,block_sparse_moe.experts.236.w2,0.0013887483,0.05000,1.396
31,block_sparse_moe.experts.224.w2,0.0005935499,0.05000,1.391
31,block_sparse_moe.experts.226.w2,0.0004335247,0.05000,1.443
31,block_sparse_moe.experts.228.w2,0.0030328473,0.05000,1.512
31,block_sparse_moe.experts.234.w2,0.0015564783,0.05000,1.538
31,block_sparse_moe.experts.238.w2,0.0035510496,0.05000,1.392
31,block_sparse_moe.experts.232.w2,0.0012663346,0.05000,1.374
31,block_sparse_moe.experts.230.w2,0.0022435154,0.05000,1.427
31,block_sparse_moe.experts.235.w2,0.0019911463,0.05000,1.447
31,block_sparse_moe.experts.245.w2,0.0007613578,0.05000,1.314
31,block_sparse_moe.experts.239.w2,0.0000978504,0.05000,1.510
31,block_sparse_moe.experts.227.w2,0.0010178452,0.05000,1.509
31,block_sparse_moe.experts.231.w2,0.0001962221,0.05000,1.472
31,block_sparse_moe.experts.249.w2,0.0009152700,0.05000,1.389
31,block_sparse_moe.experts.241.w2,0.0002240979,0.05000,1.308
31,block_sparse_moe.experts.253.w2,0.0004769108,0.05000,1.264
31,block_sparse_moe.experts.252.w2,0.0002269659,0.05000,1.500
31,block_sparse_moe.experts.242.w2,0.0020594882,0.05000,1.434
31,block_sparse_moe.experts.240.w2,0.0007185091,0.05000,1.471
31,block_sparse_moe.experts.244.w2,0.0125669752,0.05000,1.424
31,block_sparse_moe.experts.254.w2,0.0005104460,0.05000,1.324
31,block_sparse_moe.experts.250.w2,0.0009413217,0.05000,1.403
31,block_sparse_moe.experts.246.w2,0.0002335997,0.05000,1.319
31,block_sparse_moe.experts.248.w2,0.0086861807,0.05000,1.358
31,block_sparse_moe.experts.251.w2,0.0011244528,0.05000,1.420
31,block_sparse_moe.experts.243.w2,0.0003029663,0.05000,1.346
31,block_sparse_moe.experts.247.w2,0.0004040444,0.05000,1.335
31,block_sparse_moe.experts.255.w2,0.0002493899,0.05000,1.370
32,self_attn.k_proj,0.0000092107,0.05000,0.863
32,self_attn.q_proj,0.0000609024,0.05000,0.866
32,self_attn.v_proj,0.0000076817,0.05000,0.931
32,self_attn.o_proj,0.0000045580,0.05000,1.701
32,block_sparse_moe.experts.12.w1,0.0021576621,0.05000,2.686
32,block_sparse_moe.experts.0.w1,0.0007049876,0.05000,2.708
32,block_sparse_moe.experts.8.w1,0.0036338756,0.05000,2.719
32,block_sparse_moe.experts.4.w1,0.0006689340,0.05000,2.779
32,block_sparse_moe.experts.10.w1,0.0005838786,0.05000,2.931
32,block_sparse_moe.experts.14.w1,0.0012677089,0.05000,2.974
32,block_sparse_moe.experts.6.w1,0.0009221254,0.05000,3.005
32,block_sparse_moe.experts.11.w1,0.0009968393,0.05000,3.013
32,block_sparse_moe.experts.5.w1,0.0008258071,0.05000,3.026
32,block_sparse_moe.experts.7.w1,0.0017545919,0.05000,3.056
32,block_sparse_moe.experts.2.w1,0.0005121986,0.05000,3.087
32,block_sparse_moe.experts.13.w1,0.0018525620,0.05000,3.117
32,block_sparse_moe.experts.9.w1,0.0011934386,0.05000,3.106
32,block_sparse_moe.experts.1.w1,0.0007190440,0.05000,3.106
32,block_sparse_moe.experts.15.w1,0.0014307654,0.05000,3.126
32,block_sparse_moe.experts.3.w1,0.0007628457,0.05000,3.228
32,block_sparse_moe.experts.16.w1,0.0002529906,0.05000,3.048
32,block_sparse_moe.experts.24.w1,0.0009898821,0.05000,3.127
32,block_sparse_moe.experts.20.w1,0.0008749621,0.05000,3.120
32,block_sparse_moe.experts.28.w1,0.0009693537,0.05000,3.216
32,block_sparse_moe.experts.30.w1,0.0008475119,0.05000,2.974
32,block_sparse_moe.experts.26.w1,0.0012157463,0.05000,3.061
32,block_sparse_moe.experts.22.w1,0.0007539981,0.05000,3.040
32,block_sparse_moe.experts.21.w1,0.0006302401,0.05000,3.068
32,block_sparse_moe.experts.27.w1,0.0013373677,0.05000,3.133
32,block_sparse_moe.experts.29.w1,0.0007905659,0.05000,3.063
32,block_sparse_moe.experts.18.w1,0.0009831109,0.05000,3.097
32,block_sparse_moe.experts.23.w1,0.0002037119,0.05000,3.156
32,block_sparse_moe.experts.25.w1,0.0007880819,0.05000,3.125
32,block_sparse_moe.experts.31.w1,0.0012150381,0.05000,3.153
32,block_sparse_moe.experts.17.w1,0.0010185395,0.05000,3.167
32,block_sparse_moe.experts.19.w1,0.0017758419,0.05000,3.189
32,block_sparse_moe.experts.32.w1,0.0003976682,0.05000,3.065
32,block_sparse_moe.experts.40.w1,0.0009795904,0.05000,3.055
32,block_sparse_moe.experts.46.w1,0.0011604818,0.05000,3.053
32,block_sparse_moe.experts.42.w1,0.0003071253,0.05000,3.007
32,block_sparse_moe.experts.38.w1,0.0000482316,0.05000,3.017
32,block_sparse_moe.experts.36.w1,0.0017780968,0.05000,3.173
32,block_sparse_moe.experts.45.w1,0.0003617981,0.05000,2.938
32,block_sparse_moe.experts.37.w1,0.0012008636,0.05000,3.040
32,block_sparse_moe.experts.44.w1,0.0010019260,0.05000,3.257
32,block_sparse_moe.experts.43.w1,0.0006467616,0.05000,3.056
32,block_sparse_moe.experts.39.w1,0.0004378237,0.05000,3.000
32,block_sparse_moe.experts.33.w1,0.0003291106,0.05000,2.945
32,block_sparse_moe.experts.41.w1,0.0009989030,0.05000,2.989
32,block_sparse_moe.experts.34.w1,0.0015492876,0.05000,3.069
32,block_sparse_moe.experts.47.w1,0.0006156958,0.05000,3.078
32,block_sparse_moe.experts.35.w1,0.0008045306,0.05000,3.065
32,block_sparse_moe.experts.48.w1,0.0003509972,0.05000,2.967
32,block_sparse_moe.experts.56.w1,0.0000910383,0.05000,2.965
32,block_sparse_moe.experts.52.w1,0.0005436800,0.05000,2.959
32,block_sparse_moe.experts.53.w1,0.0003542911,0.05000,2.926
32,block_sparse_moe.experts.54.w1,0.0008836320,0.05000,3.027
32,block_sparse_moe.experts.62.w1,0.0005547450,0.05000,3.130
32,block_sparse_moe.experts.61.w1,0.0010042005,0.05000,3.056
32,block_sparse_moe.experts.58.w1,0.0005881132,0.05000,3.184
32,block_sparse_moe.experts.60.w1,0.0012637682,0.05000,3.035
32,block_sparse_moe.experts.59.w1,0.0005614196,0.05000,3.032
32,block_sparse_moe.experts.49.w1,0.0002923174,0.05000,3.022
32,block_sparse_moe.experts.57.w1,0.0006355496,0.05000,3.068
32,block_sparse_moe.experts.55.w1,0.0012816557,0.05000,3.115
32,block_sparse_moe.experts.50.w1,0.0004599090,0.05000,3.082
32,block_sparse_moe.experts.63.w1,0.0024428802,0.05000,3.091
32,block_sparse_moe.experts.51.w1,0.0018658404,0.05000,3.039
32,block_sparse_moe.experts.64.w1,0.0014826596,0.05000,2.844
32,block_sparse_moe.experts.72.w1,0.0007419024,0.05000,2.858
32,block_sparse_moe.experts.68.w1,0.0009154006,0.05000,2.870
32,block_sparse_moe.experts.69.w1,0.0006737578,0.05000,3.080
32,block_sparse_moe.experts.78.w1,0.0019911143,0.05000,3.042
32,block_sparse_moe.experts.74.w1,0.0006815606,0.05000,3.021
32,block_sparse_moe.experts.70.w1,0.0020495054,0.05000,3.118
32,block_sparse_moe.experts.76.w1,0.0003914727,0.05000,3.028
32,block_sparse_moe.experts.75.w1,0.0007560375,0.05000,3.033
32,block_sparse_moe.experts.77.w1,0.0009859222,0.05000,3.124
32,block_sparse_moe.experts.65.w1,0.0009619625,0.05000,3.078
32,block_sparse_moe.experts.73.w1,0.0008297134,0.05000,3.054
32,block_sparse_moe.experts.71.w1,0.0026094977,0.05000,3.065
32,block_sparse_moe.experts.79.w1,0.0014324215,0.05000,3.001
32,block_sparse_moe.experts.66.w1,0.0007870157,0.05000,3.121
32,block_sparse_moe.experts.67.w1,0.0012292312,0.05000,2.992
32,block_sparse_moe.experts.80.w1,0.0000617511,0.05000,2.972
32,block_sparse_moe.experts.88.w1,0.0017208921,0.05000,2.889
32,block_sparse_moe.experts.84.w1,0.0010325678,0.05000,2.959
32,block_sparse_moe.experts.91.w1,0.0008093201,0.05000,2.781
32,block_sparse_moe.experts.94.w1,0.0016052485,0.05000,3.004
32,block_sparse_moe.experts.85.w1,0.0002661322,0.05000,3.042
32,block_sparse_moe.experts.90.w1,0.0008042257,0.05000,2.994
32,block_sparse_moe.experts.87.w1,0.0003790797,0.05000,2.843
32,block_sparse_moe.experts.92.w1,0.0014169347,0.05000,3.019
32,block_sparse_moe.experts.95.w1,0.0008646250,0.05000,2.817
32,block_sparse_moe.experts.86.w1,0.0005378064,0.05000,3.074
32,block_sparse_moe.experts.83.w1,0.0013059266,0.05000,2.804
32,block_sparse_moe.experts.81.w1,0.0016549528,0.05000,3.061
32,block_sparse_moe.experts.89.w1,0.0005426075,0.05000,3.073
32,block_sparse_moe.experts.93.w1,0.0018699525,0.05000,3.140
32,block_sparse_moe.experts.82.w1,0.0004946844,0.05000,2.973
32,block_sparse_moe.experts.96.w1,0.0005961588,0.05000,2.899
32,block_sparse_moe.experts.104.w1,0.0011217913,0.05000,2.978
32,block_sparse_moe.experts.100.w1,0.0013620951,0.05000,2.830
32,block_sparse_moe.experts.107.w1,0.0009980186,0.05000,2.958
32,block_sparse_moe.experts.99.w1,0.0003455791,0.05000,2.818
32,block_sparse_moe.experts.108.w1,0.0005625909,0.05000,2.938
32,block_sparse_moe.experts.111.w1,0.0002830646,0.05000,2.947
32,block_sparse_moe.experts.103.w1,0.0013943666,0.05000,3.006
32,block_sparse_moe.experts.106.w1,0.0007328799,0.05000,3.152
32,block_sparse_moe.experts.101.w1,0.0029857036,0.05000,3.216
32,block_sparse_moe.experts.110.w1,0.0008970712,0.05000,3.243
32,block_sparse_moe.experts.102.w1,0.0001291219,0.05000,3.228
32,block_sparse_moe.experts.105.w1,0.0001615146,0.05000,3.183
32,block_sparse_moe.experts.98.w1,0.0011304719,0.05000,3.187
32,block_sparse_moe.experts.97.w1,0.0001469164,0.05000,3.275
32,block_sparse_moe.experts.109.w1,0.0001860290,0.05000,3.258
32,block_sparse_moe.experts.112.w1,0.0013642709,0.05000,3.097
32,block_sparse_moe.experts.120.w1,0.0007685110,0.05000,3.116
32,block_sparse_moe.experts.123.w1,0.0012387133,0.05000,2.848
32,block_sparse_moe.experts.116.w1,0.0008527455,0.05000,3.167
32,block_sparse_moe.experts.115.w1,0.0013971539,0.05000,2.846
32,block_sparse_moe.experts.127.w1,0.0003665697,0.05000,2.810
32,block_sparse_moe.experts.119.w1,0.0005849696,0.05000,2.897
32,block_sparse_moe.experts.124.w1,0.0014025259,0.05000,3.132
32,block_sparse_moe.experts.122.w1,0.0010066151,0.05000,3.010
32,block_sparse_moe.experts.117.w1,0.0001972645,0.05000,3.026
32,block_sparse_moe.experts.118.w1,0.0007463548,0.05000,3.021
32,block_sparse_moe.experts.126.w1,0.0005313351,0.05000,3.140
32,block_sparse_moe.experts.114.w1,0.0016180831,0.05000,2.969
32,block_sparse_moe.experts.121.w1,0.0002877978,0.05000,2.983
32,block_sparse_moe.experts.113.w1,0.0010952425,0.05000,3.050
32,block_sparse_moe.experts.125.w1,0.0006963871,0.05000,3.111
32,block_sparse_moe.experts.128.w1,0.0007844550,0.05000,3.058
32,block_sparse_moe.experts.139.w1,0.0008894870,0.05000,2.848
32,block_sparse_moe.experts.136.w1,0.0005702903,0.05000,3.027
32,block_sparse_moe.experts.131.w1,0.0004665093,0.05000,2.855
32,block_sparse_moe.experts.143.w1,0.0003590576,0.05000,2.875
32,block_sparse_moe.experts.132.w1,0.0009723081,0.05000,3.099
32,block_sparse_moe.experts.135.w1,0.0013724325,0.05000,2.857
32,block_sparse_moe.experts.138.w1,0.0019081396,0.05000,2.861
32,block_sparse_moe.experts.133.w1,0.0006376759,0.05000,2.878
32,block_sparse_moe.experts.140.w1,0.0006752571,0.05000,3.031
32,block_sparse_moe.experts.134.w1,0.0011368515,0.05000,2.809
32,block_sparse_moe.experts.142.w1,0.0005083273,0.05000,2.792
32,block_sparse_moe.experts.137.w1,0.0008990657,0.05000,2.803
32,block_sparse_moe.experts.129.w1,0.0009535951,0.05000,2.751
32,block_sparse_moe.experts.130.w1,0.0012240370,0.05000,2.932
32,block_sparse_moe.experts.141.w1,0.0002836845,0.05000,2.755
32,block_sparse_moe.experts.155.w1,0.0019499688,0.05000,2.840
32,block_sparse_moe.experts.144.w1,0.0014591696,0.05000,3.021
32,block_sparse_moe.experts.152.w1,0.0011308550,0.05000,3.034
32,block_sparse_moe.experts.147.w1,0.0006275696,0.05000,2.946
32,block_sparse_moe.experts.159.w1,0.0007492274,0.05000,2.945
32,block_sparse_moe.experts.151.w1,0.0002313521,0.05000,2.940
32,block_sparse_moe.experts.149.w1,0.0011772468,0.05000,2.672
32,block_sparse_moe.experts.148.w1,0.0005891999,0.05000,3.076
32,block_sparse_moe.experts.145.w1,0.0005668348,0.05000,2.640
32,block_sparse_moe.experts.153.w1,0.0007212709,0.05000,2.784
32,block_sparse_moe.experts.154.w1,0.0009911534,0.05000,2.970
32,block_sparse_moe.experts.150.w1,0.0002610487,0.05000,2.942
32,block_sparse_moe.experts.157.w1,0.0003508574,0.05000,2.766
32,block_sparse_moe.experts.158.w1,0.0011917893,0.05000,3.008
32,block_sparse_moe.experts.156.w1,0.0004824493,0.05000,3.048
32,block_sparse_moe.experts.146.w1,0.0007644713,0.05000,2.946
32,block_sparse_moe.experts.171.w1,0.0006782560,0.05000,3.003
32,block_sparse_moe.experts.160.w1,0.0001988458,0.05000,2.876
32,block_sparse_moe.experts.168.w1,0.0011209074,0.05000,2.839
32,block_sparse_moe.experts.165.w1,0.0007659559,0.05000,2.836
32,block_sparse_moe.experts.163.w1,0.0009287166,0.05000,3.056
32,block_sparse_moe.experts.175.w1,0.0009932668,0.05000,3.033
32,block_sparse_moe.experts.169.w1,0.0001725739,0.05000,2.743
32,block_sparse_moe.experts.164.w1,0.0007075065,0.05000,2.912
32,block_sparse_moe.experts.167.w1,0.0009531153,0.05000,3.039
32,block_sparse_moe.experts.161.w1,0.0005912951,0.05000,2.902
32,block_sparse_moe.experts.170.w1,0.0007713991,0.05000,3.044
32,block_sparse_moe.experts.166.w1,0.0009089505,0.05000,2.959
32,block_sparse_moe.experts.173.w1,0.0003773220,0.05000,2.988
32,block_sparse_moe.experts.172.w1,0.0003355333,0.05000,2.946
32,block_sparse_moe.experts.174.w1,0.0004418528,0.05000,3.025
32,block_sparse_moe.experts.162.w1,0.0010536955,0.05000,3.063
32,block_sparse_moe.experts.187.w1,0.0008858491,0.05000,2.685
32,block_sparse_moe.experts.191.w1,0.0010632407,0.05000,2.599
32,block_sparse_moe.experts.179.w1,0.0003793524,0.05000,2.679
32,block_sparse_moe.experts.176.w1,0.0009950693,0.05000,2.977
32,block_sparse_moe.experts.184.w1,0.0013722623,0.05000,2.993
32,block_sparse_moe.experts.183.w1,0.0002065015,0.05000,2.647
32,block_sparse_moe.experts.181.w1,0.0015280536,0.05000,2.975
32,block_sparse_moe.experts.185.w1,0.0014986224,0.05000,3.029
32,block_sparse_moe.experts.177.w1,0.0005191513,0.05000,2.947
32,block_sparse_moe.experts.180.w1,0.0006017071,0.05000,3.069
32,block_sparse_moe.experts.182.w1,0.0003187493,0.05000,3.042
32,block_sparse_moe.experts.189.w1,0.0011042548,0.05000,3.025
32,block_sparse_moe.experts.186.w1,0.0002563141,0.05000,3.139
32,block_sparse_moe.experts.188.w1,0.0007418898,0.05000,3.083
32,block_sparse_moe.experts.190.w1,0.0001669118,0.05000,3.043
32,block_sparse_moe.experts.178.w1,0.0004612794,0.05000,2.981
32,block_sparse_moe.experts.203.w1,0.0006774983,0.05000,2.869
32,block_sparse_moe.experts.195.w1,0.0030648509,0.05000,2.830
32,block_sparse_moe.experts.207.w1,0.0010325119,0.05000,2.890
32,block_sparse_moe.experts.192.w1,0.0010207757,0.05000,2.941
32,block_sparse_moe.experts.199.w1,0.0004024013,0.05000,2.853
32,block_sparse_moe.experts.200.w1,0.0005828355,0.05000,2.975
32,block_sparse_moe.experts.197.w1,0.0001535417,0.05000,2.901
32,block_sparse_moe.experts.201.w1,0.0017071626,0.05000,2.869
32,block_sparse_moe.experts.193.w1,0.0011625977,0.05000,2.984
32,block_sparse_moe.experts.196.w1,0.0015115929,0.05000,3.081
32,block_sparse_moe.experts.198.w1,0.0014688639,0.05000,2.968
32,block_sparse_moe.experts.202.w1,0.0006987977,0.05000,2.964
32,block_sparse_moe.experts.206.w1,0.0021560212,0.05000,2.940
32,block_sparse_moe.experts.205.w1,0.0006968700,0.05000,3.035
32,block_sparse_moe.experts.204.w1,0.0007426490,0.05000,3.023
32,block_sparse_moe.experts.194.w1,0.0008847023,0.05000,2.988
32,block_sparse_moe.experts.219.w1,0.0014032156,0.05000,3.014
32,block_sparse_moe.experts.223.w1,0.0008608585,0.05000,2.964
32,block_sparse_moe.experts.211.w1,0.0007974197,0.05000,3.027
32,block_sparse_moe.experts.208.w1,0.0006193177,0.05000,3.025
32,block_sparse_moe.experts.215.w1,0.0010278878,0.05000,3.091
32,block_sparse_moe.experts.213.w1,0.0002400872,0.05000,2.880
32,block_sparse_moe.experts.216.w1,0.0005058790,0.05000,3.057
32,block_sparse_moe.experts.217.w1,0.0003300293,0.05000,2.873
32,block_sparse_moe.experts.209.w1,0.0004234164,0.05000,2.842
32,block_sparse_moe.experts.212.w1,0.0002696204,0.05000,2.958
32,block_sparse_moe.experts.221.w1,0.0001963127,0.05000,2.952
32,block_sparse_moe.experts.220.w1,0.0003822906,0.05000,2.889
32,block_sparse_moe.experts.218.w1,0.0007956775,0.05000,3.073
32,block_sparse_moe.experts.214.w1,0.0009331297,0.05000,3.159
32,block_sparse_moe.experts.222.w1,0.0002912319,0.05000,3.121
32,block_sparse_moe.experts.210.w1,0.0010308785,0.05000,3.125
32,block_sparse_moe.experts.235.w1,0.0012965350,0.05000,3.006
32,block_sparse_moe.experts.239.w1,0.0006615226,0.05000,2.861
32,block_sparse_moe.experts.227.w1,0.0004215002,0.05000,2.975
32,block_sparse_moe.experts.224.w1,0.0002045305,0.05000,2.951
32,block_sparse_moe.experts.231.w1,0.0006507279,0.05000,2.905
32,block_sparse_moe.experts.232.w1,0.0005426144,0.05000,2.944
32,block_sparse_moe.experts.229.w1,0.0015853963,0.05000,3.016
32,block_sparse_moe.experts.233.w1,0.0002983160,0.05000,3.122
32,block_sparse_moe.experts.225.w1,0.0001262762,0.05000,3.071
32,block_sparse_moe.experts.228.w1,0.0002448247,0.05000,3.054
32,block_sparse_moe.experts.234.w1,0.0004664751,0.05000,2.851
32,block_sparse_moe.experts.230.w1,0.0006807238,0.05000,2.930
32,block_sparse_moe.experts.238.w1,0.0011338309,0.05000,2.879
32,block_sparse_moe.experts.236.w1,0.0004859574,0.05000,3.054
32,block_sparse_moe.experts.237.w1,0.0014723868,0.05000,3.088
32,block_sparse_moe.experts.226.w1,0.0006956044,0.05000,2.842
32,block_sparse_moe.experts.251.w1,0.0020704250,0.05000,3.070
32,block_sparse_moe.experts.255.w1,0.0006354600,0.05000,3.035
32,block_sparse_moe.experts.243.w1,0.0013725337,0.05000,3.070
32,block_sparse_moe.experts.247.w1,0.0003427054,0.05000,3.045
32,block_sparse_moe.experts.245.w1,0.0004002174,0.05000,2.935
32,block_sparse_moe.experts.240.w1,0.0010338649,0.05000,3.120
32,block_sparse_moe.experts.248.w1,0.0014217488,0.05000,3.213
32,block_sparse_moe.experts.241.w1,0.0002615124,0.05000,2.971
32,block_sparse_moe.experts.249.w1,0.0001841356,0.05000,3.040
32,block_sparse_moe.experts.250.w1,0.0003103997,0.05000,2.906
32,block_sparse_moe.experts.244.w1,0.0006530319,0.05000,3.174
32,block_sparse_moe.experts.254.w1,0.0001470868,0.05000,2.952
32,block_sparse_moe.experts.246.w1,0.0009065291,0.05000,3.022
32,block_sparse_moe.experts.242.w1,0.0008114398,0.05000,3.032
32,block_sparse_moe.experts.253.w1,0.0007587363,0.05000,3.151
32,block_sparse_moe.experts.252.w1,0.0011843556,0.05000,3.224
32,block_sparse_moe.experts.11.w3,0.0010485175,0.05000,3.125
32,block_sparse_moe.experts.15.w3,0.0014786457,0.05000,3.132
32,block_sparse_moe.experts.5.w3,0.0009373219,0.05000,3.017
32,block_sparse_moe.experts.3.w3,0.0007799220,0.05000,3.185
32,block_sparse_moe.experts.7.w3,0.0018147375,0.05000,3.176
32,block_sparse_moe.experts.0.w3,0.0007410300,0.05000,3.242
32,block_sparse_moe.experts.9.w3,0.0012795833,0.05000,2.974
32,block_sparse_moe.experts.1.w3,0.0007471215,0.05000,3.037
32,block_sparse_moe.experts.8.w3,0.0041356874,0.05000,3.290
32,block_sparse_moe.experts.10.w3,0.0006043506,0.05000,3.353
32,block_sparse_moe.experts.13.w3,0.0019969931,0.05000,2.963
32,block_sparse_moe.experts.4.w3,0.0007669461,0.05000,3.308
32,block_sparse_moe.experts.14.w3,0.0014354107,0.05000,3.296
32,block_sparse_moe.experts.6.w3,0.0010303340,0.05000,3.313
32,block_sparse_moe.experts.2.w3,0.0005314993,0.05000,3.298
32,block_sparse_moe.experts.12.w3,0.0022387319,0.05000,3.237
32,block_sparse_moe.experts.27.w3,0.0014467428,0.05000,3.046
32,block_sparse_moe.experts.31.w3,0.0014544800,0.05000,3.013
32,block_sparse_moe.experts.19.w3,0.0019576335,0.05000,3.033
32,block_sparse_moe.experts.21.w3,0.0006995884,0.05000,3.098
32,block_sparse_moe.experts.23.w3,0.0002149842,0.05000,3.049
32,block_sparse_moe.experts.16.w3,0.0002761778,0.05000,2.969
32,block_sparse_moe.experts.25.w3,0.0008306778,0.05000,3.198
32,block_sparse_moe.experts.17.w3,0.0012417616,0.05000,3.244
32,block_sparse_moe.experts.24.w3,0.0010242574,0.05000,3.055
32,block_sparse_moe.experts.26.w3,0.0012581731,0.05000,3.035
32,block_sparse_moe.experts.30.w3,0.0009011746,0.05000,2.986
32,block_sparse_moe.experts.29.w3,0.0008186875,0.05000,3.149
32,block_sparse_moe.experts.20.w3,0.0009059278,0.05000,3.099
32,block_sparse_moe.experts.22.w3,0.0008423632,0.05000,3.170
32,block_sparse_moe.experts.28.w3,0.0011014342,0.05000,3.105
32,block_sparse_moe.experts.18.w3,0.0010793191,0.05000,3.158
32,block_sparse_moe.experts.47.w3,0.0006484071,0.05000,2.888
32,block_sparse_moe.experts.43.w3,0.0007253191,0.05000,3.004
32,block_sparse_moe.experts.35.w3,0.0008737601,0.05000,2.998
32,block_sparse_moe.experts.39.w3,0.0004836889,0.05000,2.962
32,block_sparse_moe.experts.37.w3,0.0013905200,0.05000,3.161
32,block_sparse_moe.experts.32.w3,0.0004444201,0.05000,3.181
32,block_sparse_moe.experts.41.w3,0.0012924717,0.05000,3.168
32,block_sparse_moe.experts.33.w3,0.0003871273,0.05000,3.163
32,block_sparse_moe.experts.40.w3,0.0010127566,0.05000,3.177
32,block_sparse_moe.experts.42.w3,0.0003311819,0.05000,3.074
32,block_sparse_moe.experts.46.w3,0.0012376213,0.05000,3.105
32,block_sparse_moe.experts.36.w3,0.0019044426,0.05000,3.118
32,block_sparse_moe.experts.45.w3,0.0003815265,0.05000,3.137
32,block_sparse_moe.experts.38.w3,0.0000609567,0.05000,3.170
32,block_sparse_moe.experts.44.w3,0.0010413180,0.05000,3.179
32,block_sparse_moe.experts.34.w3,0.0016215017,0.05000,3.168
32,block_sparse_moe.experts.63.w3,0.0028557009,0.05000,3.072
32,block_sparse_moe.experts.59.w3,0.0005957641,0.05000,3.155
32,block_sparse_moe.experts.51.w3,0.0020391640,0.05000,3.162
32,block_sparse_moe.experts.55.w3,0.0013650308,0.05000,3.136
32,block_sparse_moe.experts.53.w3,0.0003697551,0.05000,3.106
32,block_sparse_moe.experts.48.w3,0.0003722582,0.05000,3.104
32,block_sparse_moe.experts.57.w3,0.0007251264,0.05000,3.102
32,block_sparse_moe.experts.56.w3,0.0001090673,0.05000,3.061
32,block_sparse_moe.experts.49.w3,0.0003270700,0.05000,3.185
32,block_sparse_moe.experts.58.w3,0.0006467683,0.05000,3.032
32,block_sparse_moe.experts.62.w3,0.0006638955,0.05000,2.976
32,block_sparse_moe.experts.61.w3,0.0010672461,0.05000,2.994
32,block_sparse_moe.experts.52.w3,0.0006099967,0.05000,3.145
32,block_sparse_moe.experts.60.w3,0.0014539860,0.05000,3.016
32,block_sparse_moe.experts.54.w3,0.0009236210,0.05000,3.124
32,block_sparse_moe.experts.50.w3,0.0005074986,0.05000,3.087
32,block_sparse_moe.experts.79.w3,0.0015230109,0.05000,2.921
32,block_sparse_moe.experts.75.w3,0.0009356974,0.05000,3.025
32,block_sparse_moe.experts.67.w3,0.0013093580,0.05000,3.024
32,block_sparse_moe.experts.71.w3,0.0030207538,0.05000,2.990
32,block_sparse_moe.experts.69.w3,0.0007881482,0.05000,3.010
32,block_sparse_moe.experts.64.w3,0.0015652941,0.05000,2.892
32,block_sparse_moe.experts.73.w3,0.0008965986,0.05000,2.938
32,block_sparse_moe.experts.72.w3,0.0008112400,0.05000,2.948
32,block_sparse_moe.experts.65.w3,0.0010067007,0.05000,2.995
32,block_sparse_moe.experts.74.w3,0.0007625422,0.05000,3.081
32,block_sparse_moe.experts.78.w3,0.0022067816,0.05000,3.135
32,block_sparse_moe.experts.68.w3,0.0010711885,0.05000,2.961
32,block_sparse_moe.experts.77.w3,0.0010945295,0.05000,3.128
32,block_sparse_moe.experts.76.w3,0.0004315123,0.05000,2.975
32,block_sparse_moe.experts.70.w3,0.0022767606,0.05000,3.111
32,block_sparse_moe.experts.66.w3,0.0008197923,0.05000,3.087
32,block_sparse_moe.experts.95.w3,0.0009317302,0.05000,3.122
32,block_sparse_moe.experts.91.w3,0.0008362982,0.05000,3.040
32,block_sparse_moe.experts.87.w3,0.0004361730,0.05000,3.024
32,block_sparse_moe.experts.83.w3,0.0013739531,0.05000,3.175
32,block_sparse_moe.experts.85.w3,0.0003045545,0.05000,3.107
32,block_sparse_moe.experts.80.w3,0.0000686762,0.05000,3.175
32,block_sparse_moe.experts.89.w3,0.0006616511,0.05000,3.105
32,block_sparse_moe.experts.88.w3,0.0021583399,0.05000,3.155
32,block_sparse_moe.experts.81.w3,0.0018320446,0.05000,3.056
32,block_sparse_moe.experts.90.w3,0.0008365426,0.05000,2.921
32,block_sparse_moe.experts.94.w3,0.0016844649,0.05000,2.976
32,block_sparse_moe.experts.93.w3,0.0019850413,0.05000,2.953
32,block_sparse_moe.experts.84.w3,0.0012065003,0.05000,2.985
32,block_sparse_moe.experts.86.w3,0.0005874255,0.05000,2.897
32,block_sparse_moe.experts.82.w3,0.0005455396,0.05000,2.911
32,block_sparse_moe.experts.92.w3,0.0014751514,0.05000,3.163
32,block_sparse_moe.experts.111.w3,0.0003321115,0.05000,2.883
32,block_sparse_moe.experts.107.w3,0.0010990298,0.05000,2.916
32,block_sparse_moe.experts.103.w3,0.0015714363,0.05000,2.812
32,block_sparse_moe.experts.99.w3,0.0003873374,0.05000,2.835
32,block_sparse_moe.experts.101.w3,0.0034457313,0.05000,2.874
32,block_sparse_moe.experts.96.w3,0.0006453340,0.05000,2.985
32,block_sparse_moe.experts.105.w3,0.0001914430,0.05000,2.919
32,block_sparse_moe.experts.104.w3,0.0011792522,0.05000,2.959
32,block_sparse_moe.experts.97.w3,0.0001648740,0.05000,3.076
32,block_sparse_moe.experts.106.w3,0.0007788943,0.05000,2.983
32,block_sparse_moe.experts.110.w3,0.0009372568,0.05000,2.905
32,block_sparse_moe.experts.109.w3,0.0002181358,0.05000,3.100
32,block_sparse_moe.experts.100.w3,0.0014115408,0.05000,3.093
32,block_sparse_moe.experts.102.w3,0.0001446581,0.05000,3.032
32,block_sparse_moe.experts.98.w3,0.0013171048,0.05000,3.077
32,block_sparse_moe.experts.108.w3,0.0005943733,0.05000,3.069
32,block_sparse_moe.experts.127.w3,0.0004427821,0.05000,3.075
32,block_sparse_moe.experts.123.w3,0.0012997800,0.05000,2.986
32,block_sparse_moe.experts.119.w3,0.0007292558,0.05000,3.047
32,block_sparse_moe.experts.115.w3,0.0014559976,0.05000,2.965
32,block_sparse_moe.experts.117.w3,0.0002294578,0.05000,3.114
32,block_sparse_moe.experts.112.w3,0.0014096935,0.05000,3.110
32,block_sparse_moe.experts.121.w3,0.0003223410,0.05000,3.028
32,block_sparse_moe.experts.120.w3,0.0008783999,0.05000,2.995
32,block_sparse_moe.experts.113.w3,0.0011880152,0.05000,3.070
32,block_sparse_moe.experts.122.w3,0.0010506969,0.05000,3.023
32,block_sparse_moe.experts.126.w3,0.0006020824,0.05000,3.091
32,block_sparse_moe.experts.125.w3,0.0008026701,0.05000,3.047
32,block_sparse_moe.experts.116.w3,0.0009610945,0.05000,3.056
32,block_sparse_moe.experts.118.w3,0.0008198393,0.05000,3.018
32,block_sparse_moe.experts.114.w3,0.0017802151,0.05000,3.004
32,block_sparse_moe.experts.124.w3,0.0014872569,0.05000,3.127
32,block_sparse_moe.experts.143.w3,0.0003815133,0.05000,2.999
32,block_sparse_moe.experts.139.w3,0.0009245980,0.05000,3.049
32,block_sparse_moe.experts.135.w3,0.0014431162,0.05000,3.040
32,block_sparse_moe.experts.131.w3,0.0004976179,0.05000,3.139
32,block_sparse_moe.experts.133.w3,0.0007169288,0.05000,3.146
32,block_sparse_moe.experts.128.w3,0.0008384433,0.05000,3.010
32,block_sparse_moe.experts.136.w3,0.0006604536,0.05000,2.996
32,block_sparse_moe.experts.137.w3,0.0009538896,0.05000,3.132
32,block_sparse_moe.experts.138.w3,0.0022327222,0.05000,3.041
32,block_sparse_moe.experts.129.w3,0.0009543121,0.05000,3.090
32,block_sparse_moe.experts.142.w3,0.0006038999,0.05000,3.169
32,block_sparse_moe.experts.141.w3,0.0003024207,0.05000,3.040
32,block_sparse_moe.experts.132.w3,0.0010791680,0.05000,3.134
32,block_sparse_moe.experts.134.w3,0.0012819960,0.05000,3.094
32,block_sparse_moe.experts.130.w3,0.0012894233,0.05000,3.118
32,block_sparse_moe.experts.140.w3,0.0007082697,0.05000,3.031
32,block_sparse_moe.experts.159.w3,0.0008054118,0.05000,2.957
32,block_sparse_moe.experts.155.w3,0.0021116373,0.05000,3.074
32,block_sparse_moe.experts.151.w3,0.0002560382,0.05000,2.977
32,block_sparse_moe.experts.147.w3,0.0006817650,0.05000,3.110
32,block_sparse_moe.experts.149.w3,0.0012224023,0.05000,3.094
32,block_sparse_moe.experts.144.w3,0.0015813691,0.05000,3.049
32,block_sparse_moe.experts.152.w3,0.0011806935,0.05000,3.009
32,block_sparse_moe.experts.153.w3,0.0007565797,0.05000,3.100
32,block_sparse_moe.experts.154.w3,0.0010208536,0.05000,3.119
32,block_sparse_moe.experts.145.w3,0.0006380773,0.05000,3.144
32,block_sparse_moe.experts.158.w3,0.0012465398,0.05000,3.098
32,block_sparse_moe.experts.157.w3,0.0003983660,0.05000,3.110
32,block_sparse_moe.experts.148.w3,0.0006667792,0.05000,3.135
32,block_sparse_moe.experts.150.w3,0.0002747358,0.05000,3.095
32,block_sparse_moe.experts.146.w3,0.0008912833,0.05000,3.140
32,block_sparse_moe.experts.156.w3,0.0005490065,0.05000,3.094
32,block_sparse_moe.experts.175.w3,0.0010271810,0.05000,2.956
32,block_sparse_moe.experts.171.w3,0.0007560652,0.05000,2.881
32,block_sparse_moe.experts.167.w3,0.0010286438,0.05000,2.897
32,block_sparse_moe.experts.163.w3,0.0009889889,0.05000,2.931
32,block_sparse_moe.experts.165.w3,0.0007994532,0.05000,2.986
32,block_sparse_moe.experts.160.w3,0.0002212658,0.05000,3.115
32,block_sparse_moe.experts.169.w3,0.0001872919,0.05000,2.945
32,block_sparse_moe.experts.168.w3,0.0011653124,0.05000,3.198
32,block_sparse_moe.experts.170.w3,0.0008277512,0.05000,2.831
32,block_sparse_moe.experts.161.w3,0.0007310594,0.05000,2.891
32,block_sparse_moe.experts.174.w3,0.0004514374,0.05000,2.815
32,block_sparse_moe.experts.173.w3,0.0004167464,0.05000,2.865
32,block_sparse_moe.experts.166.w3,0.0009795455,0.05000,2.811
32,block_sparse_moe.experts.162.w3,0.0010978575,0.05000,2.819
32,block_sparse_moe.experts.164.w3,0.0008446244,0.05000,3.149
32,block_sparse_moe.experts.172.w3,0.0003612116,0.05000,3.108
32,block_sparse_moe.experts.191.w3,0.0011620617,0.05000,2.996
32,block_sparse_moe.experts.187.w3,0.0009575274,0.05000,3.058
32,block_sparse_moe.experts.183.w3,0.0002321488,0.05000,3.124
32,block_sparse_moe.experts.181.w3,0.0015877366,0.05000,2.737
32,block_sparse_moe.experts.179.w3,0.0003963016,0.05000,3.126
32,block_sparse_moe.experts.185.w3,0.0015520804,0.05000,2.769
32,block_sparse_moe.experts.176.w3,0.0011248128,0.05000,2.910
32,block_sparse_moe.experts.184.w3,0.0014575097,0.05000,2.843
32,block_sparse_moe.experts.177.w3,0.0005522483,0.05000,2.873
32,block_sparse_moe.experts.186.w3,0.0002727741,0.05000,3.161
32,block_sparse_moe.experts.190.w3,0.0001789699,0.05000,3.130
32,block_sparse_moe.experts.189.w3,0.0011791442,0.05000,2.956
32,block_sparse_moe.experts.180.w3,0.0006868862,0.05000,2.889
32,block_sparse_moe.experts.182.w3,0.0003752021,0.05000,3.186
32,block_sparse_moe.experts.178.w3,0.0005551521,0.05000,3.324
32,block_sparse_moe.experts.188.w3,0.0008086245,0.05000,3.088
32,block_sparse_moe.experts.207.w3,0.0012319839,0.05000,3.031
32,block_sparse_moe.experts.203.w3,0.0007418089,0.05000,3.122
32,block_sparse_moe.experts.199.w3,0.0004180899,0.05000,3.026
32,block_sparse_moe.experts.195.w3,0.0033918747,0.05000,3.004
32,block_sparse_moe.experts.197.w3,0.0001823052,0.05000,3.179
32,block_sparse_moe.experts.192.w3,0.0010901049,0.05000,2.955
32,block_sparse_moe.experts.201.w3,0.0018317603,0.05000,3.074
32,block_sparse_moe.experts.200.w3,0.0006658662,0.05000,2.896
32,block_sparse_moe.experts.193.w3,0.0012366061,0.05000,3.054
32,block_sparse_moe.experts.202.w3,0.0007388386,0.05000,3.085
32,block_sparse_moe.experts.206.w3,0.0024717982,0.05000,3.004
32,block_sparse_moe.experts.205.w3,0.0007375193,0.05000,3.058
32,block_sparse_moe.experts.196.w3,0.0015914171,0.05000,2.969
32,block_sparse_moe.experts.198.w3,0.0015158302,0.05000,2.961
32,block_sparse_moe.experts.194.w3,0.0010436133,0.05000,2.926
32,block_sparse_moe.experts.204.w3,0.0009989608,0.05000,2.937
32,block_sparse_moe.experts.223.w3,0.0009263644,0.05000,3.062
32,block_sparse_moe.experts.215.w3,0.0011393202,0.05000,3.012
32,block_sparse_moe.experts.219.w3,0.0014701406,0.05000,3.152
32,block_sparse_moe.experts.211.w3,0.0008343668,0.05000,3.075
32,block_sparse_moe.experts.213.w3,0.0002653470,0.05000,3.114
32,block_sparse_moe.experts.208.w3,0.0006706522,0.05000,3.088
32,block_sparse_moe.experts.217.w3,0.0003529138,0.05000,3.069
32,block_sparse_moe.experts.216.w3,0.0005845294,0.05000,3.111
32,block_sparse_moe.experts.218.w3,0.0008426687,0.05000,2.912
32,block_sparse_moe.experts.209.w3,0.0004400764,0.05000,3.130
32,block_sparse_moe.experts.222.w3,0.0003402766,0.05000,3.026
32,block_sparse_moe.experts.212.w3,0.0002981228,0.05000,2.949
32,block_sparse_moe.experts.221.w3,0.0002234361,0.05000,3.268
32,block_sparse_moe.experts.214.w3,0.0009737115,0.05000,2.991
32,block_sparse_moe.experts.210.w3,0.0011347946,0.05000,2.918
32,block_sparse_moe.experts.220.w3,0.0004320791,0.05000,2.954
32,block_sparse_moe.experts.239.w3,0.0006911496,0.05000,3.018
32,block_sparse_moe.experts.231.w3,0.0007054573,0.05000,3.032
32,block_sparse_moe.experts.235.w3,0.0013478637,0.05000,2.996
32,block_sparse_moe.experts.227.w3,0.0004524925,0.05000,3.031
32,block_sparse_moe.experts.229.w3,0.0018451781,0.05000,3.126
32,block_sparse_moe.experts.224.w3,0.0002263314,0.05000,3.086
32,block_sparse_moe.experts.232.w3,0.0005659620,0.05000,3.037
32,block_sparse_moe.experts.233.w3,0.0003301074,0.05000,3.167
32,block_sparse_moe.experts.234.w3,0.0004813594,0.05000,2.829
32,block_sparse_moe.experts.238.w3,0.0012404679,0.05000,2.852
32,block_sparse_moe.experts.225.w3,0.0001502881,0.05000,3.146
32,block_sparse_moe.experts.230.w3,0.0007577665,0.05000,2.813
32,block_sparse_moe.experts.228.w3,0.0002823431,0.05000,3.044
32,block_sparse_moe.experts.237.w3,0.0016301320,0.05000,3.074
32,block_sparse_moe.experts.226.w3,0.0007404411,0.05000,2.910
32,block_sparse_moe.experts.236.w3,0.0005100510,0.05000,3.094
32,block_sparse_moe.experts.255.w3,0.0007307904,0.05000,3.071
32,block_sparse_moe.experts.251.w3,0.0021915697,0.05000,2.952
32,block_sparse_moe.experts.247.w3,0.0003818097,0.05000,3.015
32,block_sparse_moe.experts.243.w3,0.0014465430,0.05000,2.742
32,block_sparse_moe.experts.240.w3,0.0011111420,0.05000,2.875
32,block_sparse_moe.experts.250.w3,0.0003260098,0.05000,2.684
32,block_sparse_moe.experts.248.w3,0.0016917363,0.05000,2.876
32,block_sparse_moe.experts.254.w3,0.0001550066,0.05000,2.671
32,block_sparse_moe.experts.245.w3,0.0004561902,0.05000,3.222
32,block_sparse_moe.experts.246.w3,0.0009488119,0.05000,2.526
32,block_sparse_moe.experts.249.w3,0.0001990224,0.05000,3.173
32,block_sparse_moe.experts.242.w3,0.0008584569,0.05000,2.327
32,block_sparse_moe.experts.244.w3,0.0006738018,0.05000,2.532
32,block_sparse_moe.experts.241.w3,0.0002837286,0.05000,2.885
32,block_sparse_moe.experts.253.w3,0.0008273471,0.05000,2.582
32,block_sparse_moe.experts.252.w3,0.0012540660,0.05000,2.211
32,block_sparse_moe.experts.0.w2,0.0007079529,0.05000,1.325
32,block_sparse_moe.experts.12.w2,0.0018438696,0.05000,1.377
32,block_sparse_moe.experts.4.w2,0.0034113884,0.05000,1.384
32,block_sparse_moe.experts.8.w2,0.0077156728,0.05000,1.428
32,block_sparse_moe.experts.13.w2,0.0031809586,0.05000,1.428
32,block_sparse_moe.experts.1.w2,0.0024915732,0.05000,1.439
32,block_sparse_moe.experts.9.w2,0.0016545606,0.05000,1.501
32,block_sparse_moe.experts.5.w2,0.0012072856,0.05000,1.506
32,block_sparse_moe.experts.2.w2,0.0009824188,0.05000,1.523
32,block_sparse_moe.experts.10.w2,0.0043082230,0.05000,1.544
32,block_sparse_moe.experts.14.w2,0.0036663104,0.05000,1.560
32,block_sparse_moe.experts.15.w2,0.0011113619,0.05000,1.560
32,block_sparse_moe.experts.6.w2,0.0015181184,0.05000,1.595
32,block_sparse_moe.experts.3.w2,0.0002970600,0.05000,1.598
32,block_sparse_moe.experts.11.w2,0.0012206056,0.05000,1.601
32,block_sparse_moe.experts.7.w2,0.0014661366,0.05000,1.714
32,block_sparse_moe.experts.16.w2,0.0003476520,0.05000,1.587
32,block_sparse_moe.experts.20.w2,0.0004644268,0.05000,1.539
32,block_sparse_moe.experts.28.w2,0.0014103924,0.05000,1.565
32,block_sparse_moe.experts.24.w2,0.0008719598,0.05000,1.516
32,block_sparse_moe.experts.18.w2,0.0025306766,0.05000,1.488
32,block_sparse_moe.experts.17.w2,0.0043664173,0.05000,1.571
32,block_sparse_moe.experts.26.w2,0.0006103623,0.05000,1.467
32,block_sparse_moe.experts.22.w2,0.0009871979,0.05000,1.421
32,block_sparse_moe.experts.29.w2,0.0003185275,0.05000,1.606
32,block_sparse_moe.experts.21.w2,0.0011376348,0.05000,1.559
32,block_sparse_moe.experts.30.w2,0.0008929105,0.05000,1.510
32,block_sparse_moe.experts.25.w2,0.0006487415,0.05000,1.586
32,block_sparse_moe.experts.27.w2,0.0009426352,0.05000,1.531
32,block_sparse_moe.experts.31.w2,0.0036128863,0.05000,1.575
32,block_sparse_moe.experts.19.w2,0.0028818475,0.05000,1.572
32,block_sparse_moe.experts.23.w2,0.0002951828,0.05000,1.561
32,block_sparse_moe.experts.32.w2,0.0006137522,0.05000,1.411
32,block_sparse_moe.experts.40.w2,0.0006657263,0.05000,1.399
32,block_sparse_moe.experts.36.w2,0.0036709630,0.05000,1.467
32,block_sparse_moe.experts.44.w2,0.0005669052,0.05000,1.447
32,block_sparse_moe.experts.42.w2,0.0007679405,0.05000,1.436
32,block_sparse_moe.experts.38.w2,0.0001631164,0.05000,1.451
32,block_sparse_moe.experts.34.w2,0.0014421491,0.05000,1.501
32,block_sparse_moe.experts.46.w2,0.0022419860,0.05000,1.459
32,block_sparse_moe.experts.35.w2,0.0007288874,0.05000,1.362
32,block_sparse_moe.experts.43.w2,0.0014201219,0.05000,1.421
32,block_sparse_moe.experts.47.w2,0.0004563766,0.05000,1.433
32,block_sparse_moe.experts.45.w2,0.0002316570,0.05000,1.541
32,block_sparse_moe.experts.33.w2,0.0010578733,0.05000,1.582
32,block_sparse_moe.experts.37.w2,0.0044493384,0.05000,1.607
32,block_sparse_moe.experts.39.w2,0.0005112505,0.05000,1.419
32,block_sparse_moe.experts.41.w2,0.0028499604,0.05000,1.643
32,block_sparse_moe.experts.48.w2,0.0003515272,0.05000,1.504
32,block_sparse_moe.experts.60.w2,0.0038535272,0.05000,1.470
32,block_sparse_moe.experts.56.w2,0.0002292461,0.05000,1.523
32,block_sparse_moe.experts.52.w2,0.0018006019,0.05000,1.532
32,block_sparse_moe.experts.54.w2,0.0006463337,0.05000,1.537
32,block_sparse_moe.experts.58.w2,0.0010327945,0.05000,1.568
32,block_sparse_moe.experts.62.w2,0.0013162358,0.05000,1.507
32,block_sparse_moe.experts.51.w2,0.0070817874,0.05000,1.527
32,block_sparse_moe.experts.50.w2,0.0013187704,0.05000,1.572
32,block_sparse_moe.experts.63.w2,0.0125751105,0.05000,1.538
32,block_sparse_moe.experts.59.w2,0.0007291533,0.05000,1.567
32,block_sparse_moe.experts.61.w2,0.0012537528,0.05000,1.545
32,block_sparse_moe.experts.49.w2,0.0011163345,0.05000,1.550
32,block_sparse_moe.experts.53.w2,0.0002818461,0.05000,1.557
32,block_sparse_moe.experts.57.w2,0.0017266484,0.05000,1.541
32,block_sparse_moe.experts.55.w2,0.0014653384,0.05000,1.597
32,block_sparse_moe.experts.64.w2,0.0016831705,0.05000,1.454
32,block_sparse_moe.experts.76.w2,0.0006729138,0.05000,1.456
32,block_sparse_moe.experts.78.w2,0.0049215920,0.05000,1.297
32,block_sparse_moe.experts.70.w2,0.0035446556,0.05000,1.348
32,block_sparse_moe.experts.72.w2,0.0007559688,0.05000,1.485
32,block_sparse_moe.experts.74.w2,0.0014069139,0.05000,1.365
32,block_sparse_moe.experts.68.w2,0.0029755242,0.05000,1.465
32,block_sparse_moe.experts.67.w2,0.0014873914,0.05000,1.423
32,block_sparse_moe.experts.66.w2,0.0007086406,0.05000,1.407
32,block_sparse_moe.experts.75.w2,0.0009055086,0.05000,1.444
32,block_sparse_moe.experts.79.w2,0.0010052846,0.05000,1.469
32,block_sparse_moe.experts.65.w2,0.0006157590,0.05000,1.472
32,block_sparse_moe.experts.77.w2,0.0032694820,0.05000,1.508
32,block_sparse_moe.experts.71.w2,0.0098911590,0.05000,1.409
32,block_sparse_moe.experts.69.w2,0.0017335928,0.05000,1.544
32,block_sparse_moe.experts.73.w2,0.0021966229,0.05000,1.515
32,block_sparse_moe.experts.94.w2,0.0012851487,0.05000,1.310
32,block_sparse_moe.experts.86.w2,0.0009943106,0.05000,1.355
32,block_sparse_moe.experts.90.w2,0.0005132879,0.05000,1.352
32,block_sparse_moe.experts.80.w2,0.0001199557,0.05000,1.453
32,block_sparse_moe.experts.92.w2,0.0006788478,0.05000,1.503
32,block_sparse_moe.experts.88.w2,0.0010062324,0.05000,1.477
32,block_sparse_moe.experts.82.w2,0.0005715873,0.05000,1.345
32,block_sparse_moe.experts.84.w2,0.0040722815,0.05000,1.530
32,block_sparse_moe.experts.83.w2,0.0008315700,0.05000,1.500
32,block_sparse_moe.experts.91.w2,0.0003442198,0.05000,1.551
32,block_sparse_moe.experts.95.w2,0.0012802602,0.05000,1.573
32,block_sparse_moe.experts.93.w2,0.0094969060,0.05000,1.586
32,block_sparse_moe.experts.81.w2,0.0046970746,0.05000,1.607
32,block_sparse_moe.experts.87.w2,0.0025858810,0.05000,1.574
32,block_sparse_moe.experts.89.w2,0.0016261019,0.05000,1.519
32,block_sparse_moe.experts.85.w2,0.0005006396,0.05000,1.559
32,block_sparse_moe.experts.110.w2,0.0007503927,0.05000,1.299
32,block_sparse_moe.experts.102.w2,0.0002020531,0.05000,1.297
32,block_sparse_moe.experts.106.w2,0.0009191755,0.05000,1.357
32,block_sparse_moe.experts.96.w2,0.0011948672,0.05000,1.448
32,block_sparse_moe.experts.98.w2,0.0034556440,0.05000,1.376
32,block_sparse_moe.experts.104.w2,0.0005873024,0.05000,1.434
32,block_sparse_moe.experts.108.w2,0.0004579894,0.05000,1.529
32,block_sparse_moe.experts.100.w2,0.0014096523,0.05000,1.440
32,block_sparse_moe.experts.99.w2,0.0009391070,0.05000,1.490
32,block_sparse_moe.experts.107.w2,0.0012844333,0.05000,1.554
32,block_sparse_moe.experts.97.w2,0.0004693321,0.05000,1.471
32,block_sparse_moe.experts.111.w2,0.0009897837,0.05000,1.559
32,block_sparse_moe.experts.109.w2,0.0002961709,0.05000,1.508
32,block_sparse_moe.experts.101.w2,0.0131714617,0.05000,1.446
32,block_sparse_moe.experts.105.w2,0.0008363204,0.05000,1.477
32,block_sparse_moe.experts.103.w2,0.0020676464,0.05000,1.538
32,block_sparse_moe.experts.126.w2,0.0027200736,0.05000,1.409
32,block_sparse_moe.experts.118.w2,0.0010988859,0.05000,1.426
32,block_sparse_moe.experts.122.w2,0.0007918500,0.05000,1.420
32,block_sparse_moe.experts.114.w2,0.0029145431,0.05000,1.337
32,block_sparse_moe.experts.112.w2,0.0009288013,0.05000,1.621
32,block_sparse_moe.experts.120.w2,0.0010982932,0.05000,1.678
32,block_sparse_moe.experts.116.w2,0.0020214795,0.05000,1.610
32,block_sparse_moe.experts.124.w2,0.0007792178,0.05000,1.618
32,block_sparse_moe.experts.115.w2,0.0006218372,0.05000,1.622
32,block_sparse_moe.experts.113.w2,0.0018190745,0.05000,1.456
32,block_sparse_moe.experts.125.w2,0.0018278408,0.05000,1.429
32,block_sparse_moe.experts.121.w2,0.0012643920,0.05000,1.422
32,block_sparse_moe.experts.117.w2,0.0006068040,0.05000,1.470
32,block_sparse_moe.experts.123.w2,0.0009023366,0.05000,1.612
32,block_sparse_moe.experts.127.w2,0.0008957547,0.05000,1.619
32,block_sparse_moe.experts.119.w2,0.0018931579,0.05000,1.588
32,block_sparse_moe.experts.142.w2,0.0009673076,0.05000,1.413
32,block_sparse_moe.experts.134.w2,0.0033061146,0.05000,1.544
32,block_sparse_moe.experts.138.w2,0.0093488762,0.05000,1.513
32,block_sparse_moe.experts.130.w2,0.0011573239,0.05000,1.581
32,block_sparse_moe.experts.128.w2,0.0004482577,0.05000,1.453
32,block_sparse_moe.experts.140.w2,0.0008185637,0.05000,1.370
32,block_sparse_moe.experts.132.w2,0.0018641012,0.05000,1.424
32,block_sparse_moe.experts.136.w2,0.0007780684,0.05000,1.520
32,block_sparse_moe.experts.131.w2,0.0006747363,0.05000,1.487
32,block_sparse_moe.experts.143.w2,0.0004106084,0.05000,1.358
32,block_sparse_moe.experts.139.w2,0.0004204933,0.05000,1.419
32,block_sparse_moe.experts.129.w2,0.0013218642,0.05000,1.572
32,block_sparse_moe.experts.137.w2,0.0021368397,0.05000,1.524
32,block_sparse_moe.experts.141.w2,0.0004498741,0.05000,1.624
32,block_sparse_moe.experts.133.w2,0.0013076439,0.05000,1.614
32,block_sparse_moe.experts.135.w2,0.0011337363,0.05000,1.468
32,block_sparse_moe.experts.158.w2,0.0007370614,0.05000,1.382
32,block_sparse_moe.experts.150.w2,0.0003248184,0.05000,1.378
32,block_sparse_moe.experts.154.w2,0.0007327352,0.05000,1.390
32,block_sparse_moe.experts.146.w2,0.0025740490,0.05000,1.305
32,block_sparse_moe.experts.144.w2,0.0030782230,0.05000,1.544
32,block_sparse_moe.experts.156.w2,0.0006126566,0.05000,1.552
32,block_sparse_moe.experts.148.w2,0.0004917782,0.05000,1.570
32,block_sparse_moe.experts.152.w2,0.0004746919,0.05000,1.572
32,block_sparse_moe.experts.147.w2,0.0008086806,0.05000,1.502
32,block_sparse_moe.experts.159.w2,0.0010092371,0.05000,1.528
32,block_sparse_moe.experts.145.w2,0.0016177306,0.05000,1.493
32,block_sparse_moe.experts.155.w2,0.0061818232,0.05000,1.525
32,block_sparse_moe.experts.153.w2,0.0007293051,0.05000,1.559
32,block_sparse_moe.experts.157.w2,0.0008039116,0.05000,1.533
32,block_sparse_moe.experts.149.w2,0.0005919169,0.05000,1.520
32,block_sparse_moe.experts.151.w2,0.0004914815,0.05000,1.575
32,block_sparse_moe.experts.174.w2,0.0005749675,0.05000,1.309
32,block_sparse_moe.experts.166.w2,0.0008471266,0.05000,1.319
32,block_sparse_moe.experts.162.w2,0.0007256026,0.05000,1.317
32,block_sparse_moe.experts.170.w2,0.0004777744,0.05000,1.358
32,block_sparse_moe.experts.160.w2,0.0003140998,0.05000,1.562
32,block_sparse_moe.experts.172.w2,0.0005037202,0.05000,1.517
32,block_sparse_moe.experts.164.w2,0.0026084525,0.05000,1.508
32,block_sparse_moe.experts.168.w2,0.0008193237,0.05000,1.537
32,block_sparse_moe.experts.161.w2,0.0027181777,0.05000,1.400
32,block_sparse_moe.experts.163.w2,0.0009639351,0.05000,1.555
32,block_sparse_moe.experts.169.w2,0.0002620900,0.05000,1.389
32,block_sparse_moe.experts.173.w2,0.0009874843,0.05000,1.406
32,block_sparse_moe.experts.165.w2,0.0005014282,0.05000,1.339
32,block_sparse_moe.experts.171.w2,0.0007852970,0.05000,1.514
32,block_sparse_moe.experts.175.w2,0.0006509850,0.05000,1.525
32,block_sparse_moe.experts.190.w2,0.0002197010,0.05000,1.420
32,block_sparse_moe.experts.167.w2,0.0009558253,0.05000,1.537
32,block_sparse_moe.experts.182.w2,0.0010644389,0.05000,1.490
32,block_sparse_moe.experts.178.w2,0.0025242335,0.05000,1.506
32,block_sparse_moe.experts.186.w2,0.0002765890,0.05000,1.546
32,block_sparse_moe.experts.188.w2,0.0016274231,0.05000,1.521
32,block_sparse_moe.experts.176.w2,0.0017541016,0.05000,1.583
32,block_sparse_moe.experts.180.w2,0.0009906773,0.05000,1.481
32,block_sparse_moe.experts.184.w2,0.0023301843,0.05000,1.563
32,block_sparse_moe.experts.177.w2,0.0005560139,0.05000,1.581
32,block_sparse_moe.experts.179.w2,0.0001301443,0.05000,1.585
32,block_sparse_moe.experts.185.w2,0.0008555469,0.05000,1.553
32,block_sparse_moe.experts.189.w2,0.0011578230,0.05000,1.537
32,block_sparse_moe.experts.181.w2,0.0008954016,0.05000,1.552
32,block_sparse_moe.experts.191.w2,0.0018489932,0.05000,1.583
32,block_sparse_moe.experts.187.w2,0.0013820879,0.05000,1.586
32,block_sparse_moe.experts.206.w2,0.0069340254,0.05000,1.560
32,block_sparse_moe.experts.183.w2,0.0004937477,0.05000,1.543
32,block_sparse_moe.experts.198.w2,0.0013103260,0.05000,1.505
32,block_sparse_moe.experts.194.w2,0.0038454351,0.05000,1.488
32,block_sparse_moe.experts.202.w2,0.0006779250,0.05000,1.507
32,block_sparse_moe.experts.204.w2,0.0031736089,0.05000,1.660
32,block_sparse_moe.experts.192.w2,0.0010195099,0.05000,1.665
32,block_sparse_moe.experts.196.w2,0.0014856207,0.05000,1.712
32,block_sparse_moe.experts.201.w2,0.0012877269,0.05000,1.438
32,block_sparse_moe.experts.193.w2,0.0007361276,0.05000,1.487
32,block_sparse_moe.experts.195.w2,0.0034770563,0.05000,1.458
32,block_sparse_moe.experts.197.w2,0.0005391494,0.05000,1.412
32,block_sparse_moe.experts.205.w2,0.0004661050,0.05000,1.444
32,block_sparse_moe.experts.203.w2,0.0010618030,0.05000,1.436
32,block_sparse_moe.experts.207.w2,0.0025232698,0.05000,1.439
32,block_sparse_moe.experts.200.w2,0.0016558084,0.05000,1.673
32,block_sparse_moe.experts.222.w2,0.0010056000,0.05000,1.441
32,block_sparse_moe.experts.199.w2,0.0003051931,0.05000,1.458
32,block_sparse_moe.experts.214.w2,0.0009114074,0.05000,1.376
32,block_sparse_moe.experts.210.w2,0.0020721870,0.05000,1.423
32,block_sparse_moe.experts.218.w2,0.0008362253,0.05000,1.405
32,block_sparse_moe.experts.208.w2,0.0008793236,0.05000,1.375
32,block_sparse_moe.experts.220.w2,0.0009491428,0.05000,1.422
32,block_sparse_moe.experts.212.w2,0.0010487257,0.05000,1.411
32,block_sparse_moe.experts.209.w2,0.0005017335,0.05000,1.445
32,block_sparse_moe.experts.211.w2,0.0003650958,0.05000,1.447
32,block_sparse_moe.experts.217.w2,0.0004088028,0.05000,1.466
32,block_sparse_moe.experts.216.w2,0.0022626072,0.05000,1.352
32,block_sparse_moe.experts.213.w2,0.0007006686,0.05000,1.501
32,block_sparse_moe.experts.219.w2,0.0008498108,0.05000,1.467
32,block_sparse_moe.experts.221.w2,0.0003628961,0.05000,1.541
32,block_sparse_moe.experts.223.w2,0.0012331386,0.05000,1.478
32,block_sparse_moe.experts.238.w2,0.0021378106,0.05000,1.530
32,block_sparse_moe.experts.215.w2,0.0011995941,0.05000,1.499
32,block_sparse_moe.experts.230.w2,0.0011379589,0.05000,1.483
32,block_sparse_moe.experts.226.w2,0.0006001160,0.05000,1.492
32,block_sparse_moe.experts.234.w2,0.0001911378,0.05000,1.564
32,block_sparse_moe.experts.227.w2,0.0007199042,0.05000,1.390
32,block_sparse_moe.experts.233.w2,0.0004610202,0.05000,1.443
32,block_sparse_moe.experts.224.w2,0.0009012973,0.05000,1.594
32,block_sparse_moe.experts.236.w2,0.0002967780,0.05000,1.574
32,block_sparse_moe.experts.239.w2,0.0005756279,0.05000,1.351
32,block_sparse_moe.experts.225.w2,0.0003630089,0.05000,1.499
32,block_sparse_moe.experts.235.w2,0.0012906724,0.05000,1.409
32,block_sparse_moe.experts.229.w2,0.0071348214,0.05000,1.464
32,block_sparse_moe.experts.228.w2,0.0003807193,0.05000,1.612
32,block_sparse_moe.experts.237.w2,0.0048780015,0.05000,1.452
32,block_sparse_moe.experts.232.w2,0.0002910392,0.05000,1.595
32,block_sparse_moe.experts.254.w2,0.0001611654,0.05000,1.468
32,block_sparse_moe.experts.231.w2,0.0009952684,0.05000,1.450
32,block_sparse_moe.experts.246.w2,0.0004860790,0.05000,1.431
32,block_sparse_moe.experts.242.w2,0.0009799023,0.05000,1.392
32,block_sparse_moe.experts.250.w2,0.0003701198,0.05000,1.300
32,block_sparse_moe.experts.249.w2,0.0002547804,0.05000,1.340
32,block_sparse_moe.experts.245.w2,0.0014174694,0.05000,1.277
32,block_sparse_moe.experts.241.w2,0.0004440750,0.05000,1.314
32,block_sparse_moe.experts.253.w2,0.0007089654,0.05000,1.279
32,block_sparse_moe.experts.243.w2,0.0009878472,0.05000,1.529
32,block_sparse_moe.experts.240.w2,0.0013013309,0.05000,1.472
32,block_sparse_moe.experts.252.w2,0.0013398205,0.05000,1.535
32,block_sparse_moe.experts.244.w2,0.0002598972,0.05000,1.443
32,block_sparse_moe.experts.255.w2,0.0025076454,0.05000,1.537
32,block_sparse_moe.experts.251.w2,0.0025309379,0.05000,1.494
32,block_sparse_moe.experts.248.w2,0.0081194203,0.05000,1.418
32,block_sparse_moe.experts.247.w2,0.0008183220,0.05000,1.272
33,self_attn.q_proj,0.0000574406,0.05000,0.870
33,self_attn.k_proj,0.0000086586,0.05000,0.933
33,self_attn.v_proj,0.0000075928,0.05000,0.964
33,self_attn.o_proj,0.0000054302,0.05000,1.779
33,block_sparse_moe.experts.9.w1,0.0012594641,0.05000,3.002
33,block_sparse_moe.experts.7.w1,0.0013889546,0.05000,3.056
33,block_sparse_moe.experts.1.w1,0.0006623488,0.05000,3.089
33,block_sparse_moe.experts.3.w1,0.0002921419,0.05000,3.096
33,block_sparse_moe.experts.5.w1,0.0003810091,0.05000,3.113
33,block_sparse_moe.experts.13.w1,0.0013344680,0.05000,3.060
33,block_sparse_moe.experts.12.w1,0.0003035663,0.05000,3.065
33,block_sparse_moe.experts.11.w1,0.0011862738,0.05000,3.087
33,block_sparse_moe.experts.15.w1,0.0006074662,0.05000,3.089
33,block_sparse_moe.experts.8.w1,0.0005818558,0.05000,3.170
33,block_sparse_moe.experts.6.w1,0.0009262085,0.05000,3.139
33,block_sparse_moe.experts.14.w1,0.0008066960,0.05000,3.161
33,block_sparse_moe.experts.4.w1,0.0011751250,0.05000,3.236
33,block_sparse_moe.experts.2.w1,0.0012882873,0.05000,3.281
33,block_sparse_moe.experts.0.w1,0.0007921808,0.05000,3.284
33,block_sparse_moe.experts.10.w1,0.0004657400,0.05000,3.306
33,block_sparse_moe.experts.25.w1,0.0003198815,0.05000,2.836
33,block_sparse_moe.experts.29.w1,0.0001491168,0.05000,2.830
33,block_sparse_moe.experts.17.w1,0.0008209727,0.05000,2.862
33,block_sparse_moe.experts.21.w1,0.0009599956,0.05000,2.897
33,block_sparse_moe.experts.19.w1,0.0002626430,0.05000,2.927
33,block_sparse_moe.experts.23.w1,0.0007260152,0.05000,3.004
33,block_sparse_moe.experts.31.w1,0.0002376675,0.05000,2.974
33,block_sparse_moe.experts.30.w1,0.0011657895,0.05000,2.914
33,block_sparse_moe.experts.18.w1,0.0013328462,0.05000,2.877
33,block_sparse_moe.experts.20.w1,0.0006608977,0.05000,2.939
33,block_sparse_moe.experts.27.w1,0.0005351106,0.05000,3.029
33,block_sparse_moe.experts.28.w1,0.0005367720,0.05000,3.066
33,block_sparse_moe.experts.24.w1,0.0004337871,0.05000,3.080
33,block_sparse_moe.experts.26.w1,0.0013018222,0.05000,2.982
33,block_sparse_moe.experts.22.w1,0.0011621003,0.05000,3.149
33,block_sparse_moe.experts.16.w1,0.0009942476,0.05000,3.085
33,block_sparse_moe.experts.41.w1,0.0021032923,0.05000,2.841
33,block_sparse_moe.experts.33.w1,0.0007571725,0.05000,2.944
33,block_sparse_moe.experts.45.w1,0.0014244598,0.05000,3.016
33,block_sparse_moe.experts.37.w1,0.0011308167,0.05000,2.950
33,block_sparse_moe.experts.39.w1,0.0002645141,0.05000,3.019
33,block_sparse_moe.experts.34.w1,0.0007731672,0.05000,2.947
33,block_sparse_moe.experts.44.w1,0.0013299126,0.05000,2.935
33,block_sparse_moe.experts.35.w1,0.0007041951,0.05000,3.112
33,block_sparse_moe.experts.46.w1,0.0016507347,0.05000,3.051
33,block_sparse_moe.experts.47.w1,0.0013721129,0.05000,3.069
33,block_sparse_moe.experts.36.w1,0.0017632226,0.05000,3.057
33,block_sparse_moe.experts.43.w1,0.0008041415,0.05000,3.106
33,block_sparse_moe.experts.32.w1,0.0005333204,0.05000,2.921
33,block_sparse_moe.experts.42.w1,0.0007987416,0.05000,3.043
33,block_sparse_moe.experts.40.w1,0.0007298662,0.05000,3.116
33,block_sparse_moe.experts.38.w1,0.0004639128,0.05000,3.090
33,block_sparse_moe.experts.57.w1,0.0005310297,0.05000,3.005
33,block_sparse_moe.experts.49.w1,0.0008021397,0.05000,3.036
33,block_sparse_moe.experts.61.w1,0.0004267157,0.05000,3.068
33,block_sparse_moe.experts.53.w1,0.0001866074,0.05000,3.068
33,block_sparse_moe.experts.50.w1,0.0006149751,0.05000,2.981
33,block_sparse_moe.experts.55.w1,0.0005235583,0.05000,3.027
33,block_sparse_moe.experts.51.w1,0.0010274431,0.05000,3.067
33,block_sparse_moe.experts.62.w1,0.0007774927,0.05000,3.033
33,block_sparse_moe.experts.60.w1,0.0005355681,0.05000,3.107
33,block_sparse_moe.experts.63.w1,0.0005700471,0.05000,3.072
33,block_sparse_moe.experts.48.w1,0.0003330806,0.05000,3.049
33,block_sparse_moe.experts.59.w1,0.0011451941,0.05000,3.061
33,block_sparse_moe.experts.58.w1,0.0021939408,0.05000,3.038
33,block_sparse_moe.experts.52.w1,0.0011948775,0.05000,3.175
33,block_sparse_moe.experts.56.w1,0.0019710635,0.05000,3.096
33,block_sparse_moe.experts.54.w1,0.0001490050,0.05000,3.096
33,block_sparse_moe.experts.73.w1,0.0002895212,0.05000,2.868
33,block_sparse_moe.experts.65.w1,0.0011810325,0.05000,2.901
33,block_sparse_moe.experts.69.w1,0.0009623184,0.05000,2.880
33,block_sparse_moe.experts.77.w1,0.0018838315,0.05000,2.905
33,block_sparse_moe.experts.71.w1,0.0007810456,0.05000,3.047
33,block_sparse_moe.experts.66.w1,0.0003161542,0.05000,3.149
33,block_sparse_moe.experts.76.w1,0.0002586995,0.05000,3.055
33,block_sparse_moe.experts.78.w1,0.0024669342,0.05000,3.110
33,block_sparse_moe.experts.64.w1,0.0032197276,0.05000,3.021
33,block_sparse_moe.experts.67.w1,0.0005109737,0.05000,3.175
33,block_sparse_moe.experts.79.w1,0.0001806528,0.05000,3.134
33,block_sparse_moe.experts.75.w1,0.0006484549,0.05000,3.101
33,block_sparse_moe.experts.74.w1,0.0009730315,0.05000,3.130
33,block_sparse_moe.experts.72.w1,0.0011292932,0.05000,3.093
33,block_sparse_moe.experts.68.w1,0.0011279163,0.05000,3.156
33,block_sparse_moe.experts.70.w1,0.0010733801,0.05000,3.120
33,block_sparse_moe.experts.89.w1,0.0015356952,0.05000,3.057
33,block_sparse_moe.experts.81.w1,0.0005327531,0.05000,2.936
33,block_sparse_moe.experts.85.w1,0.0006274237,0.05000,2.925
33,block_sparse_moe.experts.93.w1,0.0004211894,0.05000,2.936
33,block_sparse_moe.experts.82.w1,0.0011207497,0.05000,2.809
33,block_sparse_moe.experts.87.w1,0.0013703661,0.05000,3.039
33,block_sparse_moe.experts.90.w1,0.0009248768,0.05000,2.728
33,block_sparse_moe.experts.94.w1,0.0006007508,0.05000,2.902
33,block_sparse_moe.experts.80.w1,0.0012529057,0.05000,3.030
33,block_sparse_moe.experts.95.w1,0.0019732696,0.05000,3.036
33,block_sparse_moe.experts.83.w1,0.0003919172,0.05000,3.065
33,block_sparse_moe.experts.86.w1,0.0004474209,0.05000,2.845
33,block_sparse_moe.experts.92.w1,0.0006559758,0.05000,3.223
33,block_sparse_moe.experts.88.w1,0.0012404720,0.05000,3.045
33,block_sparse_moe.experts.84.w1,0.0012212076,0.05000,3.088
33,block_sparse_moe.experts.91.w1,0.0013907262,0.05000,3.258
33,block_sparse_moe.experts.105.w1,0.0013675089,0.05000,2.948
33,block_sparse_moe.experts.109.w1,0.0009712837,0.05000,2.862
33,block_sparse_moe.experts.101.w1,0.0004875424,0.05000,2.918
33,block_sparse_moe.experts.97.w1,0.0002261456,0.05000,2.993
33,block_sparse_moe.experts.98.w1,0.0010239947,0.05000,2.917
33,block_sparse_moe.experts.106.w1,0.0009506144,0.05000,2.922
33,block_sparse_moe.experts.110.w1,0.0012915366,0.05000,2.966
33,block_sparse_moe.experts.103.w1,0.0002351628,0.05000,3.101
33,block_sparse_moe.experts.108.w1,0.0007732502,0.05000,2.914
33,block_sparse_moe.experts.100.w1,0.0009097060,0.05000,2.838
33,block_sparse_moe.experts.96.w1,0.0006049202,0.05000,3.124
33,block_sparse_moe.experts.102.w1,0.0007374093,0.05000,3.023
33,block_sparse_moe.experts.111.w1,0.0006883801,0.05000,3.094
33,block_sparse_moe.experts.99.w1,0.0006296746,0.05000,3.121
33,block_sparse_moe.experts.104.w1,0.0004926171,0.05000,3.021
33,block_sparse_moe.experts.107.w1,0.0006252678,0.05000,3.143
33,block_sparse_moe.experts.121.w1,0.0004382727,0.05000,3.053
33,block_sparse_moe.experts.125.w1,0.0008250860,0.05000,2.968
33,block_sparse_moe.experts.113.w1,0.0011080074,0.05000,2.966
33,block_sparse_moe.experts.117.w1,0.0004507040,0.05000,3.030
33,block_sparse_moe.experts.114.w1,0.0008153584,0.05000,2.987
33,block_sparse_moe.experts.122.w1,0.0010545614,0.05000,2.949
33,block_sparse_moe.experts.126.w1,0.0005837149,0.05000,2.956
33,block_sparse_moe.experts.118.w1,0.0008425769,0.05000,2.913
33,block_sparse_moe.experts.119.w1,0.0010795441,0.05000,3.176
33,block_sparse_moe.experts.124.w1,0.0013374866,0.05000,3.068
33,block_sparse_moe.experts.112.w1,0.0010304918,0.05000,3.172
33,block_sparse_moe.experts.116.w1,0.0004787242,0.05000,3.205
33,block_sparse_moe.experts.127.w1,0.0018136538,0.05000,3.181
33,block_sparse_moe.experts.115.w1,0.0006032369,0.05000,3.204
33,block_sparse_moe.experts.120.w1,0.0005261275,0.05000,3.201
33,block_sparse_moe.experts.123.w1,0.0038727497,0.05000,3.145
33,block_sparse_moe.experts.137.w1,0.0011735009,0.05000,2.810
33,block_sparse_moe.experts.141.w1,0.0005085370,0.05000,2.780
33,block_sparse_moe.experts.129.w1,0.0008720715,0.05000,2.845
33,block_sparse_moe.experts.130.w1,0.0007729805,0.05000,2.665
33,block_sparse_moe.experts.133.w1,0.0012306631,0.05000,2.839
33,block_sparse_moe.experts.138.w1,0.0012395628,0.05000,2.612
33,block_sparse_moe.experts.142.w1,0.0018988523,0.05000,2.715
33,block_sparse_moe.experts.134.w1,0.0015200505,0.05000,2.653
33,block_sparse_moe.experts.140.w1,0.0014782818,0.05000,2.888
33,block_sparse_moe.experts.135.w1,0.0003699312,0.05000,3.068
33,block_sparse_moe.experts.132.w1,0.0013691544,0.05000,2.864
33,block_sparse_moe.experts.128.w1,0.0003561256,0.05000,3.053
33,block_sparse_moe.experts.143.w1,0.0008726337,0.05000,3.037
33,block_sparse_moe.experts.136.w1,0.0006876228,0.05000,2.964
33,block_sparse_moe.experts.131.w1,0.0010660954,0.05000,3.037
33,block_sparse_moe.experts.139.w1,0.0007800111,0.05000,3.040
33,block_sparse_moe.experts.153.w1,0.0013135789,0.05000,2.938
33,block_sparse_moe.experts.157.w1,0.0021927942,0.05000,2.961
33,block_sparse_moe.experts.146.w1,0.0006318955,0.05000,2.827
33,block_sparse_moe.experts.145.w1,0.0022786845,0.05000,2.922
33,block_sparse_moe.experts.149.w1,0.0016324800,0.05000,2.972
33,block_sparse_moe.experts.158.w1,0.0009243053,0.05000,2.787
33,block_sparse_moe.experts.154.w1,0.0006979392,0.05000,2.944
33,block_sparse_moe.experts.150.w1,0.0002711852,0.05000,2.792
33,block_sparse_moe.experts.156.w1,0.0008284637,0.05000,3.101
33,block_sparse_moe.experts.151.w1,0.0004226166,0.05000,3.046
33,block_sparse_moe.experts.148.w1,0.0005975412,0.05000,3.095
33,block_sparse_moe.experts.147.w1,0.0003878685,0.05000,2.926
33,block_sparse_moe.experts.152.w1,0.0008420332,0.05000,3.067
33,block_sparse_moe.experts.159.w1,0.0008106127,0.05000,3.108
33,block_sparse_moe.experts.144.w1,0.0008030484,0.05000,3.141
33,block_sparse_moe.experts.155.w1,0.0013321905,0.05000,2.923
33,block_sparse_moe.experts.162.w1,0.0012612688,0.05000,2.780
33,block_sparse_moe.experts.169.w1,0.0010305046,0.05000,3.060
33,block_sparse_moe.experts.161.w1,0.0016171131,0.05000,2.957
33,block_sparse_moe.experts.173.w1,0.0004274453,0.05000,3.011
33,block_sparse_moe.experts.170.w1,0.0006507229,0.05000,2.824
33,block_sparse_moe.experts.174.w1,0.0004930662,0.05000,2.904
33,block_sparse_moe.experts.165.w1,0.0008587885,0.05000,3.090
33,block_sparse_moe.experts.166.w1,0.0014617970,0.05000,2.952
33,block_sparse_moe.experts.167.w1,0.0005356096,0.05000,3.030
33,block_sparse_moe.experts.172.w1,0.0013228514,0.05000,3.188
33,block_sparse_moe.experts.163.w1,0.0009624672,0.05000,3.034
33,block_sparse_moe.experts.164.w1,0.0010856710,0.05000,3.121
33,block_sparse_moe.experts.175.w1,0.0007971444,0.05000,3.065
33,block_sparse_moe.experts.168.w1,0.0012180340,0.05000,3.152
33,block_sparse_moe.experts.160.w1,0.0004369932,0.05000,3.130
33,block_sparse_moe.experts.171.w1,0.0010997199,0.05000,3.072
33,block_sparse_moe.experts.185.w1,0.0006788665,0.05000,2.745
33,block_sparse_moe.experts.189.w1,0.0004982579,0.05000,2.798
33,block_sparse_moe.experts.177.w1,0.0010484923,0.05000,2.841
33,block_sparse_moe.experts.178.w1,0.0009024528,0.05000,3.122
33,block_sparse_moe.experts.181.w1,0.0001879272,0.05000,2.791
33,block_sparse_moe.experts.186.w1,0.0011206249,0.05000,3.109
33,block_sparse_moe.experts.190.w1,0.0020142221,0.05000,3.202
33,block_sparse_moe.experts.182.w1,0.0005915429,0.05000,3.068
33,block_sparse_moe.experts.183.w1,0.0004189873,0.05000,3.126
33,block_sparse_moe.experts.180.w1,0.0019470561,0.05000,2.990
33,block_sparse_moe.experts.188.w1,0.0009104840,0.05000,3.126
33,block_sparse_moe.experts.179.w1,0.0006841073,0.05000,3.119
33,block_sparse_moe.experts.176.w1,0.0007568431,0.05000,3.077
33,block_sparse_moe.experts.191.w1,0.0010148728,0.05000,3.167
33,block_sparse_moe.experts.184.w1,0.0007867736,0.05000,3.096
33,block_sparse_moe.experts.187.w1,0.0005525704,0.05000,3.216
33,block_sparse_moe.experts.201.w1,0.0008363945,0.05000,2.626
33,block_sparse_moe.experts.205.w1,0.0004650698,0.05000,2.681
33,block_sparse_moe.experts.193.w1,0.0007949680,0.05000,2.680
33,block_sparse_moe.experts.197.w1,0.0010361465,0.05000,2.762
33,block_sparse_moe.experts.194.w1,0.0011193843,0.05000,3.166
33,block_sparse_moe.experts.202.w1,0.0015563371,0.05000,3.121
33,block_sparse_moe.experts.206.w1,0.0016228219,0.05000,3.087
33,block_sparse_moe.experts.198.w1,0.0007481865,0.05000,3.264
33,block_sparse_moe.experts.199.w1,0.0007339633,0.05000,3.050
33,block_sparse_moe.experts.204.w1,0.0011154367,0.05000,3.002
33,block_sparse_moe.experts.196.w1,0.0012520496,0.05000,3.167
33,block_sparse_moe.experts.195.w1,0.0005833794,0.05000,3.070
33,block_sparse_moe.experts.192.w1,0.0004756772,0.05000,2.967
33,block_sparse_moe.experts.200.w1,0.0007722504,0.05000,3.030
33,block_sparse_moe.experts.207.w1,0.0008650857,0.05000,3.070
33,block_sparse_moe.experts.203.w1,0.0008071213,0.05000,3.064
33,block_sparse_moe.experts.217.w1,0.0014350310,0.05000,2.799
33,block_sparse_moe.experts.221.w1,0.0004280289,0.05000,2.891
33,block_sparse_moe.experts.209.w1,0.0004302391,0.05000,2.890
33,block_sparse_moe.experts.213.w1,0.0008014042,0.05000,2.953
33,block_sparse_moe.experts.210.w1,0.0006418109,0.05000,3.054
33,block_sparse_moe.experts.218.w1,0.0009902077,0.05000,3.016
33,block_sparse_moe.experts.222.w1,0.0001542252,0.05000,3.046
33,block_sparse_moe.experts.214.w1,0.0009671132,0.05000,3.135
33,block_sparse_moe.experts.220.w1,0.0004353234,0.05000,2.891
33,block_sparse_moe.experts.212.w1,0.0005113974,0.05000,2.882
33,block_sparse_moe.experts.215.w1,0.0016743435,0.05000,3.109
33,block_sparse_moe.experts.208.w1,0.0003590579,0.05000,2.938
33,block_sparse_moe.experts.216.w1,0.0015457488,0.05000,2.887
33,block_sparse_moe.experts.211.w1,0.0007145967,0.05000,3.119
33,block_sparse_moe.experts.233.w1,0.0012368589,0.05000,2.662
33,block_sparse_moe.experts.219.w1,0.0006290291,0.05000,3.036
33,block_sparse_moe.experts.223.w1,0.0008518707,0.05000,3.191
33,block_sparse_moe.experts.225.w1,0.0006848038,0.05000,2.593
33,block_sparse_moe.experts.237.w1,0.0007874994,0.05000,2.683
33,block_sparse_moe.experts.229.w1,0.0005562495,0.05000,2.699
33,block_sparse_moe.experts.226.w1,0.0008639631,0.05000,2.909
33,block_sparse_moe.experts.234.w1,0.0005710019,0.05000,3.009
33,block_sparse_moe.experts.238.w1,0.0001909446,0.05000,3.055
33,block_sparse_moe.experts.230.w1,0.0000692833,0.05000,2.960
33,block_sparse_moe.experts.236.w1,0.0004714635,0.05000,2.938
33,block_sparse_moe.experts.228.w1,0.0019243379,0.05000,2.970
33,block_sparse_moe.experts.224.w1,0.0014911137,0.05000,2.830
33,block_sparse_moe.experts.231.w1,0.0019375933,0.05000,3.005
33,block_sparse_moe.experts.249.w1,0.0002712512,0.05000,2.669
33,block_sparse_moe.experts.232.w1,0.0021742424,0.05000,2.987
33,block_sparse_moe.experts.227.w1,0.0016992182,0.05000,2.964
33,block_sparse_moe.experts.253.w1,0.0008007931,0.05000,2.626
33,block_sparse_moe.experts.241.w1,0.0001758407,0.05000,2.720
33,block_sparse_moe.experts.239.w1,0.0006068998,0.05000,2.989
33,block_sparse_moe.experts.235.w1,0.0013854958,0.05000,3.000
33,block_sparse_moe.experts.245.w1,0.0001226646,0.05000,2.774
33,block_sparse_moe.experts.242.w1,0.0007715216,0.05000,2.982
33,block_sparse_moe.experts.250.w1,0.0000634689,0.05000,2.821
33,block_sparse_moe.experts.254.w1,0.0006862057,0.05000,2.872
33,block_sparse_moe.experts.246.w1,0.0000582829,0.05000,2.900
33,block_sparse_moe.experts.252.w1,0.0010123147,0.05000,2.962
33,block_sparse_moe.experts.244.w1,0.0006925291,0.05000,3.043
33,block_sparse_moe.experts.240.w1,0.0008919094,0.05000,3.074
33,block_sparse_moe.experts.247.w1,0.0008487624,0.05000,3.033
33,block_sparse_moe.experts.9.w3,0.0014032114,0.05000,3.026
33,block_sparse_moe.experts.1.w3,0.0007714692,0.05000,2.884
33,block_sparse_moe.experts.13.w3,0.0015364297,0.05000,2.957
33,block_sparse_moe.experts.248.w1,0.0007396485,0.05000,3.087
33,block_sparse_moe.experts.243.w1,0.0003506438,0.05000,3.091
33,block_sparse_moe.experts.251.w1,0.0014425421,0.05000,3.070
33,block_sparse_moe.experts.255.w1,0.0017648282,0.05000,3.141
33,block_sparse_moe.experts.5.w3,0.0004016246,0.05000,2.927
33,block_sparse_moe.experts.2.w3,0.0013478611,0.05000,2.954
33,block_sparse_moe.experts.10.w3,0.0004847833,0.05000,3.037
33,block_sparse_moe.experts.14.w3,0.0008522316,0.05000,2.980
33,block_sparse_moe.experts.6.w3,0.0010144500,0.05000,2.989
33,block_sparse_moe.experts.12.w3,0.0003192233,0.05000,3.027
33,block_sparse_moe.experts.17.w3,0.0008460415,0.05000,2.791
33,block_sparse_moe.experts.4.w3,0.0012450115,0.05000,3.079
33,block_sparse_moe.experts.25.w3,0.0003602659,0.05000,2.973
33,block_sparse_moe.experts.0.w3,0.0008569350,0.05000,3.043
33,block_sparse_moe.experts.7.w3,0.0014367103,0.05000,3.009
33,block_sparse_moe.experts.3.w3,0.0003043340,0.05000,2.983
33,block_sparse_moe.experts.8.w3,0.0006306796,0.05000,3.020
33,block_sparse_moe.experts.29.w3,0.0001578675,0.05000,3.042
33,block_sparse_moe.experts.11.w3,0.0012554554,0.05000,3.038
33,block_sparse_moe.experts.21.w3,0.0010086984,0.05000,2.894
33,block_sparse_moe.experts.15.w3,0.0006826283,0.05000,3.053
33,block_sparse_moe.experts.18.w3,0.0013994873,0.05000,2.915
33,block_sparse_moe.experts.26.w3,0.0013985886,0.05000,2.913
33,block_sparse_moe.experts.30.w3,0.0012245986,0.05000,2.971
33,block_sparse_moe.experts.22.w3,0.0012250930,0.05000,3.139
33,block_sparse_moe.experts.28.w3,0.0005647486,0.05000,2.857
33,block_sparse_moe.experts.20.w3,0.0007549607,0.05000,3.012
33,block_sparse_moe.experts.16.w3,0.0011570795,0.05000,3.014
33,block_sparse_moe.experts.33.w3,0.0008570904,0.05000,3.188
33,block_sparse_moe.experts.41.w3,0.0022997647,0.05000,3.148
33,block_sparse_moe.experts.23.w3,0.0007676024,0.05000,3.154
33,block_sparse_moe.experts.24.w3,0.0004842712,0.05000,3.087
33,block_sparse_moe.experts.19.w3,0.0002794332,0.05000,3.133
33,block_sparse_moe.experts.45.w3,0.0016285561,0.05000,3.142
33,block_sparse_moe.experts.37.w3,0.0012986804,0.05000,3.070
33,block_sparse_moe.experts.27.w3,0.0005669102,0.05000,3.175
33,block_sparse_moe.experts.31.w3,0.0002525825,0.05000,3.137
33,block_sparse_moe.experts.34.w3,0.0008376797,0.05000,2.975
33,block_sparse_moe.experts.42.w3,0.0008475103,0.05000,3.038
33,block_sparse_moe.experts.46.w3,0.0017873159,0.05000,2.971
33,block_sparse_moe.experts.38.w3,0.0005723698,0.05000,3.137
33,block_sparse_moe.experts.44.w3,0.0015480407,0.05000,3.095
33,block_sparse_moe.experts.32.w3,0.0005563126,0.05000,3.012
33,block_sparse_moe.experts.39.w3,0.0002827519,0.05000,2.896
33,block_sparse_moe.experts.36.w3,0.0019090368,0.05000,3.080
33,block_sparse_moe.experts.57.w3,0.0005672591,0.05000,2.979
33,block_sparse_moe.experts.49.w3,0.0009121612,0.05000,3.066
33,block_sparse_moe.experts.35.w3,0.0007633627,0.05000,2.859
33,block_sparse_moe.experts.61.w3,0.0004549008,0.05000,2.893
33,block_sparse_moe.experts.40.w3,0.0008662437,0.05000,2.993
33,block_sparse_moe.experts.43.w3,0.0008642560,0.05000,2.821
33,block_sparse_moe.experts.47.w3,0.0014424360,0.05000,2.806
33,block_sparse_moe.experts.53.w3,0.0002218228,0.05000,2.942
33,block_sparse_moe.experts.50.w3,0.0006547699,0.05000,3.091
33,block_sparse_moe.experts.58.w3,0.0023799415,0.05000,3.007
33,block_sparse_moe.experts.62.w3,0.0008273851,0.05000,3.057
33,block_sparse_moe.experts.54.w3,0.0001735617,0.05000,3.134
33,block_sparse_moe.experts.60.w3,0.0005622469,0.05000,3.109
33,block_sparse_moe.experts.48.w3,0.0003803935,0.05000,2.979
33,block_sparse_moe.experts.73.w3,0.0003301219,0.05000,2.924
33,block_sparse_moe.experts.52.w3,0.0013110649,0.05000,3.034
33,block_sparse_moe.experts.65.w3,0.0012397706,0.05000,2.969
33,block_sparse_moe.experts.77.w3,0.0020473094,0.05000,2.940
33,block_sparse_moe.experts.55.w3,0.0005666572,0.05000,3.153
33,block_sparse_moe.experts.51.w3,0.0011341183,0.05000,3.083
33,block_sparse_moe.experts.56.w3,0.0020833649,0.05000,3.097
33,block_sparse_moe.experts.69.w3,0.0010509859,0.05000,2.844
33,block_sparse_moe.experts.63.w3,0.0006518199,0.05000,3.130
33,block_sparse_moe.experts.59.w3,0.0012175273,0.05000,3.209
33,block_sparse_moe.experts.66.w3,0.0003446286,0.05000,3.092
33,block_sparse_moe.experts.74.w3,0.0010673736,0.05000,3.117
33,block_sparse_moe.experts.78.w3,0.0027928292,0.05000,3.029
33,block_sparse_moe.experts.70.w3,0.0011672463,0.05000,3.009
33,block_sparse_moe.experts.89.w3,0.0018139823,0.05000,2.728
33,block_sparse_moe.experts.93.w3,0.0004430917,0.05000,2.596
33,block_sparse_moe.experts.81.w3,0.0005630446,0.05000,2.671
33,block_sparse_moe.experts.76.w3,0.0002718658,0.05000,3.130
33,block_sparse_moe.experts.64.w3,0.0034857650,0.05000,3.124
33,block_sparse_moe.experts.68.w3,0.0013095403,0.05000,3.043
33,block_sparse_moe.experts.85.w3,0.0006647081,0.05000,2.782
33,block_sparse_moe.experts.71.w3,0.0008852307,0.05000,3.067
33,block_sparse_moe.experts.67.w3,0.0005393186,0.05000,3.133
33,block_sparse_moe.experts.72.w3,0.0013335867,0.05000,3.127
33,block_sparse_moe.experts.79.w3,0.0001983333,0.05000,3.139
33,block_sparse_moe.experts.75.w3,0.0006781835,0.05000,3.088
33,block_sparse_moe.experts.82.w3,0.0012318884,0.05000,2.856
33,block_sparse_moe.experts.90.w3,0.0010438023,0.05000,2.910
33,block_sparse_moe.experts.94.w3,0.0006337649,0.05000,2.900
33,block_sparse_moe.experts.109.w3,0.0011356260,0.05000,2.640
33,block_sparse_moe.experts.105.w3,0.0015318176,0.05000,2.717
33,block_sparse_moe.experts.97.w3,0.0002377891,0.05000,2.748
33,block_sparse_moe.experts.86.w3,0.0004880019,0.05000,3.048
33,block_sparse_moe.experts.92.w3,0.0007445635,0.05000,2.858
33,block_sparse_moe.experts.84.w3,0.0014310820,0.05000,2.750
33,block_sparse_moe.experts.101.w3,0.0005187367,0.05000,2.721
33,block_sparse_moe.experts.80.w3,0.0012956747,0.05000,2.903
33,block_sparse_moe.experts.87.w3,0.0014439846,0.05000,3.078
33,block_sparse_moe.experts.83.w3,0.0004003719,0.05000,3.029
33,block_sparse_moe.experts.88.w3,0.0013099741,0.05000,2.981
33,block_sparse_moe.experts.91.w3,0.0016155074,0.05000,3.054
33,block_sparse_moe.experts.95.w3,0.0021285192,0.05000,3.092
33,block_sparse_moe.experts.98.w3,0.0011149043,0.05000,3.094
33,block_sparse_moe.experts.106.w3,0.0010284875,0.05000,3.122
33,block_sparse_moe.experts.110.w3,0.0013536298,0.05000,3.112
33,block_sparse_moe.experts.125.w3,0.0008970874,0.05000,2.807
33,block_sparse_moe.experts.121.w3,0.0004920174,0.05000,2.842
33,block_sparse_moe.experts.113.w3,0.0011656854,0.05000,2.888
33,block_sparse_moe.experts.117.w3,0.0004706980,0.05000,2.827
33,block_sparse_moe.experts.102.w3,0.0007575345,0.05000,3.105
33,block_sparse_moe.experts.108.w3,0.0008194928,0.05000,3.095
33,block_sparse_moe.experts.100.w3,0.0010191067,0.05000,3.146
33,block_sparse_moe.experts.96.w3,0.0006439689,0.05000,3.069
33,block_sparse_moe.experts.99.w3,0.0006506120,0.05000,2.969
33,block_sparse_moe.experts.103.w3,0.0002520072,0.05000,3.029
33,block_sparse_moe.experts.104.w3,0.0004925681,0.05000,3.128
33,block_sparse_moe.experts.107.w3,0.0006559980,0.05000,2.965
33,block_sparse_moe.experts.111.w3,0.0007486471,0.05000,3.067
33,block_sparse_moe.experts.114.w3,0.0008460039,0.05000,3.001
33,block_sparse_moe.experts.122.w3,0.0011036820,0.05000,2.996
33,block_sparse_moe.experts.126.w3,0.0006737534,0.05000,2.952
33,block_sparse_moe.experts.137.w3,0.0013262165,0.05000,2.695
33,block_sparse_moe.experts.141.w3,0.0005379647,0.05000,2.813
33,block_sparse_moe.experts.129.w3,0.0009082097,0.05000,2.777
33,block_sparse_moe.experts.133.w3,0.0012767039,0.05000,2.746
33,block_sparse_moe.experts.124.w3,0.0013800730,0.05000,2.955
33,block_sparse_moe.experts.118.w3,0.0008783957,0.05000,3.121
33,block_sparse_moe.experts.116.w3,0.0005488232,0.05000,2.997
33,block_sparse_moe.experts.112.w3,0.0011106689,0.05000,3.056
33,block_sparse_moe.experts.115.w3,0.0006678600,0.05000,2.963
33,block_sparse_moe.experts.119.w3,0.0011385267,0.05000,2.993
33,block_sparse_moe.experts.120.w3,0.0005467323,0.05000,2.941
33,block_sparse_moe.experts.123.w3,0.0042079786,0.05000,2.983
33,block_sparse_moe.experts.127.w3,0.0019647136,0.05000,2.973
33,block_sparse_moe.experts.130.w3,0.0008409562,0.05000,3.022
33,block_sparse_moe.experts.138.w3,0.0014734982,0.05000,3.049
33,block_sparse_moe.experts.153.w3,0.0014131363,0.05000,2.868
33,block_sparse_moe.experts.142.w3,0.0021934687,0.05000,3.055
33,block_sparse_moe.experts.157.w3,0.0023004418,0.05000,2.893
33,block_sparse_moe.experts.145.w3,0.0024072334,0.05000,2.981
33,block_sparse_moe.experts.149.w3,0.0018321524,0.05000,2.936
33,block_sparse_moe.experts.140.w3,0.0017095298,0.05000,3.047
33,block_sparse_moe.experts.134.w3,0.0018685169,0.05000,3.018
33,block_sparse_moe.experts.132.w3,0.0014304517,0.05000,3.139
33,block_sparse_moe.experts.128.w3,0.0003850886,0.05000,3.100
33,block_sparse_moe.experts.135.w3,0.0004205017,0.05000,2.901
33,block_sparse_moe.experts.131.w3,0.0011249147,0.05000,3.001
33,block_sparse_moe.experts.136.w3,0.0007376339,0.05000,3.041
33,block_sparse_moe.experts.139.w3,0.0009132306,0.05000,2.905
33,block_sparse_moe.experts.143.w3,0.0009452136,0.05000,3.003
33,block_sparse_moe.experts.169.w3,0.0011527885,0.05000,2.705
33,block_sparse_moe.experts.173.w3,0.0004666848,0.05000,2.753
33,block_sparse_moe.experts.146.w3,0.0006803259,0.05000,3.184
33,block_sparse_moe.experts.161.w3,0.0016994455,0.05000,2.623
33,block_sparse_moe.experts.154.w3,0.0007211999,0.05000,3.104
33,block_sparse_moe.experts.158.w3,0.0009721313,0.05000,3.060
33,block_sparse_moe.experts.165.w3,0.0009006298,0.05000,2.646
33,block_sparse_moe.experts.156.w3,0.0008588670,0.05000,3.094
33,block_sparse_moe.experts.150.w3,0.0003026142,0.05000,3.052
33,block_sparse_moe.experts.148.w3,0.0006338385,0.05000,3.110
33,block_sparse_moe.experts.144.w3,0.0008322411,0.05000,3.008
33,block_sparse_moe.experts.151.w3,0.0004931010,0.05000,3.014
33,block_sparse_moe.experts.147.w3,0.0004001901,0.05000,3.122
33,block_sparse_moe.experts.152.w3,0.0008766321,0.05000,3.162
33,block_sparse_moe.experts.155.w3,0.0014769584,0.05000,3.115
33,block_sparse_moe.experts.159.w3,0.0008612702,0.05000,3.024
33,block_sparse_moe.experts.185.w3,0.0007047891,0.05000,2.529
33,block_sparse_moe.experts.189.w3,0.0005398350,0.05000,2.494
33,block_sparse_moe.experts.177.w3,0.0010837502,0.05000,2.622
33,block_sparse_moe.experts.181.w3,0.0001982730,0.05000,2.590
33,block_sparse_moe.experts.162.w3,0.0014999909,0.05000,2.971
33,block_sparse_moe.experts.174.w3,0.0005511640,0.05000,2.968
33,block_sparse_moe.experts.170.w3,0.0006815902,0.05000,3.052
33,block_sparse_moe.experts.166.w3,0.0015648956,0.05000,2.935
33,block_sparse_moe.experts.172.w3,0.0015010067,0.05000,3.087
33,block_sparse_moe.experts.167.w3,0.0005913072,0.05000,2.976
33,block_sparse_moe.experts.163.w3,0.0010469749,0.05000,2.917
33,block_sparse_moe.experts.160.w3,0.0004834868,0.05000,3.134
33,block_sparse_moe.experts.164.w3,0.0011551198,0.05000,3.196
33,block_sparse_moe.experts.171.w3,0.0012876753,0.05000,2.929
33,block_sparse_moe.experts.201.w3,0.0009772454,0.05000,2.728
33,block_sparse_moe.experts.168.w3,0.0013161562,0.05000,3.164
33,block_sparse_moe.experts.175.w3,0.0009198853,0.05000,2.942
33,block_sparse_moe.experts.205.w3,0.0004978899,0.05000,2.848
33,block_sparse_moe.experts.193.w3,0.0008275121,0.05000,2.827
33,block_sparse_moe.experts.197.w3,0.0011334063,0.05000,2.941
33,block_sparse_moe.experts.178.w3,0.0010229457,0.05000,3.021
33,block_sparse_moe.experts.190.w3,0.0022374979,0.05000,2.916
33,block_sparse_moe.experts.186.w3,0.0011746722,0.05000,2.928
33,block_sparse_moe.experts.182.w3,0.0006376874,0.05000,3.078
33,block_sparse_moe.experts.188.w3,0.0009708475,0.05000,3.065
33,block_sparse_moe.experts.183.w3,0.0004358210,0.05000,2.917
33,block_sparse_moe.experts.179.w3,0.0007402165,0.05000,2.881
33,block_sparse_moe.experts.180.w3,0.0021000025,0.05000,2.903
33,block_sparse_moe.experts.176.w3,0.0007848035,0.05000,3.037
33,block_sparse_moe.experts.217.w3,0.0016859825,0.05000,2.776
33,block_sparse_moe.experts.187.w3,0.0006092693,0.05000,2.867
33,block_sparse_moe.experts.184.w3,0.0008459531,0.05000,2.864
33,block_sparse_moe.experts.221.w3,0.0004892504,0.05000,2.796
33,block_sparse_moe.experts.191.w3,0.0010630287,0.05000,2.971
33,block_sparse_moe.experts.209.w3,0.0004977062,0.05000,2.929
33,block_sparse_moe.experts.213.w3,0.0008615781,0.05000,2.799
33,block_sparse_moe.experts.194.w3,0.0011654883,0.05000,3.057
33,block_sparse_moe.experts.202.w3,0.0016087908,0.05000,2.994
33,block_sparse_moe.experts.206.w3,0.0017837171,0.05000,3.109
33,block_sparse_moe.experts.204.w3,0.0012719665,0.05000,2.812
33,block_sparse_moe.experts.199.w3,0.0007676493,0.05000,2.866
33,block_sparse_moe.experts.198.w3,0.0008480699,0.05000,3.095
33,block_sparse_moe.experts.196.w3,0.0013092869,0.05000,2.818
33,block_sparse_moe.experts.195.w3,0.0006109241,0.05000,2.957
33,block_sparse_moe.experts.233.w3,0.0013092120,0.05000,2.667
33,block_sparse_moe.experts.192.w3,0.0004948182,0.05000,2.968
33,block_sparse_moe.experts.237.w3,0.0008582561,0.05000,2.623
33,block_sparse_moe.experts.203.w3,0.0008562640,0.05000,3.054
33,block_sparse_moe.experts.200.w3,0.0008606014,0.05000,2.964
33,block_sparse_moe.experts.225.w3,0.0007385901,0.05000,2.553
33,block_sparse_moe.experts.229.w3,0.0006152094,0.05000,2.504
33,block_sparse_moe.experts.207.w3,0.0009306660,0.05000,3.144
33,block_sparse_moe.experts.210.w3,0.0006703794,0.05000,3.271
33,block_sparse_moe.experts.218.w3,0.0010818291,0.05000,3.175
33,block_sparse_moe.experts.222.w3,0.0001722310,0.05000,3.249
33,block_sparse_moe.experts.249.w3,0.0002879207,0.05000,2.504
33,block_sparse_moe.experts.220.w3,0.0005092993,0.05000,3.004
33,block_sparse_moe.experts.253.w3,0.0009494532,0.05000,2.525
33,block_sparse_moe.experts.214.w3,0.0010428858,0.05000,2.997
33,block_sparse_moe.experts.215.w3,0.0017301932,0.05000,3.066
33,block_sparse_moe.experts.241.w3,0.0001907127,0.05000,2.437
33,block_sparse_moe.experts.212.w3,0.0005381705,0.05000,3.002
33,block_sparse_moe.experts.245.w3,0.0001443033,0.05000,2.297
33,block_sparse_moe.experts.211.w3,0.0008703550,0.05000,2.994
33,block_sparse_moe.experts.208.w3,0.0004301216,0.05000,2.977
33,block_sparse_moe.experts.216.w3,0.0016161112,0.05000,3.003
33,block_sparse_moe.experts.219.w3,0.0007287523,0.05000,3.065
33,block_sparse_moe.experts.223.w3,0.0009621486,0.05000,2.975
33,block_sparse_moe.experts.226.w3,0.0009461906,0.05000,2.771
33,block_sparse_moe.experts.234.w3,0.0006373687,0.05000,2.762
33,block_sparse_moe.experts.238.w3,0.0002065812,0.05000,2.868
33,block_sparse_moe.experts.236.w3,0.0005101422,0.05000,2.744
33,block_sparse_moe.experts.228.w3,0.0022681297,0.05000,2.788
33,block_sparse_moe.experts.230.w3,0.0000854561,0.05000,2.919
33,block_sparse_moe.experts.231.w3,0.0020459907,0.05000,2.889
33,block_sparse_moe.experts.227.w3,0.0020085150,0.05000,2.829
33,block_sparse_moe.experts.224.w3,0.0015912965,0.05000,2.903
33,block_sparse_moe.experts.235.w3,0.0014407902,0.05000,2.815
33,block_sparse_moe.experts.232.w3,0.0024257909,0.05000,2.930
33,block_sparse_moe.experts.239.w3,0.0006413693,0.05000,2.898
33,block_sparse_moe.experts.242.w3,0.0008379200,0.05000,2.776
33,block_sparse_moe.experts.250.w3,0.0000760174,0.05000,2.814
33,block_sparse_moe.experts.254.w3,0.0007424440,0.05000,2.692
33,block_sparse_moe.experts.246.w3,0.0000666980,0.05000,2.138
33,block_sparse_moe.experts.252.w3,0.0010630978,0.05000,2.767
33,block_sparse_moe.experts.244.w3,0.0007246771,0.05000,2.771
33,block_sparse_moe.experts.240.w3,0.0009418331,0.05000,2.590
33,block_sparse_moe.experts.248.w3,0.0008060988,0.05000,2.327
33,block_sparse_moe.experts.243.w3,0.0003960444,0.05000,2.971
33,block_sparse_moe.experts.247.w3,0.0009228395,0.05000,3.011
33,block_sparse_moe.experts.251.w3,0.0018613077,0.05000,2.828
33,block_sparse_moe.experts.255.w3,0.0020783120,0.05000,2.579
33,block_sparse_moe.experts.2.w2,0.0006272922,0.05000,1.506
33,block_sparse_moe.experts.14.w2,0.0009275174,0.05000,1.487
33,block_sparse_moe.experts.8.w2,0.0008101937,0.05000,1.509
33,block_sparse_moe.experts.0.w2,0.0014422172,0.05000,1.509
33,block_sparse_moe.experts.10.w2,0.0002866937,0.05000,1.512
33,block_sparse_moe.experts.4.w2,0.0018636913,0.05000,1.535
33,block_sparse_moe.experts.15.w2,0.0013780195,0.05000,1.526
33,block_sparse_moe.experts.13.w2,0.0034088846,0.05000,1.532
33,block_sparse_moe.experts.9.w2,0.0025412532,0.05000,1.555
33,block_sparse_moe.experts.7.w2,0.0009188915,0.05000,1.556
33,block_sparse_moe.experts.12.w2,0.0001405400,0.05000,1.553
33,block_sparse_moe.experts.6.w2,0.0017951499,0.05000,1.581
33,block_sparse_moe.experts.3.w2,0.0004906696,0.05000,1.592
33,block_sparse_moe.experts.5.w2,0.0002516538,0.05000,1.595
33,block_sparse_moe.experts.1.w2,0.0016581711,0.05000,1.616
33,block_sparse_moe.experts.11.w2,0.0013639037,0.05000,1.597
33,block_sparse_moe.experts.29.w2,0.0002651992,0.05000,1.142
33,block_sparse_moe.experts.17.w2,0.0050885690,0.05000,1.115
33,block_sparse_moe.experts.25.w2,0.0003804960,0.05000,1.221
33,block_sparse_moe.experts.21.w2,0.0010597841,0.05000,1.195
33,block_sparse_moe.experts.26.w2,0.0017823210,0.05000,1.463
33,block_sparse_moe.experts.31.w2,0.0013522222,0.05000,1.494
33,block_sparse_moe.experts.18.w2,0.0012987419,0.05000,1.541
33,block_sparse_moe.experts.30.w2,0.0007930913,0.05000,1.539
33,block_sparse_moe.experts.16.w2,0.0016965976,0.05000,1.538
33,block_sparse_moe.experts.24.w2,0.0008744419,0.05000,1.559
33,block_sparse_moe.experts.20.w2,0.0014495201,0.05000,1.551
33,block_sparse_moe.experts.27.w2,0.0006068579,0.05000,1.485
33,block_sparse_moe.experts.23.w2,0.0008374435,0.05000,1.546
33,block_sparse_moe.experts.22.w2,0.0010556277,0.05000,1.529
33,block_sparse_moe.experts.28.w2,0.0005512230,0.05000,1.549
33,block_sparse_moe.experts.19.w2,0.0001945330,0.05000,1.552
33,block_sparse_moe.experts.45.w2,0.0026816677,0.05000,1.408
33,block_sparse_moe.experts.33.w2,0.0015681268,0.05000,1.430
33,block_sparse_moe.experts.37.w2,0.0022784069,0.05000,1.422
33,block_sparse_moe.experts.41.w2,0.0058911861,0.05000,1.449
33,block_sparse_moe.experts.42.w2,0.0011076712,0.05000,1.527
33,block_sparse_moe.experts.32.w2,0.0004165340,0.05000,1.517
33,block_sparse_moe.experts.36.w2,0.0034835828,0.05000,1.506
33,block_sparse_moe.experts.46.w2,0.0015613115,0.05000,1.556
33,block_sparse_moe.experts.34.w2,0.0022971675,0.05000,1.562
33,block_sparse_moe.experts.47.w2,0.0008116159,0.05000,1.569
33,block_sparse_moe.experts.44.w2,0.0043893712,0.05000,1.505
33,block_sparse_moe.experts.40.w2,0.0020700480,0.05000,1.565
33,block_sparse_moe.experts.38.w2,0.0012281598,0.05000,1.566
33,block_sparse_moe.experts.43.w2,0.0010860577,0.05000,1.579
33,block_sparse_moe.experts.39.w2,0.0006247350,0.05000,1.617
33,block_sparse_moe.experts.35.w2,0.0002517326,0.05000,1.610
33,block_sparse_moe.experts.61.w2,0.0006240218,0.05000,1.320
33,block_sparse_moe.experts.49.w2,0.0014763512,0.05000,1.398
33,block_sparse_moe.experts.57.w2,0.0009862737,0.05000,1.360
33,block_sparse_moe.experts.53.w2,0.0004653301,0.05000,1.424
33,block_sparse_moe.experts.58.w2,0.0023963057,0.05000,1.222
33,block_sparse_moe.experts.50.w2,0.0007719684,0.05000,1.195
33,block_sparse_moe.experts.62.w2,0.0006858166,0.05000,1.270
33,block_sparse_moe.experts.54.w2,0.0004431666,0.05000,1.306
33,block_sparse_moe.experts.63.w2,0.0018329726,0.05000,1.494
33,block_sparse_moe.experts.48.w2,0.0012133499,0.05000,1.590
33,block_sparse_moe.experts.59.w2,0.0010459744,0.05000,1.503
33,block_sparse_moe.experts.56.w2,0.0015257491,0.05000,1.560
33,block_sparse_moe.experts.52.w2,0.0023975825,0.05000,1.610
33,block_sparse_moe.experts.55.w2,0.0005469255,0.05000,1.506
33,block_sparse_moe.experts.60.w2,0.0004599730,0.05000,1.633
33,block_sparse_moe.experts.51.w2,0.0014846749,0.05000,1.525
33,block_sparse_moe.experts.77.w2,0.0026121792,0.05000,1.425
33,block_sparse_moe.experts.73.w2,0.0007170957,0.05000,1.415
33,block_sparse_moe.experts.65.w2,0.0017852053,0.05000,1.465
33,block_sparse_moe.experts.69.w2,0.0012031917,0.05000,1.403
33,block_sparse_moe.experts.74.w2,0.0014168781,0.05000,1.435
33,block_sparse_moe.experts.66.w2,0.0003984770,0.05000,1.462
33,block_sparse_moe.experts.78.w2,0.0157524523,0.05000,1.434
33,block_sparse_moe.experts.70.w2,0.0018812949,0.05000,1.492
33,block_sparse_moe.experts.79.w2,0.0003255667,0.05000,1.411
33,block_sparse_moe.experts.75.w2,0.0004286087,0.05000,1.420
33,block_sparse_moe.experts.72.w2,0.0082547774,0.05000,1.424
33,block_sparse_moe.experts.64.w2,0.0044173417,0.05000,1.485
33,block_sparse_moe.experts.68.w2,0.0025637845,0.05000,1.479
33,block_sparse_moe.experts.71.w2,0.0018421389,0.05000,1.463
33,block_sparse_moe.experts.67.w2,0.0019789367,0.05000,1.437
33,block_sparse_moe.experts.76.w2,0.0002284442,0.05000,1.469
33,block_sparse_moe.experts.93.w2,0.0004531767,0.05000,1.488
33,block_sparse_moe.experts.89.w2,0.0071388543,0.05000,1.505
33,block_sparse_moe.experts.81.w2,0.0005799825,0.05000,1.544
33,block_sparse_moe.experts.90.w2,0.0030305662,0.05000,1.411
33,block_sparse_moe.experts.85.w2,0.0003538963,0.05000,1.558
33,block_sparse_moe.experts.82.w2,0.0008933438,0.05000,1.432
33,block_sparse_moe.experts.94.w2,0.0005353032,0.05000,1.455
33,block_sparse_moe.experts.86.w2,0.0007019299,0.05000,1.397
33,block_sparse_moe.experts.95.w2,0.0176005698,0.05000,1.533
33,block_sparse_moe.experts.91.w2,0.0045144246,0.05000,1.512
33,block_sparse_moe.experts.88.w2,0.0010513719,0.05000,1.614
33,block_sparse_moe.experts.87.w2,0.0014620334,0.05000,1.543
33,block_sparse_moe.experts.83.w2,0.0000902958,0.05000,1.541
33,block_sparse_moe.experts.80.w2,0.0003875951,0.05000,1.632
33,block_sparse_moe.experts.84.w2,0.0023643602,0.05000,1.614
33,block_sparse_moe.experts.92.w2,0.0018330480,0.05000,1.590
33,block_sparse_moe.experts.109.w2,0.0038421993,0.05000,1.569
33,block_sparse_moe.experts.106.w2,0.0015284519,0.05000,1.480
33,block_sparse_moe.experts.101.w2,0.0011117547,0.05000,1.485
33,block_sparse_moe.experts.97.w2,0.0002560145,0.05000,1.526
33,block_sparse_moe.experts.105.w2,0.0023817230,0.05000,1.611
33,block_sparse_moe.experts.110.w2,0.0012782994,0.05000,1.433
33,block_sparse_moe.experts.98.w2,0.0039313137,0.05000,1.511
33,block_sparse_moe.experts.102.w2,0.0027061728,0.05000,1.475
33,block_sparse_moe.experts.104.w2,0.0006315971,0.05000,1.413
33,block_sparse_moe.experts.107.w2,0.0005781902,0.05000,1.573
33,block_sparse_moe.experts.108.w2,0.0007477670,0.05000,1.393
33,block_sparse_moe.experts.111.w2,0.0005335549,0.05000,1.673
33,block_sparse_moe.experts.100.w2,0.0024679864,0.05000,1.440
33,block_sparse_moe.experts.96.w2,0.0007243494,0.05000,1.506
33,block_sparse_moe.experts.103.w2,0.0012819860,0.05000,1.595
33,block_sparse_moe.experts.99.w2,0.0001334635,0.05000,1.583
33,block_sparse_moe.experts.125.w2,0.0018308983,0.05000,1.382
33,block_sparse_moe.experts.122.w2,0.0008402813,0.05000,1.464
33,block_sparse_moe.experts.117.w2,0.0003231895,0.05000,1.448
33,block_sparse_moe.experts.113.w2,0.0012837130,0.05000,1.500
33,block_sparse_moe.experts.121.w2,0.0009296498,0.05000,1.517
33,block_sparse_moe.experts.126.w2,0.0012217165,0.05000,1.487
33,block_sparse_moe.experts.114.w2,0.0009166940,0.05000,1.552
33,block_sparse_moe.experts.118.w2,0.0003029396,0.05000,1.481
33,block_sparse_moe.experts.123.w2,0.0041577614,0.05000,1.443
33,block_sparse_moe.experts.127.w2,0.0027127835,0.05000,1.456
33,block_sparse_moe.experts.120.w2,0.0009899397,0.05000,1.601
33,block_sparse_moe.experts.119.w2,0.0009040205,0.05000,1.446
33,block_sparse_moe.experts.115.w2,0.0014161213,0.05000,1.439
33,block_sparse_moe.experts.124.w2,0.0011406545,0.05000,1.597
33,block_sparse_moe.experts.116.w2,0.0020307452,0.05000,1.597
33,block_sparse_moe.experts.112.w2,0.0021710582,0.05000,1.607
33,block_sparse_moe.experts.141.w2,0.0008402676,0.05000,1.539
33,block_sparse_moe.experts.133.w2,0.0010992327,0.05000,1.474
33,block_sparse_moe.experts.138.w2,0.0034372061,0.05000,1.496
33,block_sparse_moe.experts.129.w2,0.0005018638,0.05000,1.530
33,block_sparse_moe.experts.137.w2,0.0040075749,0.05000,1.494
33,block_sparse_moe.experts.142.w2,0.0120858485,0.05000,1.505
33,block_sparse_moe.experts.130.w2,0.0023323315,0.05000,1.537
33,block_sparse_moe.experts.134.w2,0.0047614934,0.05000,1.602
33,block_sparse_moe.experts.139.w2,0.0014937499,0.05000,1.571
33,block_sparse_moe.experts.143.w2,0.0011549047,0.05000,1.558
33,block_sparse_moe.experts.136.w2,0.0009725366,0.05000,1.549
33,block_sparse_moe.experts.140.w2,0.0023290941,0.05000,1.619
33,block_sparse_moe.experts.132.w2,0.0008605534,0.05000,1.605
33,block_sparse_moe.experts.131.w2,0.0003150795,0.05000,1.668
33,block_sparse_moe.experts.135.w2,0.0006340506,0.05000,1.691
33,block_sparse_moe.experts.128.w2,0.0004004026,0.05000,1.592
33,block_sparse_moe.experts.157.w2,0.0132627477,0.05000,1.577
33,block_sparse_moe.experts.154.w2,0.0002305344,0.05000,1.565
33,block_sparse_moe.experts.149.w2,0.0053972291,0.05000,1.586
33,block_sparse_moe.experts.153.w2,0.0017543297,0.05000,1.536
33,block_sparse_moe.experts.145.w2,0.0015877226,0.05000,1.596
33,block_sparse_moe.experts.158.w2,0.0007290172,0.05000,1.548
33,block_sparse_moe.experts.146.w2,0.0003811188,0.05000,1.595
33,block_sparse_moe.experts.150.w2,0.0008236652,0.05000,1.572
33,block_sparse_moe.experts.152.w2,0.0005385247,0.05000,1.503
33,block_sparse_moe.experts.156.w2,0.0004968825,0.05000,1.421
33,block_sparse_moe.experts.148.w2,0.0004923941,0.05000,1.451
33,block_sparse_moe.experts.144.w2,0.0004678084,0.05000,1.414
33,block_sparse_moe.experts.155.w2,0.0095560334,0.05000,1.689
33,block_sparse_moe.experts.159.w2,0.0007880740,0.05000,1.702
33,block_sparse_moe.experts.147.w2,0.0003228871,0.05000,1.639
33,block_sparse_moe.experts.151.w2,0.0015344139,0.05000,1.640
33,block_sparse_moe.experts.173.w2,0.0004871568,0.05000,1.552
33,block_sparse_moe.experts.170.w2,0.0003753335,0.05000,1.530
33,block_sparse_moe.experts.165.w2,0.0007867343,0.05000,1.565
33,block_sparse_moe.experts.174.w2,0.0018736008,0.05000,1.518
33,block_sparse_moe.experts.161.w2,0.0013952357,0.05000,1.535
33,block_sparse_moe.experts.169.w2,0.0027418046,0.05000,1.605
33,block_sparse_moe.experts.162.w2,0.0041728846,0.05000,1.537
33,block_sparse_moe.experts.166.w2,0.0026941205,0.05000,1.560
33,block_sparse_moe.experts.168.w2,0.0019396836,0.05000,1.459
33,block_sparse_moe.experts.160.w2,0.0005536369,0.05000,1.460
33,block_sparse_moe.experts.172.w2,0.0078623859,0.05000,1.519
33,block_sparse_moe.experts.164.w2,0.0006530286,0.05000,1.511
33,block_sparse_moe.experts.171.w2,0.0034791708,0.05000,1.553
33,block_sparse_moe.experts.175.w2,0.0029959524,0.05000,1.510
33,block_sparse_moe.experts.163.w2,0.0028086852,0.05000,1.538
33,block_sparse_moe.experts.167.w2,0.0012470452,0.05000,1.545
33,block_sparse_moe.experts.189.w2,0.0008201291,0.05000,1.531
33,block_sparse_moe.experts.186.w2,0.0006401150,0.05000,1.501
33,block_sparse_moe.experts.181.w2,0.0001744489,0.05000,1.492
33,block_sparse_moe.experts.190.w2,0.0032553194,0.05000,1.437
33,block_sparse_moe.experts.177.w2,0.0005532947,0.05000,1.527
33,block_sparse_moe.experts.185.w2,0.0002590607,0.05000,1.562
33,block_sparse_moe.experts.178.w2,0.0013423083,0.05000,1.473
33,block_sparse_moe.experts.182.w2,0.0008613208,0.05000,1.478
33,block_sparse_moe.experts.184.w2,0.0024933949,0.05000,1.372
33,block_sparse_moe.experts.176.w2,0.0003724466,0.05000,1.335
33,block_sparse_moe.experts.188.w2,0.0008915511,0.05000,1.341
33,block_sparse_moe.experts.180.w2,0.0167912159,0.05000,1.312
33,block_sparse_moe.experts.191.w2,0.0005498780,0.05000,1.603
33,block_sparse_moe.experts.187.w2,0.0009679597,0.05000,1.628
33,block_sparse_moe.experts.179.w2,0.0008392361,0.05000,1.571
33,block_sparse_moe.experts.183.w2,0.0002053423,0.05000,1.571
33,block_sparse_moe.experts.205.w2,0.0007738965,0.05000,1.458
33,block_sparse_moe.experts.202.w2,0.0006830554,0.05000,1.376
33,block_sparse_moe.experts.206.w2,0.0014565719,0.05000,1.371
33,block_sparse_moe.experts.197.w2,0.0018255039,0.05000,1.453
33,block_sparse_moe.experts.193.w2,0.0004165303,0.05000,1.450
33,block_sparse_moe.experts.201.w2,0.0025339506,0.05000,1.493
33,block_sparse_moe.experts.194.w2,0.0007826441,0.05000,1.441
33,block_sparse_moe.experts.198.w2,0.0015066995,0.05000,1.436
33,block_sparse_moe.experts.200.w2,0.0022903011,0.05000,1.485
33,block_sparse_moe.experts.196.w2,0.0006545623,0.05000,1.511
33,block_sparse_moe.experts.204.w2,0.0015707960,0.05000,1.517
33,block_sparse_moe.experts.192.w2,0.0001508562,0.05000,1.569
33,block_sparse_moe.experts.203.w2,0.0008404513,0.05000,1.533
33,block_sparse_moe.experts.207.w2,0.0010533377,0.05000,1.561
33,block_sparse_moe.experts.195.w2,0.0004567074,0.05000,1.471
33,block_sparse_moe.experts.221.w2,0.0007221625,0.05000,1.231
33,block_sparse_moe.experts.199.w2,0.0004954272,0.05000,1.506
33,block_sparse_moe.experts.213.w2,0.0009548834,0.05000,1.334
33,block_sparse_moe.experts.218.w2,0.0011870211,0.05000,1.540
33,block_sparse_moe.experts.209.w2,0.0011340094,0.05000,1.350
33,block_sparse_moe.experts.222.w2,0.0002882625,0.05000,1.627
33,block_sparse_moe.experts.217.w2,0.0043352950,0.05000,1.370
33,block_sparse_moe.experts.210.w2,0.0003962430,0.05000,1.604
33,block_sparse_moe.experts.214.w2,0.0012001983,0.05000,1.534
33,block_sparse_moe.experts.216.w2,0.0022500745,0.05000,1.508
33,block_sparse_moe.experts.220.w2,0.0015502631,0.05000,1.489
33,block_sparse_moe.experts.212.w2,0.0003685799,0.05000,1.507
33,block_sparse_moe.experts.208.w2,0.0008396279,0.05000,1.539
33,block_sparse_moe.experts.223.w2,0.0015568612,0.05000,1.580
33,block_sparse_moe.experts.237.w2,0.0010202367,0.05000,1.570
33,block_sparse_moe.experts.211.w2,0.0029128758,0.05000,1.593
33,block_sparse_moe.experts.219.w2,0.0019632659,0.05000,1.675
33,block_sparse_moe.experts.215.w2,0.0007814926,0.05000,1.666
33,block_sparse_moe.experts.229.w2,0.0009745170,0.05000,1.515
33,block_sparse_moe.experts.234.w2,0.0007090719,0.05000,1.582
33,block_sparse_moe.experts.225.w2,0.0007123101,0.05000,1.531
33,block_sparse_moe.experts.233.w2,0.0007645801,0.05000,1.514
33,block_sparse_moe.experts.238.w2,0.0002820483,0.05000,1.686
33,block_sparse_moe.experts.226.w2,0.0015896619,0.05000,1.586
33,block_sparse_moe.experts.230.w2,0.0002802880,0.05000,1.594
33,block_sparse_moe.experts.232.w2,0.0120034810,0.05000,1.582
33,block_sparse_moe.experts.236.w2,0.0006535019,0.05000,1.570
33,block_sparse_moe.experts.224.w2,0.0019831897,0.05000,1.489
33,block_sparse_moe.experts.228.w2,0.0053031978,0.05000,1.578
33,block_sparse_moe.experts.253.w2,0.0019801740,0.05000,1.349
33,block_sparse_moe.experts.239.w2,0.0006227236,0.05000,1.531
33,block_sparse_moe.experts.245.w2,0.0003661902,0.05000,1.339
33,block_sparse_moe.experts.227.w2,0.0096174541,0.05000,1.543
33,block_sparse_moe.experts.235.w2,0.0007685149,0.05000,1.592
33,block_sparse_moe.experts.241.w2,0.0000828823,0.05000,1.298
33,block_sparse_moe.experts.231.w2,0.0012034385,0.05000,1.533
33,block_sparse_moe.experts.249.w2,0.0002607103,0.05000,1.227
33,block_sparse_moe.experts.250.w2,0.0002432598,0.05000,1.475
33,block_sparse_moe.experts.254.w2,0.0011154743,0.05000,1.408
33,block_sparse_moe.experts.242.w2,0.0012410551,0.05000,1.350
33,block_sparse_moe.experts.246.w2,0.0001057620,0.05000,1.305
33,block_sparse_moe.experts.248.w2,0.0010785087,0.05000,1.431
33,block_sparse_moe.experts.252.w2,0.0005069578,0.05000,1.383
33,block_sparse_moe.experts.240.w2,0.0012404783,0.05000,1.411
33,block_sparse_moe.experts.244.w2,0.0004844988,0.05000,1.391
33,block_sparse_moe.experts.255.w2,0.0115800119,0.05000,1.446
33,block_sparse_moe.experts.243.w2,0.0007561829,0.05000,1.390
33,block_sparse_moe.experts.251.w2,0.0016605693,0.05000,1.382
33,block_sparse_moe.experts.247.w2,0.0015322736,0.05000,1.332
34,self_attn.q_proj,0.0000746591,0.05000,0.889
34,self_attn.k_proj,0.0000116485,0.05000,0.908
34,self_attn.v_proj,0.0000100363,0.05000,0.984
34,self_attn.o_proj,0.0000068723,0.05000,1.824
34,block_sparse_moe.experts.4.w1,0.0006479338,0.05000,3.020
34,block_sparse_moe.experts.0.w1,0.0007896032,0.05000,3.059
34,block_sparse_moe.experts.12.w1,0.0010951300,0.05000,3.085
34,block_sparse_moe.experts.8.w1,0.0007135204,0.05000,3.151
34,block_sparse_moe.experts.1.w1,0.0001410487,0.05000,3.266
34,block_sparse_moe.experts.7.w1,0.0005589140,0.05000,3.280
34,block_sparse_moe.experts.10.w1,0.0005872411,0.05000,3.266
34,block_sparse_moe.experts.5.w1,0.0001752077,0.05000,3.351
34,block_sparse_moe.experts.2.w1,0.0007164385,0.05000,3.401
34,block_sparse_moe.experts.6.w1,0.0017241985,0.05000,3.403
34,block_sparse_moe.experts.3.w1,0.0004347778,0.05000,3.376
34,block_sparse_moe.experts.9.w1,0.0008241474,0.05000,3.328
34,block_sparse_moe.experts.13.w1,0.0004928759,0.05000,3.336
34,block_sparse_moe.experts.15.w1,0.0013257059,0.05000,3.369
34,block_sparse_moe.experts.14.w1,0.0016693574,0.05000,3.378
34,block_sparse_moe.experts.11.w1,0.0009361496,0.05000,3.485
34,block_sparse_moe.experts.20.w1,0.0011505618,0.05000,3.080
34,block_sparse_moe.experts.16.w1,0.0003354409,0.05000,3.101
34,block_sparse_moe.experts.17.w1,0.0005980454,0.05000,2.942
34,block_sparse_moe.experts.28.w1,0.0014142422,0.05000,3.063
34,block_sparse_moe.experts.26.w1,0.0006038539,0.05000,2.906
34,block_sparse_moe.experts.30.w1,0.0002497681,0.05000,2.826
34,block_sparse_moe.experts.18.w1,0.0005463768,0.05000,2.883
34,block_sparse_moe.experts.25.w1,0.0007879206,0.05000,2.891
34,block_sparse_moe.experts.24.w1,0.0006225854,0.05000,3.068
34,block_sparse_moe.experts.29.w1,0.0003098713,0.05000,2.928
34,block_sparse_moe.experts.22.w1,0.0001562299,0.05000,2.941
34,block_sparse_moe.experts.23.w1,0.0009241997,0.05000,3.089
34,block_sparse_moe.experts.21.w1,0.0004802160,0.05000,3.026
34,block_sparse_moe.experts.19.w1,0.0009230394,0.05000,3.158
34,block_sparse_moe.experts.27.w1,0.0011162601,0.05000,3.137
34,block_sparse_moe.experts.31.w1,0.0024385553,0.05000,3.294
34,block_sparse_moe.experts.36.w1,0.0010459781,0.05000,2.920
34,block_sparse_moe.experts.46.w1,0.0011566273,0.05000,2.812
34,block_sparse_moe.experts.32.w1,0.0009479982,0.05000,2.941
34,block_sparse_moe.experts.42.w1,0.0008267489,0.05000,2.913
34,block_sparse_moe.experts.34.w1,0.0011354192,0.05000,2.876
34,block_sparse_moe.experts.33.w1,0.0071297424,0.05000,2.951
34,block_sparse_moe.experts.44.w1,0.0005801171,0.05000,3.016
34,block_sparse_moe.experts.38.w1,0.0012421736,0.05000,2.901
34,block_sparse_moe.experts.41.w1,0.0021329281,0.05000,2.965
34,block_sparse_moe.experts.45.w1,0.0009275651,0.05000,2.973
34,block_sparse_moe.experts.39.w1,0.0006938147,0.05000,2.954
34,block_sparse_moe.experts.40.w1,0.0002523474,0.05000,3.065
34,block_sparse_moe.experts.37.w1,0.0042769691,0.05000,3.001
34,block_sparse_moe.experts.35.w1,0.0011051807,0.05000,3.049
34,block_sparse_moe.experts.43.w1,0.0011490234,0.05000,2.943
34,block_sparse_moe.experts.47.w1,0.0021314660,0.05000,3.011
34,block_sparse_moe.experts.48.w1,0.0008219879,0.05000,2.871
34,block_sparse_moe.experts.52.w1,0.0006572787,0.05000,3.024
34,block_sparse_moe.experts.56.w1,0.0007668672,0.05000,2.793
34,block_sparse_moe.experts.49.w1,0.0011229913,0.05000,3.060
34,block_sparse_moe.experts.62.w1,0.0007371910,0.05000,3.139
34,block_sparse_moe.experts.60.w1,0.0010046813,0.05000,3.008
34,block_sparse_moe.experts.58.w1,0.0008470054,0.05000,3.150
34,block_sparse_moe.experts.57.w1,0.0006949749,0.05000,3.077
34,block_sparse_moe.experts.53.w1,0.0005470637,0.05000,2.997
34,block_sparse_moe.experts.50.w1,0.0005156322,0.05000,3.241
34,block_sparse_moe.experts.54.w1,0.0005524963,0.05000,3.203
34,block_sparse_moe.experts.55.w1,0.0002239614,0.05000,3.139
34,block_sparse_moe.experts.61.w1,0.0001235436,0.05000,3.170
34,block_sparse_moe.experts.59.w1,0.0015197047,0.05000,3.102
34,block_sparse_moe.experts.51.w1,0.0017815180,0.05000,3.233
34,block_sparse_moe.experts.63.w1,0.0006380967,0.05000,3.119
34,block_sparse_moe.experts.64.w1,0.0002618167,0.05000,2.988
34,block_sparse_moe.experts.68.w1,0.0014343174,0.05000,3.061
34,block_sparse_moe.experts.78.w1,0.0009062239,0.05000,2.965
34,block_sparse_moe.experts.72.w1,0.0013762781,0.05000,3.049
34,block_sparse_moe.experts.66.w1,0.0011142154,0.05000,2.899
34,block_sparse_moe.experts.74.w1,0.0011859070,0.05000,3.014
34,block_sparse_moe.experts.65.w1,0.0005292369,0.05000,3.128
34,block_sparse_moe.experts.76.w1,0.0002907719,0.05000,3.107
34,block_sparse_moe.experts.70.w1,0.0005084581,0.05000,2.924
34,block_sparse_moe.experts.69.w1,0.0002911827,0.05000,3.077
34,block_sparse_moe.experts.73.w1,0.0004655474,0.05000,3.121
34,block_sparse_moe.experts.71.w1,0.0009226019,0.05000,3.061
34,block_sparse_moe.experts.77.w1,0.0012161009,0.05000,3.039
34,block_sparse_moe.experts.75.w1,0.0004805053,0.05000,3.007
34,block_sparse_moe.experts.79.w1,0.0008941433,0.05000,2.936
34,block_sparse_moe.experts.67.w1,0.0007732376,0.05000,3.057
34,block_sparse_moe.experts.80.w1,0.0005162736,0.05000,3.100
34,block_sparse_moe.experts.84.w1,0.0004406667,0.05000,3.127
34,block_sparse_moe.experts.88.w1,0.0015705638,0.05000,3.041
34,block_sparse_moe.experts.94.w1,0.0008739850,0.05000,3.144
34,block_sparse_moe.experts.92.w1,0.0001392876,0.05000,2.990
34,block_sparse_moe.experts.86.w1,0.0002683301,0.05000,3.078
34,block_sparse_moe.experts.82.w1,0.0012321963,0.05000,3.162
34,block_sparse_moe.experts.90.w1,0.0004025156,0.05000,3.152
34,block_sparse_moe.experts.85.w1,0.0018868837,0.05000,3.032
34,block_sparse_moe.experts.81.w1,0.0010232614,0.05000,3.201
34,block_sparse_moe.experts.87.w1,0.0006813669,0.05000,3.084
34,block_sparse_moe.experts.89.w1,0.0009524420,0.05000,3.150
34,block_sparse_moe.experts.93.w1,0.0005918510,0.05000,3.132
34,block_sparse_moe.experts.91.w1,0.0001817019,0.05000,2.959
34,block_sparse_moe.experts.95.w1,0.0020260983,0.05000,2.936
34,block_sparse_moe.experts.83.w1,0.0011662563,0.05000,3.019
34,block_sparse_moe.experts.96.w1,0.0009703096,0.05000,3.158
34,block_sparse_moe.experts.110.w1,0.0012016124,0.05000,2.974
34,block_sparse_moe.experts.104.w1,0.0005111093,0.05000,3.152
34,block_sparse_moe.experts.98.w1,0.0006503596,0.05000,2.984
34,block_sparse_moe.experts.106.w1,0.0023007724,0.05000,3.017
34,block_sparse_moe.experts.100.w1,0.0009305138,0.05000,3.289
34,block_sparse_moe.experts.108.w1,0.0002513871,0.05000,3.181
34,block_sparse_moe.experts.102.w1,0.0003016338,0.05000,3.092
34,block_sparse_moe.experts.103.w1,0.0003286187,0.05000,3.036
34,block_sparse_moe.experts.111.w1,0.0002782316,0.05000,2.910
34,block_sparse_moe.experts.97.w1,0.0007854526,0.05000,3.127
34,block_sparse_moe.experts.107.w1,0.0011604741,0.05000,3.006
34,block_sparse_moe.experts.101.w1,0.0013301300,0.05000,3.285
34,block_sparse_moe.experts.105.w1,0.0003559138,0.05000,3.212
34,block_sparse_moe.experts.109.w1,0.0009991613,0.05000,3.240
34,block_sparse_moe.experts.99.w1,0.0005395785,0.05000,3.013
34,block_sparse_moe.experts.126.w1,0.0010794360,0.05000,2.936
34,block_sparse_moe.experts.112.w1,0.0004211755,0.05000,3.107
34,block_sparse_moe.experts.114.w1,0.0006421123,0.05000,2.895
34,block_sparse_moe.experts.120.w1,0.0002477013,0.05000,2.985
34,block_sparse_moe.experts.124.w1,0.0014048284,0.05000,2.968
34,block_sparse_moe.experts.122.w1,0.0005360997,0.05000,3.013
34,block_sparse_moe.experts.118.w1,0.0017642490,0.05000,3.015
34,block_sparse_moe.experts.117.w1,0.0009252735,0.05000,2.801
34,block_sparse_moe.experts.119.w1,0.0003149761,0.05000,2.948
34,block_sparse_moe.experts.116.w1,0.0009923686,0.05000,3.075
34,block_sparse_moe.experts.113.w1,0.0003484906,0.05000,2.928
34,block_sparse_moe.experts.123.w1,0.0008905373,0.05000,2.903
34,block_sparse_moe.experts.121.w1,0.0006618785,0.05000,2.869
34,block_sparse_moe.experts.127.w1,0.0005190482,0.05000,3.054
34,block_sparse_moe.experts.125.w1,0.0017815309,0.05000,2.861
34,block_sparse_moe.experts.115.w1,0.0006846590,0.05000,2.911
34,block_sparse_moe.experts.128.w1,0.0006388660,0.05000,2.976
34,block_sparse_moe.experts.142.w1,0.0018102145,0.05000,3.103
34,block_sparse_moe.experts.136.w1,0.0017823875,0.05000,2.976
34,block_sparse_moe.experts.140.w1,0.0023112985,0.05000,2.978
34,block_sparse_moe.experts.130.w1,0.0015267315,0.05000,3.192
34,block_sparse_moe.experts.133.w1,0.0010054713,0.05000,3.016
34,block_sparse_moe.experts.138.w1,0.0003935074,0.05000,3.098
34,block_sparse_moe.experts.132.w1,0.0015711364,0.05000,3.026
34,block_sparse_moe.experts.129.w1,0.0011169336,0.05000,3.050
34,block_sparse_moe.experts.137.w1,0.0017427462,0.05000,3.004
34,block_sparse_moe.experts.134.w1,0.0010382575,0.05000,3.150
34,block_sparse_moe.experts.135.w1,0.0010282048,0.05000,3.143
34,block_sparse_moe.experts.141.w1,0.0007299199,0.05000,3.000
34,block_sparse_moe.experts.139.w1,0.0018289805,0.05000,3.188
34,block_sparse_moe.experts.143.w1,0.0010223286,0.05000,3.159
34,block_sparse_moe.experts.131.w1,0.0012552527,0.05000,3.184
34,block_sparse_moe.experts.158.w1,0.0008340460,0.05000,2.861
34,block_sparse_moe.experts.152.w1,0.0004490461,0.05000,2.999
34,block_sparse_moe.experts.144.w1,0.0006001310,0.05000,3.117
34,block_sparse_moe.experts.146.w1,0.0005538685,0.05000,2.923
34,block_sparse_moe.experts.156.w1,0.0009747313,0.05000,3.073
34,block_sparse_moe.experts.154.w1,0.0012901450,0.05000,2.949
34,block_sparse_moe.experts.150.w1,0.0009157238,0.05000,2.971
34,block_sparse_moe.experts.151.w1,0.0007555080,0.05000,3.062
34,block_sparse_moe.experts.148.w1,0.0009279060,0.05000,3.165
34,block_sparse_moe.experts.149.w1,0.0015602577,0.05000,3.229
34,block_sparse_moe.experts.153.w1,0.0019379273,0.05000,3.128
34,block_sparse_moe.experts.145.w1,0.0005121172,0.05000,3.227
34,block_sparse_moe.experts.159.w1,0.0008378928,0.05000,3.032
34,block_sparse_moe.experts.155.w1,0.0003696920,0.05000,3.100
34,block_sparse_moe.experts.157.w1,0.0003384716,0.05000,3.202
34,block_sparse_moe.experts.147.w1,0.0009147479,0.05000,3.049
34,block_sparse_moe.experts.174.w1,0.0007786960,0.05000,3.070
34,block_sparse_moe.experts.168.w1,0.0006756096,0.05000,3.169
34,block_sparse_moe.experts.162.w1,0.0007796289,0.05000,3.069
34,block_sparse_moe.experts.160.w1,0.0008159649,0.05000,3.173
34,block_sparse_moe.experts.172.w1,0.0004859743,0.05000,3.153
34,block_sparse_moe.experts.170.w1,0.0012021892,0.05000,3.142
34,block_sparse_moe.experts.169.w1,0.0004913119,0.05000,3.035
34,block_sparse_moe.experts.166.w1,0.0007938298,0.05000,3.201
34,block_sparse_moe.experts.171.w1,0.0006867749,0.05000,3.027
34,block_sparse_moe.experts.161.w1,0.0006802576,0.05000,3.069
34,block_sparse_moe.experts.165.w1,0.0012969071,0.05000,3.141
34,block_sparse_moe.experts.164.w1,0.0008206797,0.05000,3.167
34,block_sparse_moe.experts.175.w1,0.0012581290,0.05000,3.099
34,block_sparse_moe.experts.167.w1,0.0012151325,0.05000,3.233
34,block_sparse_moe.experts.173.w1,0.0006937342,0.05000,3.090
34,block_sparse_moe.experts.163.w1,0.0008993104,0.05000,3.179
34,block_sparse_moe.experts.190.w1,0.0028909491,0.05000,3.063
34,block_sparse_moe.experts.178.w1,0.0003069360,0.05000,2.999
34,block_sparse_moe.experts.181.w1,0.0001413921,0.05000,2.651
34,block_sparse_moe.experts.184.w1,0.0006516884,0.05000,3.116
34,block_sparse_moe.experts.177.w1,0.0001013838,0.05000,2.720
34,block_sparse_moe.experts.185.w1,0.0002760208,0.05000,2.843
34,block_sparse_moe.experts.188.w1,0.0042747696,0.05000,3.021
34,block_sparse_moe.experts.186.w1,0.0007061317,0.05000,3.028
34,block_sparse_moe.experts.176.w1,0.0009722413,0.05000,3.160
34,block_sparse_moe.experts.189.w1,0.0017573057,0.05000,2.727
34,block_sparse_moe.experts.187.w1,0.0009908017,0.05000,2.953
34,block_sparse_moe.experts.183.w1,0.0017935128,0.05000,2.932
34,block_sparse_moe.experts.191.w1,0.0011551294,0.05000,3.018
34,block_sparse_moe.experts.182.w1,0.0006698060,0.05000,3.229
34,block_sparse_moe.experts.180.w1,0.0011608516,0.05000,3.165
34,block_sparse_moe.experts.179.w1,0.0008540250,0.05000,3.056
34,block_sparse_moe.experts.206.w1,0.0003877664,0.05000,3.164
34,block_sparse_moe.experts.193.w1,0.0006962897,0.05000,2.938
34,block_sparse_moe.experts.197.w1,0.0014869869,0.05000,3.068
34,block_sparse_moe.experts.205.w1,0.0013241099,0.05000,2.954
34,block_sparse_moe.experts.201.w1,0.0010237006,0.05000,3.046
34,block_sparse_moe.experts.194.w1,0.0005866505,0.05000,3.236
34,block_sparse_moe.experts.200.w1,0.0012881706,0.05000,3.138
34,block_sparse_moe.experts.204.w1,0.0007762974,0.05000,3.072
34,block_sparse_moe.experts.202.w1,0.0009501014,0.05000,3.191
34,block_sparse_moe.experts.192.w1,0.0021423847,0.05000,3.171
34,block_sparse_moe.experts.199.w1,0.0003285515,0.05000,3.015
34,block_sparse_moe.experts.203.w1,0.0019516495,0.05000,3.140
34,block_sparse_moe.experts.207.w1,0.0006166542,0.05000,3.053
34,block_sparse_moe.experts.196.w1,0.0006451367,0.05000,3.046
34,block_sparse_moe.experts.198.w1,0.0009721198,0.05000,3.210
34,block_sparse_moe.experts.195.w1,0.0006895980,0.05000,3.109
34,block_sparse_moe.experts.209.w1,0.0003628148,0.05000,2.888
34,block_sparse_moe.experts.222.w1,0.0004803437,0.05000,3.007
34,block_sparse_moe.experts.213.w1,0.0019860716,0.05000,2.921
34,block_sparse_moe.experts.216.w1,0.0009157038,0.05000,2.821
34,block_sparse_moe.experts.217.w1,0.0007030266,0.05000,2.922
34,block_sparse_moe.experts.221.w1,0.0012634870,0.05000,3.001
34,block_sparse_moe.experts.220.w1,0.0016257280,0.05000,2.945
34,block_sparse_moe.experts.210.w1,0.0007689307,0.05000,3.033
34,block_sparse_moe.experts.208.w1,0.0004066593,0.05000,2.956
34,block_sparse_moe.experts.219.w1,0.0004282469,0.05000,2.920
34,block_sparse_moe.experts.215.w1,0.0006336324,0.05000,3.041
34,block_sparse_moe.experts.223.w1,0.0006937280,0.05000,3.008
34,block_sparse_moe.experts.218.w1,0.0009524040,0.05000,3.172
34,block_sparse_moe.experts.212.w1,0.0005095216,0.05000,2.957
34,block_sparse_moe.experts.214.w1,0.0007647832,0.05000,3.049
34,block_sparse_moe.experts.211.w1,0.0005766387,0.05000,2.987
34,block_sparse_moe.experts.229.w1,0.0003673845,0.05000,2.690
34,block_sparse_moe.experts.225.w1,0.0011367337,0.05000,2.829
34,block_sparse_moe.experts.238.w1,0.0026066320,0.05000,2.876
34,block_sparse_moe.experts.233.w1,0.0007638670,0.05000,2.734
34,block_sparse_moe.experts.237.w1,0.0011558188,0.05000,2.677
34,block_sparse_moe.experts.232.w1,0.0010658058,0.05000,3.061
34,block_sparse_moe.experts.226.w1,0.0008600760,0.05000,2.906
34,block_sparse_moe.experts.236.w1,0.0020926352,0.05000,3.114
34,block_sparse_moe.experts.234.w1,0.0011247490,0.05000,2.831
34,block_sparse_moe.experts.224.w1,0.0002677685,0.05000,3.091
34,block_sparse_moe.experts.235.w1,0.0020848928,0.05000,3.062
34,block_sparse_moe.experts.231.w1,0.0019564810,0.05000,2.997
34,block_sparse_moe.experts.239.w1,0.0014211104,0.05000,2.994
34,block_sparse_moe.experts.230.w1,0.0001097992,0.05000,2.843
34,block_sparse_moe.experts.228.w1,0.0005918019,0.05000,3.106
34,block_sparse_moe.experts.227.w1,0.0012973025,0.05000,3.061
34,block_sparse_moe.experts.245.w1,0.0004820368,0.05000,2.717
34,block_sparse_moe.experts.241.w1,0.0004260510,0.05000,2.718
34,block_sparse_moe.experts.253.w1,0.0008302187,0.05000,2.735
34,block_sparse_moe.experts.249.w1,0.0014333022,0.05000,2.827
34,block_sparse_moe.experts.254.w1,0.0023590460,0.05000,2.900
34,block_sparse_moe.experts.242.w1,0.0012853861,0.05000,2.975
34,block_sparse_moe.experts.248.w1,0.0008248943,0.05000,3.286
34,block_sparse_moe.experts.250.w1,0.0007187325,0.05000,3.065
34,block_sparse_moe.experts.246.w1,0.0012142823,0.05000,2.899
34,block_sparse_moe.experts.251.w1,0.0007819102,0.05000,3.135
34,block_sparse_moe.experts.247.w1,0.0005716525,0.05000,3.154
34,block_sparse_moe.experts.252.w1,0.0024981978,0.05000,3.321
34,block_sparse_moe.experts.255.w1,0.0008415871,0.05000,3.142
34,block_sparse_moe.experts.240.w1,0.0013737076,0.05000,3.251
34,block_sparse_moe.experts.244.w1,0.0007938447,0.05000,3.302
34,block_sparse_moe.experts.243.w1,0.0011276442,0.05000,3.246
34,block_sparse_moe.experts.1.w3,0.0001490277,0.05000,2.826
34,block_sparse_moe.experts.5.w3,0.0001885374,0.05000,2.924
34,block_sparse_moe.experts.9.w3,0.0008998714,0.05000,2.758
34,block_sparse_moe.experts.13.w3,0.0005114272,0.05000,2.938
34,block_sparse_moe.experts.14.w3,0.0017542732,0.05000,3.240
34,block_sparse_moe.experts.2.w3,0.0007511349,0.05000,3.120
34,block_sparse_moe.experts.8.w3,0.0007866325,0.05000,3.095
34,block_sparse_moe.experts.10.w3,0.0006689155,0.05000,3.113
34,block_sparse_moe.experts.11.w3,0.0009693604,0.05000,3.048
34,block_sparse_moe.experts.7.w3,0.0006734998,0.05000,3.026
34,block_sparse_moe.experts.0.w3,0.0008299399,0.05000,3.025
34,block_sparse_moe.experts.15.w3,0.0013757223,0.05000,3.048
34,block_sparse_moe.experts.12.w3,0.0012509668,0.05000,3.128
34,block_sparse_moe.experts.6.w3,0.0021462589,0.05000,3.190
34,block_sparse_moe.experts.4.w3,0.0007207229,0.05000,3.055
34,block_sparse_moe.experts.3.w3,0.0004722920,0.05000,3.046
34,block_sparse_moe.experts.17.w3,0.0006653983,0.05000,3.105
34,block_sparse_moe.experts.21.w3,0.0005113536,0.05000,3.082
34,block_sparse_moe.experts.25.w3,0.0009183427,0.05000,3.020
34,block_sparse_moe.experts.29.w3,0.0003380681,0.05000,3.038
34,block_sparse_moe.experts.30.w3,0.0002643105,0.05000,3.023
34,block_sparse_moe.experts.18.w3,0.0005752906,0.05000,3.010
34,block_sparse_moe.experts.24.w3,0.0006575416,0.05000,3.070
34,block_sparse_moe.experts.27.w3,0.0011716089,0.05000,2.962
34,block_sparse_moe.experts.23.w3,0.0010139987,0.05000,2.965
34,block_sparse_moe.experts.26.w3,0.0006826647,0.05000,3.086
34,block_sparse_moe.experts.31.w3,0.0025725349,0.05000,3.023
34,block_sparse_moe.experts.22.w3,0.0001832317,0.05000,2.981
34,block_sparse_moe.experts.16.w3,0.0003679997,0.05000,3.138
34,block_sparse_moe.experts.28.w3,0.0015516073,0.05000,3.089
34,block_sparse_moe.experts.20.w3,0.0012136934,0.05000,3.066
34,block_sparse_moe.experts.19.w3,0.0009733155,0.05000,3.007
34,block_sparse_moe.experts.37.w3,0.0047436007,0.05000,2.751
34,block_sparse_moe.experts.41.w3,0.0023853412,0.05000,2.813
34,block_sparse_moe.experts.33.w3,0.0085095477,0.05000,2.926
34,block_sparse_moe.experts.45.w3,0.0010149380,0.05000,2.906
34,block_sparse_moe.experts.46.w3,0.0012034037,0.05000,2.972
34,block_sparse_moe.experts.34.w3,0.0012873215,0.05000,2.925
34,block_sparse_moe.experts.40.w3,0.0002970087,0.05000,2.978
34,block_sparse_moe.experts.43.w3,0.0011963167,0.05000,2.945
34,block_sparse_moe.experts.38.w3,0.0014109379,0.05000,2.838
34,block_sparse_moe.experts.42.w3,0.0008898295,0.05000,2.941
34,block_sparse_moe.experts.39.w3,0.0007965704,0.05000,3.038
34,block_sparse_moe.experts.47.w3,0.0023210042,0.05000,2.948
34,block_sparse_moe.experts.44.w3,0.0006062809,0.05000,2.848
34,block_sparse_moe.experts.32.w3,0.0010148804,0.05000,2.899
34,block_sparse_moe.experts.36.w3,0.0012180960,0.05000,3.040
34,block_sparse_moe.experts.35.w3,0.0011315530,0.05000,2.939
34,block_sparse_moe.experts.53.w3,0.0006247378,0.05000,2.944
34,block_sparse_moe.experts.57.w3,0.0008113021,0.05000,2.964
34,block_sparse_moe.experts.49.w3,0.0011699333,0.05000,2.922
34,block_sparse_moe.experts.61.w3,0.0001493628,0.05000,2.965
34,block_sparse_moe.experts.62.w3,0.0008902884,0.05000,2.910
34,block_sparse_moe.experts.50.w3,0.0005396460,0.05000,2.930
34,block_sparse_moe.experts.54.w3,0.0006053441,0.05000,2.852
34,block_sparse_moe.experts.58.w3,0.0009722220,0.05000,2.862
34,block_sparse_moe.experts.59.w3,0.0015883053,0.05000,3.091
34,block_sparse_moe.experts.56.w3,0.0008427016,0.05000,3.109
34,block_sparse_moe.experts.63.w3,0.0006679140,0.05000,3.046
34,block_sparse_moe.experts.60.w3,0.0010181458,0.05000,3.070
34,block_sparse_moe.experts.55.w3,0.0002376331,0.05000,3.174
34,block_sparse_moe.experts.48.w3,0.0008727751,0.05000,3.140
34,block_sparse_moe.experts.51.w3,0.0019097597,0.05000,3.008
34,block_sparse_moe.experts.52.w3,0.0006973622,0.05000,3.102
34,block_sparse_moe.experts.69.w3,0.0003157778,0.05000,2.835
34,block_sparse_moe.experts.73.w3,0.0005222091,0.05000,2.836
34,block_sparse_moe.experts.65.w3,0.0005898549,0.05000,2.851
34,block_sparse_moe.experts.77.w3,0.0013907391,0.05000,2.757
34,block_sparse_moe.experts.78.w3,0.0009713389,0.05000,2.806
34,block_sparse_moe.experts.66.w3,0.0012146875,0.05000,2.874
34,block_sparse_moe.experts.70.w3,0.0005602849,0.05000,2.780
34,block_sparse_moe.experts.74.w3,0.0012712216,0.05000,2.896
34,block_sparse_moe.experts.72.w3,0.0014961297,0.05000,2.964
34,block_sparse_moe.experts.75.w3,0.0004964613,0.05000,3.056
34,block_sparse_moe.experts.76.w3,0.0003095077,0.05000,2.971
34,block_sparse_moe.experts.71.w3,0.0010675050,0.05000,2.956
34,block_sparse_moe.experts.79.w3,0.0009634159,0.05000,3.118
34,block_sparse_moe.experts.64.w3,0.0002907637,0.05000,3.025
34,block_sparse_moe.experts.67.w3,0.0008434011,0.05000,3.031
34,block_sparse_moe.experts.68.w3,0.0015372032,0.05000,2.970
34,block_sparse_moe.experts.85.w3,0.0021502834,0.05000,2.909
34,block_sparse_moe.experts.89.w3,0.0020327788,0.05000,2.891
34,block_sparse_moe.experts.81.w3,0.0011309667,0.05000,2.908
34,block_sparse_moe.experts.93.w3,0.0006131444,0.05000,2.932
34,block_sparse_moe.experts.94.w3,0.0009477889,0.05000,3.017
34,block_sparse_moe.experts.82.w3,0.0012944678,0.05000,2.946
34,block_sparse_moe.experts.86.w3,0.0002867342,0.05000,3.042
34,block_sparse_moe.experts.90.w3,0.0004503665,0.05000,2.984
34,block_sparse_moe.experts.91.w3,0.0002039604,0.05000,2.954
34,block_sparse_moe.experts.88.w3,0.0016969017,0.05000,3.161
34,block_sparse_moe.experts.87.w3,0.0007102688,0.05000,3.011
34,block_sparse_moe.experts.92.w3,0.0001529303,0.05000,3.124
34,block_sparse_moe.experts.95.w3,0.0021687181,0.05000,3.121
34,block_sparse_moe.experts.80.w3,0.0005392834,0.05000,3.156
34,block_sparse_moe.experts.83.w3,0.0012357674,0.05000,3.133
34,block_sparse_moe.experts.84.w3,0.0006419945,0.05000,3.164
34,block_sparse_moe.experts.101.w3,0.0014941692,0.05000,3.112
34,block_sparse_moe.experts.105.w3,0.0003797405,0.05000,3.087
34,block_sparse_moe.experts.97.w3,0.0008759713,0.05000,3.177
34,block_sparse_moe.experts.109.w3,0.0011501341,0.05000,3.191
34,block_sparse_moe.experts.110.w3,0.0012731168,0.05000,3.119
34,block_sparse_moe.experts.98.w3,0.0006931477,0.05000,3.145
34,block_sparse_moe.experts.102.w3,0.0003301030,0.05000,3.177
34,block_sparse_moe.experts.106.w3,0.0025624384,0.05000,3.268
34,block_sparse_moe.experts.104.w3,0.0005326307,0.05000,2.979
34,block_sparse_moe.experts.108.w3,0.0002621762,0.05000,2.976
34,block_sparse_moe.experts.107.w3,0.0012115240,0.05000,3.247
34,block_sparse_moe.experts.103.w3,0.0003574618,0.05000,3.243
34,block_sparse_moe.experts.96.w3,0.0010124304,0.05000,2.998
34,block_sparse_moe.experts.111.w3,0.0002966048,0.05000,3.165
34,block_sparse_moe.experts.100.w3,0.0010038541,0.05000,2.975
34,block_sparse_moe.experts.99.w3,0.0005795369,0.05000,3.200
34,block_sparse_moe.experts.121.w3,0.0006831601,0.05000,3.036
34,block_sparse_moe.experts.117.w3,0.0010917773,0.05000,3.079
34,block_sparse_moe.experts.113.w3,0.0003893598,0.05000,3.068
34,block_sparse_moe.experts.125.w3,0.0019437077,0.05000,3.040
34,block_sparse_moe.experts.126.w3,0.0011744747,0.05000,2.981
34,block_sparse_moe.experts.114.w3,0.0007617770,0.05000,3.078
34,block_sparse_moe.experts.118.w3,0.0019414706,0.05000,3.010
34,block_sparse_moe.experts.122.w3,0.0005770388,0.05000,2.931
34,block_sparse_moe.experts.120.w3,0.0002869004,0.05000,3.043
34,block_sparse_moe.experts.124.w3,0.0014706392,0.05000,2.965
34,block_sparse_moe.experts.112.w3,0.0004540940,0.05000,2.941
34,block_sparse_moe.experts.123.w3,0.0009286609,0.05000,3.107
34,block_sparse_moe.experts.119.w3,0.0003390244,0.05000,3.036
34,block_sparse_moe.experts.127.w3,0.0005715764,0.05000,3.052
34,block_sparse_moe.experts.116.w3,0.0010656667,0.05000,3.064
34,block_sparse_moe.experts.115.w3,0.0007149460,0.05000,2.994
34,block_sparse_moe.experts.137.w3,0.0020233778,0.05000,2.828
34,block_sparse_moe.experts.133.w3,0.0011031081,0.05000,2.892
34,block_sparse_moe.experts.129.w3,0.0011681761,0.05000,2.935
34,block_sparse_moe.experts.141.w3,0.0007734453,0.05000,2.950
34,block_sparse_moe.experts.142.w3,0.0019543599,0.05000,3.109
34,block_sparse_moe.experts.130.w3,0.0017806955,0.05000,3.214
34,block_sparse_moe.experts.134.w3,0.0011061371,0.05000,3.172
34,block_sparse_moe.experts.138.w3,0.0004204375,0.05000,3.129
34,block_sparse_moe.experts.136.w3,0.0018965456,0.05000,2.981
34,block_sparse_moe.experts.140.w3,0.0025335993,0.05000,3.027
34,block_sparse_moe.experts.135.w3,0.0011046008,0.05000,2.774
34,block_sparse_moe.experts.139.w3,0.0020388181,0.05000,2.927
34,block_sparse_moe.experts.128.w3,0.0006771099,0.05000,2.999
34,block_sparse_moe.experts.143.w3,0.0010840810,0.05000,2.894
34,block_sparse_moe.experts.131.w3,0.0014443311,0.05000,2.838
34,block_sparse_moe.experts.132.w3,0.0016486070,0.05000,3.132
34,block_sparse_moe.experts.153.w3,0.0021748858,0.05000,3.149
34,block_sparse_moe.experts.149.w3,0.0017443122,0.05000,3.119
34,block_sparse_moe.experts.145.w3,0.0005563185,0.05000,3.164
34,block_sparse_moe.experts.157.w3,0.0003590829,0.05000,3.135
34,block_sparse_moe.experts.158.w3,0.0009287955,0.05000,3.010
34,block_sparse_moe.experts.146.w3,0.0005773768,0.05000,2.843
34,block_sparse_moe.experts.150.w3,0.0009610278,0.05000,2.827
34,block_sparse_moe.experts.154.w3,0.0014937546,0.05000,2.846
34,block_sparse_moe.experts.156.w3,0.0010855669,0.05000,2.867
34,block_sparse_moe.experts.152.w3,0.0004860636,0.05000,3.008
34,block_sparse_moe.experts.151.w3,0.0008921217,0.05000,2.976
34,block_sparse_moe.experts.144.w3,0.0006425271,0.05000,2.905
34,block_sparse_moe.experts.155.w3,0.0004163457,0.05000,3.010
34,block_sparse_moe.experts.159.w3,0.0009721425,0.05000,3.034
34,block_sparse_moe.experts.147.w3,0.0010035318,0.05000,3.074
34,block_sparse_moe.experts.148.w3,0.0009974183,0.05000,2.936
34,block_sparse_moe.experts.165.w3,0.0014393502,0.05000,3.049
34,block_sparse_moe.experts.169.w3,0.0005446328,0.05000,3.121
34,block_sparse_moe.experts.161.w3,0.0007870146,0.05000,3.107
34,block_sparse_moe.experts.173.w3,0.0007793881,0.05000,3.139
34,block_sparse_moe.experts.174.w3,0.0008407261,0.05000,2.867
34,block_sparse_moe.experts.162.w3,0.0008125772,0.05000,3.059
34,block_sparse_moe.experts.166.w3,0.0008235569,0.05000,3.056
34,block_sparse_moe.experts.170.w3,0.0012858693,0.05000,3.051
34,block_sparse_moe.experts.172.w3,0.0005619662,0.05000,3.069
34,block_sparse_moe.experts.168.w3,0.0007028645,0.05000,3.062
34,block_sparse_moe.experts.167.w3,0.0012668574,0.05000,3.140
34,block_sparse_moe.experts.171.w3,0.0008204732,0.05000,3.022
34,block_sparse_moe.experts.160.w3,0.0008447932,0.05000,3.126
34,block_sparse_moe.experts.175.w3,0.0014150306,0.05000,3.102
34,block_sparse_moe.experts.163.w3,0.0009506045,0.05000,3.049
34,block_sparse_moe.experts.164.w3,0.0010212428,0.05000,3.059
34,block_sparse_moe.experts.181.w3,0.0001609491,0.05000,2.943
34,block_sparse_moe.experts.185.w3,0.0003172378,0.05000,3.051
34,block_sparse_moe.experts.177.w3,0.0001247785,0.05000,2.986
34,block_sparse_moe.experts.189.w3,0.0018834314,0.05000,3.071
34,block_sparse_moe.experts.190.w3,0.0033273943,0.05000,2.926
34,block_sparse_moe.experts.178.w3,0.0003413535,0.05000,2.817
34,block_sparse_moe.experts.182.w3,0.0006985434,0.05000,2.698
34,block_sparse_moe.experts.186.w3,0.0008346749,0.05000,2.807
34,block_sparse_moe.experts.188.w3,0.0048172386,0.05000,2.943
34,block_sparse_moe.experts.184.w3,0.0007280944,0.05000,2.936
34,block_sparse_moe.experts.183.w3,0.0020271033,0.05000,2.978
34,block_sparse_moe.experts.176.w3,0.0010194169,0.05000,2.955
34,block_sparse_moe.experts.187.w3,0.0010550981,0.05000,3.018
34,block_sparse_moe.experts.191.w3,0.0013189310,0.05000,2.962
34,block_sparse_moe.experts.179.w3,0.0009131177,0.05000,3.018
34,block_sparse_moe.experts.180.w3,0.0012736969,0.05000,2.997
34,block_sparse_moe.experts.197.w3,0.0016170111,0.05000,2.961
34,block_sparse_moe.experts.201.w3,0.0010610485,0.05000,2.973
34,block_sparse_moe.experts.193.w3,0.0007442076,0.05000,2.978
34,block_sparse_moe.experts.205.w3,0.0013960819,0.05000,3.045
34,block_sparse_moe.experts.206.w3,0.0003991272,0.05000,3.036
34,block_sparse_moe.experts.194.w3,0.0006321851,0.05000,3.204
34,block_sparse_moe.experts.198.w3,0.0010525911,0.05000,3.108
34,block_sparse_moe.experts.202.w3,0.0011594852,0.05000,3.184
34,block_sparse_moe.experts.200.w3,0.0013625519,0.05000,2.903
34,block_sparse_moe.experts.204.w3,0.0008358326,0.05000,2.983
34,block_sparse_moe.experts.192.w3,0.0027952559,0.05000,2.958
34,block_sparse_moe.experts.199.w3,0.0003473164,0.05000,3.169
34,block_sparse_moe.experts.203.w3,0.0022229925,0.05000,3.151
34,block_sparse_moe.experts.207.w3,0.0006387817,0.05000,3.209
34,block_sparse_moe.experts.196.w3,0.0007334284,0.05000,2.898
34,block_sparse_moe.experts.195.w3,0.0007817183,0.05000,3.162
34,block_sparse_moe.experts.213.w3,0.0021877562,0.05000,2.841
34,block_sparse_moe.experts.217.w3,0.0007930547,0.05000,2.838
34,block_sparse_moe.experts.209.w3,0.0004168744,0.05000,3.080
34,block_sparse_moe.experts.221.w3,0.0014105564,0.05000,2.999
34,block_sparse_moe.experts.222.w3,0.0005163840,0.05000,3.319
34,block_sparse_moe.experts.210.w3,0.0008116687,0.05000,3.249
34,block_sparse_moe.experts.214.w3,0.0008848974,0.05000,3.321
34,block_sparse_moe.experts.216.w3,0.0009796744,0.05000,2.937
34,block_sparse_moe.experts.220.w3,0.0017073792,0.05000,2.963
34,block_sparse_moe.experts.218.w3,0.0010368928,0.05000,3.236
34,block_sparse_moe.experts.208.w3,0.0004840598,0.05000,2.985
34,block_sparse_moe.experts.219.w3,0.0005000585,0.05000,3.135
34,block_sparse_moe.experts.215.w3,0.0006611145,0.05000,3.239
34,block_sparse_moe.experts.223.w3,0.0007441981,0.05000,2.994
34,block_sparse_moe.experts.212.w3,0.0006132749,0.05000,3.083
34,block_sparse_moe.experts.211.w3,0.0006044220,0.05000,3.014
34,block_sparse_moe.experts.229.w3,0.0003839547,0.05000,3.304
34,block_sparse_moe.experts.233.w3,0.0008012373,0.05000,3.360
34,block_sparse_moe.experts.225.w3,0.0011971921,0.05000,3.268
34,block_sparse_moe.experts.237.w3,0.0012541988,0.05000,3.227
34,block_sparse_moe.experts.238.w3,0.0027970692,0.05000,3.063
34,block_sparse_moe.experts.226.w3,0.0010022014,0.05000,2.990
34,block_sparse_moe.experts.236.w3,0.0022923114,0.05000,2.927
34,block_sparse_moe.experts.230.w3,0.0001179484,0.05000,2.987
34,block_sparse_moe.experts.232.w3,0.0011285533,0.05000,3.017
34,block_sparse_moe.experts.234.w3,0.0013826219,0.05000,3.014
34,block_sparse_moe.experts.224.w3,0.0002802647,0.05000,2.931
34,block_sparse_moe.experts.235.w3,0.0022076622,0.05000,3.195
34,block_sparse_moe.experts.231.w3,0.0020557443,0.05000,3.120
34,block_sparse_moe.experts.228.w3,0.0006403957,0.05000,3.066
34,block_sparse_moe.experts.239.w3,0.0016530306,0.05000,3.261
34,block_sparse_moe.experts.227.w3,0.0013960473,0.05000,3.158
34,block_sparse_moe.experts.245.w3,0.0005699976,0.05000,3.064
34,block_sparse_moe.experts.249.w3,0.0016341760,0.05000,2.896
34,block_sparse_moe.experts.241.w3,0.0004478739,0.05000,2.671
34,block_sparse_moe.experts.253.w3,0.0008900319,0.05000,2.599
34,block_sparse_moe.experts.254.w3,0.0025373017,0.05000,2.764
34,block_sparse_moe.experts.242.w3,0.0013792829,0.05000,2.699
34,block_sparse_moe.experts.246.w3,0.0012787076,0.05000,2.659
34,block_sparse_moe.experts.250.w3,0.0008005340,0.05000,2.499
34,block_sparse_moe.experts.252.w3,0.0028764847,0.05000,2.808
34,block_sparse_moe.experts.248.w3,0.0009144905,0.05000,2.808
34,block_sparse_moe.experts.240.w3,0.0015079156,0.05000,2.698
34,block_sparse_moe.experts.244.w3,0.0008323763,0.05000,2.208
34,block_sparse_moe.experts.247.w3,0.0006472043,0.05000,2.424
34,block_sparse_moe.experts.251.w3,0.0008706872,0.05000,2.523
34,block_sparse_moe.experts.255.w3,0.0008838765,0.05000,2.369
34,block_sparse_moe.experts.243.w3,0.0011896945,0.05000,2.224
34,block_sparse_moe.experts.0.w2,0.0006757206,0.05000,1.522
34,block_sparse_moe.experts.1.w2,0.0001122521,0.05000,1.530
34,block_sparse_moe.experts.2.w2,0.0015894537,0.05000,1.563
34,block_sparse_moe.experts.8.w2,0.0009338434,0.05000,1.521
34,block_sparse_moe.experts.12.w2,0.0017129184,0.05000,1.522
34,block_sparse_moe.experts.10.w2,0.0012006803,0.05000,1.522
34,block_sparse_moe.experts.5.w2,0.0002106634,0.05000,1.570
34,block_sparse_moe.experts.9.w2,0.0008117911,0.05000,1.528
34,block_sparse_moe.experts.4.w2,0.0010494506,0.05000,1.572
34,block_sparse_moe.experts.14.w2,0.0022051197,0.05000,1.571
34,block_sparse_moe.experts.13.w2,0.0003352007,0.05000,1.583
34,block_sparse_moe.experts.6.w2,0.0042003867,0.05000,1.675
34,block_sparse_moe.experts.15.w2,0.0009620559,0.05000,1.660
34,block_sparse_moe.experts.3.w2,0.0009645706,0.05000,1.716
34,block_sparse_moe.experts.11.w2,0.0004918154,0.05000,1.681
34,block_sparse_moe.experts.7.w2,0.0019979940,0.05000,1.704
34,block_sparse_moe.experts.17.w2,0.0013704872,0.05000,1.484
34,block_sparse_moe.experts.16.w2,0.0008163726,0.05000,1.496
34,block_sparse_moe.experts.26.w2,0.0013948309,0.05000,1.466
34,block_sparse_moe.experts.19.w2,0.0007734295,0.05000,1.344
34,block_sparse_moe.experts.29.w2,0.0005806777,0.05000,1.437
34,block_sparse_moe.experts.24.w2,0.0002466945,0.05000,1.499
34,block_sparse_moe.experts.25.w2,0.0027534307,0.05000,1.494
34,block_sparse_moe.experts.20.w2,0.0008417784,0.05000,1.495
34,block_sparse_moe.experts.21.w2,0.0005729642,0.05000,1.502
34,block_sparse_moe.experts.31.w2,0.0030392785,0.05000,1.384
34,block_sparse_moe.experts.18.w2,0.0004567033,0.05000,1.542
34,block_sparse_moe.experts.23.w2,0.0027512804,0.05000,1.362
34,block_sparse_moe.experts.27.w2,0.0009529384,0.05000,1.399
34,block_sparse_moe.experts.28.w2,0.0022810216,0.05000,1.572
34,block_sparse_moe.experts.30.w2,0.0002862269,0.05000,1.561
34,block_sparse_moe.experts.22.w2,0.0005289766,0.05000,1.578
34,block_sparse_moe.experts.39.w2,0.0023972865,0.05000,1.284
34,block_sparse_moe.experts.33.w2,0.0322804415,0.05000,1.404
34,block_sparse_moe.experts.43.w2,0.0010950043,0.05000,1.297
34,block_sparse_moe.experts.47.w2,0.0065696441,0.05000,1.362
34,block_sparse_moe.experts.35.w2,0.0003062385,0.05000,1.399
34,block_sparse_moe.experts.42.w2,0.0005175208,0.05000,1.439
34,block_sparse_moe.experts.45.w2,0.0007425055,0.05000,1.414
34,block_sparse_moe.experts.41.w2,0.0085531700,0.05000,1.454
34,block_sparse_moe.experts.37.w2,0.0106578462,0.05000,1.463
34,block_sparse_moe.experts.32.w2,0.0008122141,0.05000,1.522
34,block_sparse_moe.experts.40.w2,0.0000761669,0.05000,1.481
34,block_sparse_moe.experts.34.w2,0.0018980232,0.05000,1.451
34,block_sparse_moe.experts.36.w2,0.0013733503,0.05000,1.505
34,block_sparse_moe.experts.46.w2,0.0005082913,0.05000,1.417
34,block_sparse_moe.experts.38.w2,0.0012147869,0.05000,1.378
34,block_sparse_moe.experts.44.w2,0.0004527849,0.05000,1.499
34,block_sparse_moe.experts.58.w2,0.0026756374,0.05000,1.344
34,block_sparse_moe.experts.50.w2,0.0002948608,0.05000,1.394
34,block_sparse_moe.experts.49.w2,0.0008247739,0.05000,1.530
34,block_sparse_moe.experts.55.w2,0.0011994908,0.05000,1.595
34,block_sparse_moe.experts.62.w2,0.0021042096,0.05000,1.421
34,block_sparse_moe.experts.57.w2,0.0023298944,0.05000,1.512
34,block_sparse_moe.experts.59.w2,0.0011169720,0.05000,1.612
34,block_sparse_moe.experts.51.w2,0.0016879484,0.05000,1.605
34,block_sparse_moe.experts.61.w2,0.0003694172,0.05000,1.598
34,block_sparse_moe.experts.53.w2,0.0009019667,0.05000,1.569
34,block_sparse_moe.experts.54.w2,0.0013072569,0.05000,1.476
34,block_sparse_moe.experts.63.w2,0.0003753651,0.05000,1.654
34,block_sparse_moe.experts.52.w2,0.0002193616,0.05000,1.556
34,block_sparse_moe.experts.48.w2,0.0006883142,0.05000,1.611
34,block_sparse_moe.experts.56.w2,0.0011300681,0.05000,1.615
34,block_sparse_moe.experts.60.w2,0.0043864255,0.05000,1.572
34,block_sparse_moe.experts.71.w2,0.0022449895,0.05000,1.467
34,block_sparse_moe.experts.65.w2,0.0013938998,0.05000,1.516
34,block_sparse_moe.experts.74.w2,0.0009308228,0.05000,1.656
34,block_sparse_moe.experts.75.w2,0.0004120673,0.05000,1.493
34,block_sparse_moe.experts.73.w2,0.0009193998,0.05000,1.517
34,block_sparse_moe.experts.66.w2,0.0005821677,0.05000,1.596
34,block_sparse_moe.experts.67.w2,0.0006016466,0.05000,1.537
34,block_sparse_moe.experts.64.w2,0.0003830054,0.05000,1.454
34,block_sparse_moe.experts.77.w2,0.0070939004,0.05000,1.541
34,block_sparse_moe.experts.69.w2,0.0002287713,0.05000,1.526
34,block_sparse_moe.experts.78.w2,0.0004478779,0.05000,1.629
34,block_sparse_moe.experts.79.w2,0.0006392984,0.05000,1.536
34,block_sparse_moe.experts.72.w2,0.0031701642,0.05000,1.496
34,block_sparse_moe.experts.70.w2,0.0016922113,0.05000,1.588
34,block_sparse_moe.experts.68.w2,0.0011392537,0.05000,1.574
34,block_sparse_moe.experts.76.w2,0.0003368062,0.05000,1.502
34,block_sparse_moe.experts.87.w2,0.0002235511,0.05000,1.388
34,block_sparse_moe.experts.81.w2,0.0022652494,0.05000,1.474
34,block_sparse_moe.experts.91.w2,0.0005088390,0.05000,1.427
34,block_sparse_moe.experts.90.w2,0.0008753384,0.05000,1.522
34,block_sparse_moe.experts.83.w2,0.0009677854,0.05000,1.424
34,block_sparse_moe.experts.89.w2,0.0060758841,0.05000,1.496
34,block_sparse_moe.experts.82.w2,0.0006360717,0.05000,1.548
34,block_sparse_moe.experts.95.w2,0.0189836459,0.05000,1.454
34,block_sparse_moe.experts.93.w2,0.0001725746,0.05000,1.494
34,block_sparse_moe.experts.94.w2,0.0023916032,0.05000,1.474
34,block_sparse_moe.experts.85.w2,0.0041940378,0.05000,1.492
34,block_sparse_moe.experts.88.w2,0.0014441831,0.05000,1.484
34,block_sparse_moe.experts.80.w2,0.0003121776,0.05000,1.561
34,block_sparse_moe.experts.86.w2,0.0003124438,0.05000,1.510
34,block_sparse_moe.experts.84.w2,0.0001255599,0.05000,1.540
34,block_sparse_moe.experts.92.w2,0.0002411495,0.05000,1.549
34,block_sparse_moe.experts.103.w2,0.0003212098,0.05000,1.452
34,block_sparse_moe.experts.107.w2,0.0004115092,0.05000,1.419
34,block_sparse_moe.experts.97.w2,0.0064413905,0.05000,1.447
34,block_sparse_moe.experts.106.w2,0.0114696696,0.05000,1.472
34,block_sparse_moe.experts.99.w2,0.0004079831,0.05000,1.497
34,block_sparse_moe.experts.109.w2,0.0028075235,0.05000,1.420
34,block_sparse_moe.experts.105.w2,0.0002745496,0.05000,1.492
34,block_sparse_moe.experts.98.w2,0.0003079693,0.05000,1.489
34,block_sparse_moe.experts.110.w2,0.0004056609,0.05000,1.479
34,block_sparse_moe.experts.111.w2,0.0011202146,0.05000,1.499
34,block_sparse_moe.experts.101.w2,0.0020599608,0.05000,1.498
34,block_sparse_moe.experts.96.w2,0.0007620238,0.05000,1.498
34,block_sparse_moe.experts.104.w2,0.0008265411,0.05000,1.527
34,block_sparse_moe.experts.102.w2,0.0006311138,0.05000,1.480
34,block_sparse_moe.experts.100.w2,0.0010151641,0.05000,1.516
34,block_sparse_moe.experts.108.w2,0.0001528207,0.05000,1.517
34,block_sparse_moe.experts.119.w2,0.0002208618,0.05000,1.559
34,block_sparse_moe.experts.113.w2,0.0017572003,0.05000,1.557
34,block_sparse_moe.experts.122.w2,0.0012369546,0.05000,1.485
34,block_sparse_moe.experts.123.w2,0.0002349403,0.05000,1.581
34,block_sparse_moe.experts.125.w2,0.0008151700,0.05000,1.472
34,block_sparse_moe.experts.121.w2,0.0004885768,0.05000,1.497
34,block_sparse_moe.experts.126.w2,0.0016661335,0.05000,1.456
34,block_sparse_moe.experts.114.w2,0.0016764001,0.05000,1.490
34,block_sparse_moe.experts.117.w2,0.0019627638,0.05000,1.486
34,block_sparse_moe.experts.115.w2,0.0040283970,0.05000,1.600
34,block_sparse_moe.experts.118.w2,0.0050782821,0.05000,1.465
34,block_sparse_moe.experts.127.w2,0.0006325341,0.05000,1.577
34,block_sparse_moe.experts.112.w2,0.0002998728,0.05000,1.542
34,block_sparse_moe.experts.120.w2,0.0009105341,0.05000,1.564
34,block_sparse_moe.experts.116.w2,0.0012454659,0.05000,1.541
34,block_sparse_moe.experts.124.w2,0.0007858589,0.05000,1.545
34,block_sparse_moe.experts.135.w2,0.0012837447,0.05000,1.481
34,block_sparse_moe.experts.129.w2,0.0005422881,0.05000,1.499
34,block_sparse_moe.experts.139.w2,0.0037802418,0.05000,1.492
34,block_sparse_moe.experts.138.w2,0.0003261952,0.05000,1.611
34,block_sparse_moe.experts.141.w2,0.0005061743,0.05000,1.569
34,block_sparse_moe.experts.131.w2,0.0016190961,0.05000,1.472
34,block_sparse_moe.experts.128.w2,0.0005801686,0.05000,1.415
34,block_sparse_moe.experts.137.w2,0.0059049845,0.05000,1.590
34,block_sparse_moe.experts.136.w2,0.0012574496,0.05000,1.394
34,block_sparse_moe.experts.142.w2,0.0027701593,0.05000,1.602
34,block_sparse_moe.experts.130.w2,0.0105456268,0.05000,1.597
34,block_sparse_moe.experts.133.w2,0.0004438590,0.05000,1.620
34,block_sparse_moe.experts.143.w2,0.0020176569,0.05000,1.550
34,block_sparse_moe.experts.140.w2,0.0056674139,0.05000,1.409
34,block_sparse_moe.experts.132.w2,0.0014962226,0.05000,1.459
34,block_sparse_moe.experts.134.w2,0.0005306563,0.05000,1.673
34,block_sparse_moe.experts.151.w2,0.0017822087,0.05000,1.509
34,block_sparse_moe.experts.155.w2,0.0007848555,0.05000,1.465
34,block_sparse_moe.experts.145.w2,0.0006727062,0.05000,1.493
34,block_sparse_moe.experts.157.w2,0.0002614814,0.05000,1.476
34,block_sparse_moe.experts.147.w2,0.0033007656,0.05000,1.490
34,block_sparse_moe.experts.159.w2,0.0023722002,0.05000,1.417
34,block_sparse_moe.experts.144.w2,0.0003613418,0.05000,1.525
34,block_sparse_moe.experts.153.w2,0.0037710871,0.05000,1.533
34,block_sparse_moe.experts.152.w2,0.0073684415,0.05000,1.547
34,block_sparse_moe.experts.154.w2,0.0035557526,0.05000,1.627
34,block_sparse_moe.experts.149.w2,0.0021534987,0.05000,1.506
34,block_sparse_moe.experts.156.w2,0.0016837283,0.05000,1.507
34,block_sparse_moe.experts.146.w2,0.0014503368,0.05000,1.580
34,block_sparse_moe.experts.148.w2,0.0008858579,0.05000,1.547
34,block_sparse_moe.experts.158.w2,0.0028989189,0.05000,1.657
34,block_sparse_moe.experts.150.w2,0.0005584658,0.05000,1.575
34,block_sparse_moe.experts.161.w2,0.0033536317,0.05000,1.427
34,block_sparse_moe.experts.167.w2,0.0009918763,0.05000,1.515
34,block_sparse_moe.experts.171.w2,0.0005796108,0.05000,1.507
34,block_sparse_moe.experts.173.w2,0.0027694595,0.05000,1.430
34,block_sparse_moe.experts.160.w2,0.0004407213,0.05000,1.418
34,block_sparse_moe.experts.168.w2,0.0001835856,0.05000,1.414
34,block_sparse_moe.experts.170.w2,0.0013700520,0.05000,1.403
34,block_sparse_moe.experts.169.w2,0.0013987403,0.05000,1.483
34,block_sparse_moe.experts.163.w2,0.0009449664,0.05000,1.573
34,block_sparse_moe.experts.162.w2,0.0003421560,0.05000,1.425
34,block_sparse_moe.experts.175.w2,0.0019301554,0.05000,1.538
34,block_sparse_moe.experts.172.w2,0.0013601112,0.05000,1.461
34,block_sparse_moe.experts.174.w2,0.0010982107,0.05000,1.392
34,block_sparse_moe.experts.165.w2,0.0015184508,0.05000,1.477
34,block_sparse_moe.experts.166.w2,0.0006462487,0.05000,1.377
34,block_sparse_moe.experts.164.w2,0.0019357586,0.05000,1.517
34,block_sparse_moe.experts.177.w2,0.0004528380,0.05000,1.505
34,block_sparse_moe.experts.187.w2,0.0007022964,0.05000,1.553
34,block_sparse_moe.experts.183.w2,0.0057819944,0.05000,1.644
34,block_sparse_moe.experts.189.w2,0.0015608599,0.05000,1.555
34,block_sparse_moe.experts.184.w2,0.0055348772,0.05000,1.485
34,block_sparse_moe.experts.176.w2,0.0003729889,0.05000,1.566
34,block_sparse_moe.experts.188.w2,0.0180978883,0.05000,1.449
34,block_sparse_moe.experts.179.w2,0.0006449177,0.05000,1.522
34,block_sparse_moe.experts.185.w2,0.0002687058,0.05000,1.550
34,block_sparse_moe.experts.186.w2,0.0024277858,0.05000,1.600
34,block_sparse_moe.experts.181.w2,0.0004959662,0.05000,1.515
34,block_sparse_moe.experts.178.w2,0.0006005840,0.05000,1.551
34,block_sparse_moe.experts.191.w2,0.0026072205,0.05000,1.546
34,block_sparse_moe.experts.180.w2,0.0021723722,0.05000,1.483
34,block_sparse_moe.experts.190.w2,0.0173171869,0.05000,1.614
34,block_sparse_moe.experts.182.w2,0.0025181237,0.05000,1.602
34,block_sparse_moe.experts.203.w2,0.0065718518,0.05000,1.451
34,block_sparse_moe.experts.193.w2,0.0005567650,0.05000,1.591
34,block_sparse_moe.experts.199.w2,0.0015247768,0.05000,1.486
34,block_sparse_moe.experts.205.w2,0.0003497585,0.05000,1.598
34,block_sparse_moe.experts.192.w2,0.0212020273,0.05000,1.551
34,block_sparse_moe.experts.204.w2,0.0013361746,0.05000,1.540
34,block_sparse_moe.experts.194.w2,0.0005857701,0.05000,1.469
34,block_sparse_moe.experts.200.w2,0.0007600156,0.05000,1.644
34,block_sparse_moe.experts.202.w2,0.0012159632,0.05000,1.523
34,block_sparse_moe.experts.195.w2,0.0062555164,0.05000,1.537
34,block_sparse_moe.experts.207.w2,0.0001825234,0.05000,1.490
34,block_sparse_moe.experts.197.w2,0.0016781494,0.05000,1.572
34,block_sparse_moe.experts.201.w2,0.0008167220,0.05000,1.608
34,block_sparse_moe.experts.206.w2,0.0012409557,0.05000,1.509
34,block_sparse_moe.experts.196.w2,0.0017566017,0.05000,1.651
34,block_sparse_moe.experts.198.w2,0.0022732006,0.05000,1.610
34,block_sparse_moe.experts.209.w2,0.0005033262,0.05000,1.427
34,block_sparse_moe.experts.219.w2,0.0018288079,0.05000,1.518
34,block_sparse_moe.experts.215.w2,0.0002598093,0.05000,1.515
34,block_sparse_moe.experts.221.w2,0.0020103486,0.05000,1.475
34,block_sparse_moe.experts.210.w2,0.0006279469,0.05000,1.461
34,block_sparse_moe.experts.217.w2,0.0018612886,0.05000,1.371
34,block_sparse_moe.experts.218.w2,0.0006143368,0.05000,1.464
34,block_sparse_moe.experts.211.w2,0.0002507256,0.05000,1.478
34,block_sparse_moe.experts.213.w2,0.0059242849,0.05000,1.407
34,block_sparse_moe.experts.223.w2,0.0006171103,0.05000,1.482
34,block_sparse_moe.experts.220.w2,0.0006629462,0.05000,1.527
34,block_sparse_moe.experts.208.w2,0.0006229209,0.05000,1.550
34,block_sparse_moe.experts.216.w2,0.0010165460,0.05000,1.546
34,block_sparse_moe.experts.222.w2,0.0020710007,0.05000,1.465
34,block_sparse_moe.experts.212.w2,0.0015511353,0.05000,1.482
34,block_sparse_moe.experts.214.w2,0.0011826318,0.05000,1.525
34,block_sparse_moe.experts.225.w2,0.0012308486,0.05000,1.387
34,block_sparse_moe.experts.235.w2,0.0151705905,0.05000,1.506
34,block_sparse_moe.experts.237.w2,0.0018403703,0.05000,1.369
34,block_sparse_moe.experts.233.w2,0.0003267157,0.05000,1.361
34,block_sparse_moe.experts.231.w2,0.0013706349,0.05000,1.518
34,block_sparse_moe.experts.229.w2,0.0009894516,0.05000,1.391
34,block_sparse_moe.experts.234.w2,0.0033495961,0.05000,1.494
34,block_sparse_moe.experts.226.w2,0.0035659334,0.05000,1.519
34,block_sparse_moe.experts.239.w2,0.0067690942,0.05000,1.547
34,block_sparse_moe.experts.227.w2,0.0025709118,0.05000,1.579
34,block_sparse_moe.experts.236.w2,0.0036823821,0.05000,1.561
34,block_sparse_moe.experts.224.w2,0.0006996048,0.05000,1.544
34,block_sparse_moe.experts.238.w2,0.0098996554,0.05000,1.546
34,block_sparse_moe.experts.232.w2,0.0037785706,0.05000,1.584
34,block_sparse_moe.experts.228.w2,0.0011760920,0.05000,1.488
34,block_sparse_moe.experts.230.w2,0.0001789013,0.05000,1.495
34,block_sparse_moe.experts.241.w2,0.0003867447,0.05000,1.539
34,block_sparse_moe.experts.253.w2,0.0012432767,0.05000,1.461
34,block_sparse_moe.experts.251.w2,0.0010357793,0.05000,1.501
34,block_sparse_moe.experts.249.w2,0.0052891650,0.05000,1.449
34,block_sparse_moe.experts.247.w2,0.0023653259,0.05000,1.455
34,block_sparse_moe.experts.245.w2,0.0005705006,0.05000,1.412
34,block_sparse_moe.experts.255.w2,0.0010867814,0.05000,1.359
34,block_sparse_moe.experts.243.w2,0.0008936662,0.05000,1.369
34,block_sparse_moe.experts.240.w2,0.0016746881,0.05000,1.431
34,block_sparse_moe.experts.252.w2,0.0074262948,0.05000,1.440
34,block_sparse_moe.experts.248.w2,0.0017028655,0.05000,1.390
34,block_sparse_moe.experts.250.w2,0.0007011479,0.05000,1.569
34,block_sparse_moe.experts.242.w2,0.0022276373,0.05000,1.585
34,block_sparse_moe.experts.244.w2,0.0004213622,0.05000,1.352
34,block_sparse_moe.experts.254.w2,0.0032403812,0.05000,1.514
34,block_sparse_moe.experts.246.w2,0.0005405800,0.05000,1.362
35,self_attn.q_proj,0.0001043984,0.05000,0.895
35,self_attn.k_proj,0.0000152619,0.05000,0.936
35,self_attn.v_proj,0.0000136938,0.05000,0.991
35,self_attn.o_proj,0.0000069557,0.05000,1.762
35,block_sparse_moe.experts.8.w1,0.0007729397,0.05000,2.885
35,block_sparse_moe.experts.4.w1,0.0012965986,0.05000,2.926
35,block_sparse_moe.experts.0.w1,0.0014725394,0.05000,2.975
35,block_sparse_moe.experts.7.w1,0.0002311048,0.05000,2.980
35,block_sparse_moe.experts.10.w1,0.0002418397,0.05000,3.012
35,block_sparse_moe.experts.2.w1,0.0009875031,0.05000,3.024
35,block_sparse_moe.experts.3.w1,0.0017078829,0.05000,3.020
35,block_sparse_moe.experts.12.w1,0.0015239796,0.05000,3.055
35,block_sparse_moe.experts.15.w1,0.0005383829,0.05000,3.091
35,block_sparse_moe.experts.14.w1,0.0009739335,0.05000,3.119
35,block_sparse_moe.experts.11.w1,0.0002888187,0.05000,3.132
35,block_sparse_moe.experts.9.w1,0.0009481628,0.05000,3.138
35,block_sparse_moe.experts.6.w1,0.0023083797,0.05000,3.175
35,block_sparse_moe.experts.1.w1,0.0007302202,0.05000,3.186
35,block_sparse_moe.experts.5.w1,0.0002143728,0.05000,3.218
35,block_sparse_moe.experts.13.w1,0.0003257943,0.05000,3.271
35,block_sparse_moe.experts.25.w1,0.0003966588,0.05000,2.704
35,block_sparse_moe.experts.17.w1,0.0017615659,0.05000,2.705
35,block_sparse_moe.experts.24.w1,0.0017554496,0.05000,3.017
35,block_sparse_moe.experts.20.w1,0.0021848217,0.05000,3.023
35,block_sparse_moe.experts.23.w1,0.0015498942,0.05000,3.021
35,block_sparse_moe.experts.18.w1,0.0011849356,0.05000,2.991
35,block_sparse_moe.experts.31.w1,0.0010237820,0.05000,2.920
35,block_sparse_moe.experts.29.w1,0.0004120165,0.05000,2.757
35,block_sparse_moe.experts.26.w1,0.0010422467,0.05000,3.020
35,block_sparse_moe.experts.21.w1,0.0010804565,0.05000,2.820
35,block_sparse_moe.experts.30.w1,0.0006211303,0.05000,2.951
35,block_sparse_moe.experts.19.w1,0.0006022683,0.05000,3.085
35,block_sparse_moe.experts.16.w1,0.0013510399,0.05000,3.156
35,block_sparse_moe.experts.27.w1,0.0012791635,0.05000,3.010
35,block_sparse_moe.experts.28.w1,0.0002168133,0.05000,3.099
35,block_sparse_moe.experts.22.w1,0.0003234153,0.05000,3.101
35,block_sparse_moe.experts.41.w1,0.0014779965,0.05000,2.971
35,block_sparse_moe.experts.33.w1,0.0009179589,0.05000,3.041
35,block_sparse_moe.experts.36.w1,0.0005113763,0.05000,3.055
35,block_sparse_moe.experts.40.w1,0.0014943442,0.05000,3.102
35,block_sparse_moe.experts.42.w1,0.0012450265,0.05000,3.006
35,block_sparse_moe.experts.47.w1,0.0016100607,0.05000,3.059
35,block_sparse_moe.experts.46.w1,0.0011667371,0.05000,3.003
35,block_sparse_moe.experts.34.w1,0.0011645521,0.05000,3.094
35,block_sparse_moe.experts.44.w1,0.0004680436,0.05000,2.948
35,block_sparse_moe.experts.45.w1,0.0007855826,0.05000,3.082
35,block_sparse_moe.experts.39.w1,0.0002152669,0.05000,3.121
35,block_sparse_moe.experts.32.w1,0.0006407606,0.05000,3.018
35,block_sparse_moe.experts.37.w1,0.0005081103,0.05000,3.115
35,block_sparse_moe.experts.43.w1,0.0002691023,0.05000,3.048
35,block_sparse_moe.experts.35.w1,0.0011003983,0.05000,3.096
35,block_sparse_moe.experts.38.w1,0.0016401264,0.05000,3.012
35,block_sparse_moe.experts.58.w1,0.0006016079,0.05000,2.835
35,block_sparse_moe.experts.57.w1,0.0004475762,0.05000,3.085
35,block_sparse_moe.experts.62.w1,0.0008819853,0.05000,2.852
35,block_sparse_moe.experts.50.w1,0.0010887944,0.05000,2.863
35,block_sparse_moe.experts.49.w1,0.0010135687,0.05000,3.090
35,block_sparse_moe.experts.52.w1,0.0009279463,0.05000,3.016
35,block_sparse_moe.experts.60.w1,0.0008329705,0.05000,2.946
35,block_sparse_moe.experts.56.w1,0.0011334030,0.05000,3.079
35,block_sparse_moe.experts.54.w1,0.0004757911,0.05000,2.850
35,block_sparse_moe.experts.61.w1,0.0009060477,0.05000,3.039
35,block_sparse_moe.experts.53.w1,0.0008508475,0.05000,3.001
35,block_sparse_moe.experts.63.w1,0.0010180877,0.05000,3.116
35,block_sparse_moe.experts.48.w1,0.0002142417,0.05000,3.116
35,block_sparse_moe.experts.51.w1,0.0012075055,0.05000,3.073
35,block_sparse_moe.experts.55.w1,0.0008037695,0.05000,3.188
35,block_sparse_moe.experts.59.w1,0.0010664343,0.05000,3.146
35,block_sparse_moe.experts.74.w1,0.0011447692,0.05000,2.981
35,block_sparse_moe.experts.66.w1,0.0008074677,0.05000,2.975
35,block_sparse_moe.experts.73.w1,0.0014562579,0.05000,3.061
35,block_sparse_moe.experts.78.w1,0.0006733827,0.05000,3.088
35,block_sparse_moe.experts.68.w1,0.0007255246,0.05000,3.080
35,block_sparse_moe.experts.65.w1,0.0003380958,0.05000,3.093
35,block_sparse_moe.experts.79.w1,0.0017979262,0.05000,2.935
35,block_sparse_moe.experts.70.w1,0.0002402956,0.05000,2.985
35,block_sparse_moe.experts.76.w1,0.0020896869,0.05000,3.139
35,block_sparse_moe.experts.72.w1,0.0007549813,0.05000,3.150
35,block_sparse_moe.experts.67.w1,0.0018202373,0.05000,2.989
35,block_sparse_moe.experts.69.w1,0.0008643689,0.05000,3.126
35,block_sparse_moe.experts.75.w1,0.0013553275,0.05000,2.970
35,block_sparse_moe.experts.77.w1,0.0018347937,0.05000,3.177
35,block_sparse_moe.experts.64.w1,0.0023958560,0.05000,3.112
35,block_sparse_moe.experts.71.w1,0.0007486011,0.05000,3.063
35,block_sparse_moe.experts.89.w1,0.0023023684,0.05000,2.667
35,block_sparse_moe.experts.90.w1,0.0002116606,0.05000,2.961
35,block_sparse_moe.experts.81.w1,0.0004506684,0.05000,2.787
35,block_sparse_moe.experts.82.w1,0.0018261683,0.05000,2.993
35,block_sparse_moe.experts.84.w1,0.0010867534,0.05000,2.912
35,block_sparse_moe.experts.85.w1,0.0031440123,0.05000,2.741
35,block_sparse_moe.experts.94.w1,0.0015243303,0.05000,3.059
35,block_sparse_moe.experts.86.w1,0.0012727758,0.05000,2.969
35,block_sparse_moe.experts.88.w1,0.0011057407,0.05000,2.920
35,block_sparse_moe.experts.93.w1,0.0018044485,0.05000,2.838
35,block_sparse_moe.experts.92.w1,0.0004131849,0.05000,3.026
35,block_sparse_moe.experts.95.w1,0.0016171300,0.05000,3.176
35,block_sparse_moe.experts.83.w1,0.0004867313,0.05000,3.118
35,block_sparse_moe.experts.91.w1,0.0024852317,0.05000,3.100
35,block_sparse_moe.experts.80.w1,0.0011326939,0.05000,3.049
35,block_sparse_moe.experts.87.w1,0.0008609632,0.05000,3.112
35,block_sparse_moe.experts.106.w1,0.0018387978,0.05000,2.732
35,block_sparse_moe.experts.98.w1,0.0001489059,0.05000,2.768
35,block_sparse_moe.experts.105.w1,0.0015267564,0.05000,3.129
35,block_sparse_moe.experts.110.w1,0.0007541313,0.05000,2.732
35,block_sparse_moe.experts.102.w1,0.0012764766,0.05000,2.738
35,block_sparse_moe.experts.100.w1,0.0016923089,0.05000,3.024
35,block_sparse_moe.experts.97.w1,0.0003904052,0.05000,3.146
35,block_sparse_moe.experts.104.w1,0.0009621193,0.05000,3.013
35,block_sparse_moe.experts.108.w1,0.0004082189,0.05000,2.965
35,block_sparse_moe.experts.101.w1,0.0006708561,0.05000,3.221
35,block_sparse_moe.experts.109.w1,0.0004039528,0.05000,3.111
35,block_sparse_moe.experts.96.w1,0.0007951126,0.05000,2.906
35,block_sparse_moe.experts.111.w1,0.0011232814,0.05000,3.074
35,block_sparse_moe.experts.99.w1,0.0011157871,0.05000,3.136
35,block_sparse_moe.experts.107.w1,0.0006295865,0.05000,3.135
35,block_sparse_moe.experts.103.w1,0.0003840728,0.05000,3.180
35,block_sparse_moe.experts.122.w1,0.0006754419,0.05000,2.985
35,block_sparse_moe.experts.116.w1,0.0010742841,0.05000,2.671
35,block_sparse_moe.experts.120.w1,0.0021473891,0.05000,2.605
35,block_sparse_moe.experts.126.w1,0.0002517824,0.05000,2.977
35,block_sparse_moe.experts.118.w1,0.0007579285,0.05000,2.990
35,block_sparse_moe.experts.114.w1,0.0007950970,0.05000,3.155
35,block_sparse_moe.experts.121.w1,0.0005799448,0.05000,3.202
35,block_sparse_moe.experts.112.w1,0.0007656392,0.05000,2.639
35,block_sparse_moe.experts.124.w1,0.0019764334,0.05000,2.811
35,block_sparse_moe.experts.113.w1,0.0011496024,0.05000,3.217
35,block_sparse_moe.experts.125.w1,0.0010447326,0.05000,3.168
35,block_sparse_moe.experts.127.w1,0.0023244934,0.05000,3.095
35,block_sparse_moe.experts.117.w1,0.0003722434,0.05000,3.243
35,block_sparse_moe.experts.115.w1,0.0024949051,0.05000,2.992
35,block_sparse_moe.experts.123.w1,0.0002916093,0.05000,3.067
35,block_sparse_moe.experts.119.w1,0.0003562831,0.05000,3.038
35,block_sparse_moe.experts.132.w1,0.0003563183,0.05000,2.643
35,block_sparse_moe.experts.138.w1,0.0006718242,0.05000,2.928
35,block_sparse_moe.experts.142.w1,0.0003883118,0.05000,2.830
35,block_sparse_moe.experts.136.w1,0.0012658341,0.05000,2.857
35,block_sparse_moe.experts.134.w1,0.0016838340,0.05000,2.838
35,block_sparse_moe.experts.140.w1,0.0009245087,0.05000,2.740
35,block_sparse_moe.experts.128.w1,0.0007215844,0.05000,2.796
35,block_sparse_moe.experts.130.w1,0.0010151801,0.05000,2.935
35,block_sparse_moe.experts.137.w1,0.0004631535,0.05000,2.984
35,block_sparse_moe.experts.129.w1,0.0007036863,0.05000,2.888
35,block_sparse_moe.experts.143.w1,0.0023556686,0.05000,2.808
35,block_sparse_moe.experts.141.w1,0.0010449635,0.05000,2.910
35,block_sparse_moe.experts.131.w1,0.0014806690,0.05000,2.889
35,block_sparse_moe.experts.139.w1,0.0015438271,0.05000,2.816
35,block_sparse_moe.experts.133.w1,0.0009631732,0.05000,2.971
35,block_sparse_moe.experts.135.w1,0.0004015198,0.05000,2.784
35,block_sparse_moe.experts.154.w1,0.0008755418,0.05000,2.689
35,block_sparse_moe.experts.158.w1,0.0016074592,0.05000,2.771
35,block_sparse_moe.experts.148.w1,0.0013519848,0.05000,3.117
35,block_sparse_moe.experts.150.w1,0.0004815761,0.05000,2.819
35,block_sparse_moe.experts.146.w1,0.0004524652,0.05000,2.809
35,block_sparse_moe.experts.152.w1,0.0002667959,0.05000,3.080
35,block_sparse_moe.experts.156.w1,0.0002468733,0.05000,3.120
35,block_sparse_moe.experts.144.w1,0.0004916644,0.05000,3.126
35,block_sparse_moe.experts.153.w1,0.0015507227,0.05000,3.084
35,block_sparse_moe.experts.159.w1,0.0019010408,0.05000,2.886
35,block_sparse_moe.experts.147.w1,0.0004827720,0.05000,2.795
35,block_sparse_moe.experts.145.w1,0.0009631881,0.05000,3.070
35,block_sparse_moe.experts.155.w1,0.0016995202,0.05000,2.916
35,block_sparse_moe.experts.151.w1,0.0009294927,0.05000,2.928
35,block_sparse_moe.experts.157.w1,0.0008237836,0.05000,3.135
35,block_sparse_moe.experts.149.w1,0.0004147871,0.05000,3.095
35,block_sparse_moe.experts.170.w1,0.0004251281,0.05000,2.868
35,block_sparse_moe.experts.174.w1,0.0003726559,0.05000,2.978
35,block_sparse_moe.experts.166.w1,0.0011592835,0.05000,2.915
35,block_sparse_moe.experts.162.w1,0.0017359977,0.05000,2.828
35,block_sparse_moe.experts.164.w1,0.0011492533,0.05000,2.965
35,block_sparse_moe.experts.168.w1,0.0006779116,0.05000,2.978
35,block_sparse_moe.experts.160.w1,0.0015086611,0.05000,2.963
35,block_sparse_moe.experts.172.w1,0.0005061158,0.05000,3.064
35,block_sparse_moe.experts.169.w1,0.0017335497,0.05000,3.060
35,block_sparse_moe.experts.175.w1,0.0005474556,0.05000,3.059
35,block_sparse_moe.experts.163.w1,0.0005028324,0.05000,3.058
35,block_sparse_moe.experts.161.w1,0.0019159145,0.05000,3.086
35,block_sparse_moe.experts.171.w1,0.0008145735,0.05000,3.016
35,block_sparse_moe.experts.167.w1,0.0006554701,0.05000,3.041
35,block_sparse_moe.experts.173.w1,0.0009145162,0.05000,2.998
35,block_sparse_moe.experts.165.w1,0.0002437398,0.05000,3.061
35,block_sparse_moe.experts.186.w1,0.0014515152,0.05000,3.006
35,block_sparse_moe.experts.178.w1,0.0005859028,0.05000,2.995
35,block_sparse_moe.experts.180.w1,0.0010585532,0.05000,2.995
35,block_sparse_moe.experts.182.w1,0.0017090819,0.05000,3.056
35,block_sparse_moe.experts.190.w1,0.0011170278,0.05000,3.090
35,block_sparse_moe.experts.184.w1,0.0010279772,0.05000,2.954
35,block_sparse_moe.experts.176.w1,0.0002548503,0.05000,2.952
35,block_sparse_moe.experts.188.w1,0.0003734598,0.05000,2.889
35,block_sparse_moe.experts.185.w1,0.0005671855,0.05000,2.983
35,block_sparse_moe.experts.191.w1,0.0012580973,0.05000,3.005
35,block_sparse_moe.experts.177.w1,0.0009070498,0.05000,2.957
35,block_sparse_moe.experts.179.w1,0.0002373814,0.05000,3.051
35,block_sparse_moe.experts.187.w1,0.0007917588,0.05000,3.028
35,block_sparse_moe.experts.183.w1,0.0009334870,0.05000,2.987
35,block_sparse_moe.experts.189.w1,0.0007478687,0.05000,2.993
35,block_sparse_moe.experts.181.w1,0.0014578858,0.05000,3.036
35,block_sparse_moe.experts.202.w1,0.0002499239,0.05000,3.101
35,block_sparse_moe.experts.196.w1,0.0012770444,0.05000,2.874
35,block_sparse_moe.experts.200.w1,0.0007364186,0.05000,2.867
35,block_sparse_moe.experts.194.w1,0.0005052068,0.05000,3.112
35,block_sparse_moe.experts.198.w1,0.0018588578,0.05000,3.085
35,block_sparse_moe.experts.204.w1,0.0009123400,0.05000,2.791
35,block_sparse_moe.experts.206.w1,0.0019183374,0.05000,3.176
35,block_sparse_moe.experts.192.w1,0.0005184529,0.05000,2.883
35,block_sparse_moe.experts.207.w1,0.0006580769,0.05000,2.949
35,block_sparse_moe.experts.201.w1,0.0001478975,0.05000,3.113
35,block_sparse_moe.experts.193.w1,0.0012905208,0.05000,3.042
35,block_sparse_moe.experts.195.w1,0.0012058040,0.05000,3.026
35,block_sparse_moe.experts.203.w1,0.0003099317,0.05000,2.994
35,block_sparse_moe.experts.199.w1,0.0001637033,0.05000,3.030
35,block_sparse_moe.experts.205.w1,0.0007441730,0.05000,3.089
35,block_sparse_moe.experts.197.w1,0.0006679988,0.05000,3.114
35,block_sparse_moe.experts.218.w1,0.0009581055,0.05000,3.078
35,block_sparse_moe.experts.212.w1,0.0001810043,0.05000,2.939
35,block_sparse_moe.experts.214.w1,0.0003213245,0.05000,2.990
35,block_sparse_moe.experts.220.w1,0.0005976489,0.05000,2.943
35,block_sparse_moe.experts.216.w1,0.0009487321,0.05000,3.056
35,block_sparse_moe.experts.222.w1,0.0001340856,0.05000,2.965
35,block_sparse_moe.experts.210.w1,0.0012307659,0.05000,3.081
35,block_sparse_moe.experts.208.w1,0.0012465119,0.05000,3.046
35,block_sparse_moe.experts.217.w1,0.0007232079,0.05000,3.213
35,block_sparse_moe.experts.223.w1,0.0009304688,0.05000,3.234
35,block_sparse_moe.experts.209.w1,0.0013171256,0.05000,3.184
35,block_sparse_moe.experts.219.w1,0.0007643995,0.05000,3.115
35,block_sparse_moe.experts.211.w1,0.0012733293,0.05000,3.201
35,block_sparse_moe.experts.215.w1,0.0004109320,0.05000,3.185
35,block_sparse_moe.experts.221.w1,0.0012465859,0.05000,3.172
35,block_sparse_moe.experts.213.w1,0.0002017479,0.05000,3.129
35,block_sparse_moe.experts.234.w1,0.0020217201,0.05000,3.083
35,block_sparse_moe.experts.228.w1,0.0002110629,0.05000,3.197
35,block_sparse_moe.experts.230.w1,0.0012361395,0.05000,3.059
35,block_sparse_moe.experts.226.w1,0.0002484940,0.05000,3.008
35,block_sparse_moe.experts.238.w1,0.0020134431,0.05000,3.030
35,block_sparse_moe.experts.236.w1,0.0006388259,0.05000,3.166
35,block_sparse_moe.experts.232.w1,0.0004338284,0.05000,3.179
35,block_sparse_moe.experts.224.w1,0.0006171877,0.05000,3.252
35,block_sparse_moe.experts.225.w1,0.0011195388,0.05000,2.950
35,block_sparse_moe.experts.239.w1,0.0007181616,0.05000,3.068
35,block_sparse_moe.experts.233.w1,0.0010363097,0.05000,3.076
35,block_sparse_moe.experts.227.w1,0.0011576735,0.05000,3.195
35,block_sparse_moe.experts.235.w1,0.0012545440,0.05000,3.282
35,block_sparse_moe.experts.237.w1,0.0020448692,0.05000,3.042
35,block_sparse_moe.experts.231.w1,0.0017774764,0.05000,3.123
35,block_sparse_moe.experts.229.w1,0.0007019209,0.05000,3.060
35,block_sparse_moe.experts.250.w1,0.0009002604,0.05000,2.904
35,block_sparse_moe.experts.246.w1,0.0002136595,0.05000,2.967
35,block_sparse_moe.experts.244.w1,0.0008505696,0.05000,3.144
35,block_sparse_moe.experts.254.w1,0.0002675543,0.05000,2.969
35,block_sparse_moe.experts.252.w1,0.0010324220,0.05000,3.006
35,block_sparse_moe.experts.242.w1,0.0006676338,0.05000,3.090
35,block_sparse_moe.experts.248.w1,0.0009458870,0.05000,3.038
35,block_sparse_moe.experts.240.w1,0.0014683617,0.05000,3.074
35,block_sparse_moe.experts.255.w1,0.0013841829,0.05000,2.974
35,block_sparse_moe.experts.249.w1,0.0018556770,0.05000,3.137
35,block_sparse_moe.experts.241.w1,0.0009033684,0.05000,3.193
35,block_sparse_moe.experts.243.w1,0.0014674043,0.05000,2.934
35,block_sparse_moe.experts.251.w1,0.0012493810,0.05000,2.943
35,block_sparse_moe.experts.247.w1,0.0010694225,0.05000,2.995
35,block_sparse_moe.experts.253.w1,0.0008815839,0.05000,3.272
35,block_sparse_moe.experts.245.w1,0.0009550946,0.05000,3.180
35,block_sparse_moe.experts.10.w3,0.0002905117,0.05000,3.092
35,block_sparse_moe.experts.6.w3,0.0025054677,0.05000,3.042
35,block_sparse_moe.experts.14.w3,0.0011053402,0.05000,3.031
35,block_sparse_moe.experts.4.w3,0.0013547376,0.05000,3.041
35,block_sparse_moe.experts.12.w3,0.0017157301,0.05000,3.003
35,block_sparse_moe.experts.2.w3,0.0010831800,0.05000,3.009
35,block_sparse_moe.experts.8.w3,0.0008239691,0.05000,2.949
35,block_sparse_moe.experts.0.w3,0.0015849223,0.05000,3.044
35,block_sparse_moe.experts.15.w3,0.0005664974,0.05000,2.862
35,block_sparse_moe.experts.3.w3,0.0019479004,0.05000,2.827
35,block_sparse_moe.experts.9.w3,0.0010168521,0.05000,2.879
35,block_sparse_moe.experts.1.w3,0.0008135688,0.05000,2.868
35,block_sparse_moe.experts.11.w3,0.0003117199,0.05000,2.882
35,block_sparse_moe.experts.7.w3,0.0002515539,0.05000,2.929
35,block_sparse_moe.experts.5.w3,0.0002404592,0.05000,2.874
35,block_sparse_moe.experts.13.w3,0.0003569752,0.05000,2.986
35,block_sparse_moe.experts.26.w3,0.0012198273,0.05000,3.105
35,block_sparse_moe.experts.30.w3,0.0007188763,0.05000,3.083
35,block_sparse_moe.experts.22.w3,0.0003790660,0.05000,3.201
35,block_sparse_moe.experts.20.w3,0.0024671654,0.05000,3.177
35,block_sparse_moe.experts.18.w3,0.0012380047,0.05000,3.156
35,block_sparse_moe.experts.28.w3,0.0002380682,0.05000,3.238
35,block_sparse_moe.experts.24.w3,0.0018359944,0.05000,3.251
35,block_sparse_moe.experts.16.w3,0.0014246952,0.05000,3.194
35,block_sparse_moe.experts.17.w3,0.0019598004,0.05000,2.920
35,block_sparse_moe.experts.31.w3,0.0011315301,0.05000,3.113
35,block_sparse_moe.experts.25.w3,0.0006094009,0.05000,3.004
35,block_sparse_moe.experts.19.w3,0.0006402470,0.05000,3.151
35,block_sparse_moe.experts.23.w3,0.0016668751,0.05000,3.075
35,block_sparse_moe.experts.21.w3,0.0012505019,0.05000,2.785
35,block_sparse_moe.experts.27.w3,0.0014343812,0.05000,3.268
35,block_sparse_moe.experts.29.w3,0.0004398776,0.05000,2.870
35,block_sparse_moe.experts.42.w3,0.0014352283,0.05000,3.051
35,block_sparse_moe.experts.46.w3,0.0012338226,0.05000,3.023
35,block_sparse_moe.experts.38.w3,0.0017644323,0.05000,3.060
35,block_sparse_moe.experts.36.w3,0.0012558274,0.05000,3.081
35,block_sparse_moe.experts.34.w3,0.0012151293,0.05000,3.055
35,block_sparse_moe.experts.44.w3,0.0005043542,0.05000,3.126
35,block_sparse_moe.experts.40.w3,0.0018073136,0.05000,3.111
35,block_sparse_moe.experts.33.w3,0.0011469871,0.05000,2.827
35,block_sparse_moe.experts.41.w3,0.0016287133,0.05000,2.830
35,block_sparse_moe.experts.32.w3,0.0006921001,0.05000,3.102
35,block_sparse_moe.experts.47.w3,0.0017036532,0.05000,3.002
35,block_sparse_moe.experts.37.w3,0.0005652456,0.05000,2.864
35,block_sparse_moe.experts.35.w3,0.0012471790,0.05000,3.042
35,block_sparse_moe.experts.39.w3,0.0002400380,0.05000,3.001
35,block_sparse_moe.experts.45.w3,0.0008951152,0.05000,2.951
35,block_sparse_moe.experts.43.w3,0.0002945936,0.05000,2.999
35,block_sparse_moe.experts.58.w3,0.0006305808,0.05000,2.986
35,block_sparse_moe.experts.62.w3,0.0010321662,0.05000,3.138
35,block_sparse_moe.experts.54.w3,0.0005269227,0.05000,3.062
35,block_sparse_moe.experts.52.w3,0.0010088382,0.05000,3.114
35,block_sparse_moe.experts.50.w3,0.0012854525,0.05000,3.136
35,block_sparse_moe.experts.56.w3,0.0013344691,0.05000,3.029
35,block_sparse_moe.experts.60.w3,0.0008731281,0.05000,3.130
35,block_sparse_moe.experts.49.w3,0.0010725878,0.05000,3.017
35,block_sparse_moe.experts.48.w3,0.0002323725,0.05000,3.035
35,block_sparse_moe.experts.57.w3,0.0004597017,0.05000,3.125
35,block_sparse_moe.experts.63.w3,0.0011085924,0.05000,3.202
35,block_sparse_moe.experts.53.w3,0.0009044986,0.05000,3.079
35,block_sparse_moe.experts.51.w3,0.0012765425,0.05000,3.081
35,block_sparse_moe.experts.61.w3,0.0010215817,0.05000,3.085
35,block_sparse_moe.experts.55.w3,0.0008873260,0.05000,3.220
35,block_sparse_moe.experts.59.w3,0.0011785683,0.05000,3.208
35,block_sparse_moe.experts.74.w3,0.0012521189,0.05000,3.205
35,block_sparse_moe.experts.78.w3,0.0007199844,0.05000,3.118
35,block_sparse_moe.experts.70.w3,0.0002522608,0.05000,3.158
35,block_sparse_moe.experts.68.w3,0.0008244551,0.05000,3.133
35,block_sparse_moe.experts.65.w3,0.0003741200,0.05000,2.953
35,block_sparse_moe.experts.72.w3,0.0007949946,0.05000,3.084
35,block_sparse_moe.experts.66.w3,0.0008856211,0.05000,3.155
35,block_sparse_moe.experts.76.w3,0.0021571560,0.05000,3.057
35,block_sparse_moe.experts.73.w3,0.0016215732,0.05000,2.947
35,block_sparse_moe.experts.64.w3,0.0027377878,0.05000,3.204
35,block_sparse_moe.experts.69.w3,0.0009262906,0.05000,2.961
35,block_sparse_moe.experts.79.w3,0.0021145159,0.05000,3.127
35,block_sparse_moe.experts.67.w3,0.0019614235,0.05000,3.085
35,block_sparse_moe.experts.77.w3,0.0020744527,0.05000,3.013
35,block_sparse_moe.experts.71.w3,0.0007875701,0.05000,3.019
35,block_sparse_moe.experts.75.w3,0.0014233648,0.05000,3.062
35,block_sparse_moe.experts.90.w3,0.0002373089,0.05000,2.977
35,block_sparse_moe.experts.86.w3,0.0013431208,0.05000,2.919
35,block_sparse_moe.experts.84.w3,0.0012274660,0.05000,2.883
35,block_sparse_moe.experts.94.w3,0.0016229691,0.05000,3.088
35,block_sparse_moe.experts.92.w3,0.0004485064,0.05000,2.825
35,block_sparse_moe.experts.88.w3,0.0011540449,0.05000,2.923
35,block_sparse_moe.experts.82.w3,0.0019693786,0.05000,2.919
35,block_sparse_moe.experts.81.w3,0.0004728516,0.05000,2.970
35,block_sparse_moe.experts.89.w3,0.0024580242,0.05000,3.055
35,block_sparse_moe.experts.80.w3,0.0011885766,0.05000,2.867
35,block_sparse_moe.experts.85.w3,0.0033900057,0.05000,2.974
35,block_sparse_moe.experts.95.w3,0.0017586949,0.05000,2.945
35,block_sparse_moe.experts.83.w3,0.0005781929,0.05000,2.905
35,block_sparse_moe.experts.87.w3,0.0009863916,0.05000,2.874
35,block_sparse_moe.experts.91.w3,0.0028369299,0.05000,2.855
35,block_sparse_moe.experts.93.w3,0.0019365239,0.05000,3.091
35,block_sparse_moe.experts.106.w3,0.0020178794,0.05000,2.867
35,block_sparse_moe.experts.102.w3,0.0014423986,0.05000,2.840
35,block_sparse_moe.experts.110.w3,0.0007978430,0.05000,2.869
35,block_sparse_moe.experts.98.w3,0.0001770161,0.05000,2.823
35,block_sparse_moe.experts.104.w3,0.0010199587,0.05000,2.980
35,block_sparse_moe.experts.100.w3,0.0019136121,0.05000,3.148
35,block_sparse_moe.experts.108.w3,0.0004469584,0.05000,3.131
35,block_sparse_moe.experts.97.w3,0.0004298194,0.05000,3.098
35,block_sparse_moe.experts.105.w3,0.0016096982,0.05000,3.123
35,block_sparse_moe.experts.96.w3,0.0008802709,0.05000,3.114
35,block_sparse_moe.experts.101.w3,0.0007161555,0.05000,3.014
35,block_sparse_moe.experts.111.w3,0.0011862611,0.05000,3.013
35,block_sparse_moe.experts.99.w3,0.0011785698,0.05000,2.967
35,block_sparse_moe.experts.103.w3,0.0004059182,0.05000,3.020
35,block_sparse_moe.experts.107.w3,0.0006659675,0.05000,3.033
35,block_sparse_moe.experts.109.w3,0.0004332977,0.05000,3.023
35,block_sparse_moe.experts.122.w3,0.0007447107,0.05000,2.714
35,block_sparse_moe.experts.118.w3,0.0008086397,0.05000,2.730
35,block_sparse_moe.experts.114.w3,0.0008412591,0.05000,2.696
35,block_sparse_moe.experts.126.w3,0.0002914238,0.05000,2.761
35,block_sparse_moe.experts.120.w3,0.0022483356,0.05000,2.755
35,block_sparse_moe.experts.124.w3,0.0022282399,0.05000,2.683
35,block_sparse_moe.experts.116.w3,0.0011874952,0.05000,2.791
35,block_sparse_moe.experts.113.w3,0.0012701130,0.05000,2.965
35,block_sparse_moe.experts.112.w3,0.0008855481,0.05000,2.671
35,block_sparse_moe.experts.121.w3,0.0006247136,0.05000,3.005
35,block_sparse_moe.experts.117.w3,0.0003956264,0.05000,2.974
35,block_sparse_moe.experts.115.w3,0.0026386103,0.05000,3.050
35,block_sparse_moe.experts.127.w3,0.0024922557,0.05000,3.076
35,block_sparse_moe.experts.119.w3,0.0003804598,0.05000,3.022
35,block_sparse_moe.experts.123.w3,0.0003163049,0.05000,2.914
35,block_sparse_moe.experts.125.w3,0.0012007729,0.05000,2.959
35,block_sparse_moe.experts.138.w3,0.0007656540,0.05000,2.934
35,block_sparse_moe.experts.134.w3,0.0017937790,0.05000,3.005
35,block_sparse_moe.experts.130.w3,0.0012800041,0.05000,2.925
35,block_sparse_moe.experts.142.w3,0.0004318846,0.05000,2.962
35,block_sparse_moe.experts.140.w3,0.0009823457,0.05000,2.806
35,block_sparse_moe.experts.136.w3,0.0013374998,0.05000,2.918
35,block_sparse_moe.experts.132.w3,0.0003898280,0.05000,2.889
35,block_sparse_moe.experts.129.w3,0.0007384975,0.05000,2.893
35,block_sparse_moe.experts.128.w3,0.0008163498,0.05000,2.887
35,block_sparse_moe.experts.137.w3,0.0005309292,0.05000,2.833
35,block_sparse_moe.experts.133.w3,0.0010187305,0.05000,2.759
35,block_sparse_moe.experts.131.w3,0.0015452656,0.05000,2.974
35,block_sparse_moe.experts.143.w3,0.0024888494,0.05000,2.955
35,block_sparse_moe.experts.141.w3,0.0012009787,0.05000,2.907
35,block_sparse_moe.experts.135.w3,0.0004492678,0.05000,3.021
35,block_sparse_moe.experts.139.w3,0.0016306844,0.05000,3.094
35,block_sparse_moe.experts.154.w3,0.0010260381,0.05000,2.718
35,block_sparse_moe.experts.150.w3,0.0005219210,0.05000,2.728
35,block_sparse_moe.experts.146.w3,0.0005557460,0.05000,2.731
35,block_sparse_moe.experts.158.w3,0.0016769456,0.05000,2.837
35,block_sparse_moe.experts.156.w3,0.0002909572,0.05000,2.894
35,block_sparse_moe.experts.148.w3,0.0014987173,0.05000,2.847
35,block_sparse_moe.experts.152.w3,0.0002882023,0.05000,3.028
35,block_sparse_moe.experts.144.w3,0.0005439937,0.05000,2.989
35,block_sparse_moe.experts.145.w3,0.0010744704,0.05000,3.138
35,block_sparse_moe.experts.149.w3,0.0004568015,0.05000,3.056
35,block_sparse_moe.experts.153.w3,0.0016810583,0.05000,3.134
35,block_sparse_moe.experts.159.w3,0.0020989644,0.05000,3.033
35,block_sparse_moe.experts.147.w3,0.0005029498,0.05000,3.040
35,block_sparse_moe.experts.157.w3,0.0008580134,0.05000,3.021
35,block_sparse_moe.experts.151.w3,0.0009868006,0.05000,3.031
35,block_sparse_moe.experts.155.w3,0.0019705720,0.05000,3.076
35,block_sparse_moe.experts.170.w3,0.0004631544,0.05000,2.926
35,block_sparse_moe.experts.162.w3,0.0019576719,0.05000,2.850
35,block_sparse_moe.experts.166.w3,0.0012820141,0.05000,2.924
35,block_sparse_moe.experts.174.w3,0.0003955802,0.05000,2.903
35,block_sparse_moe.experts.172.w3,0.0005545552,0.05000,2.934
35,block_sparse_moe.experts.164.w3,0.0013480879,0.05000,2.909
35,block_sparse_moe.experts.168.w3,0.0007378008,0.05000,3.037
35,block_sparse_moe.experts.160.w3,0.0015912009,0.05000,2.874
35,block_sparse_moe.experts.161.w3,0.0020415259,0.05000,2.912
35,block_sparse_moe.experts.165.w3,0.0002647592,0.05000,2.999
35,block_sparse_moe.experts.169.w3,0.0018849126,0.05000,2.934
35,block_sparse_moe.experts.175.w3,0.0005990549,0.05000,3.125
35,block_sparse_moe.experts.173.w3,0.0010155574,0.05000,3.006
35,block_sparse_moe.experts.163.w3,0.0005323192,0.05000,3.263
35,block_sparse_moe.experts.171.w3,0.0009381559,0.05000,3.131
35,block_sparse_moe.experts.167.w3,0.0007105213,0.05000,3.306
35,block_sparse_moe.experts.186.w3,0.0015309201,0.05000,2.823
35,block_sparse_moe.experts.178.w3,0.0006240788,0.05000,2.696
35,block_sparse_moe.experts.182.w3,0.0018217999,0.05000,2.654
35,block_sparse_moe.experts.190.w3,0.0011985172,0.05000,2.713
35,block_sparse_moe.experts.188.w3,0.0004317035,0.05000,3.121
35,block_sparse_moe.experts.180.w3,0.0012273497,0.05000,3.155
35,block_sparse_moe.experts.184.w3,0.0010883453,0.05000,3.107
35,block_sparse_moe.experts.176.w3,0.0002792096,0.05000,3.073
35,block_sparse_moe.experts.177.w3,0.0009921844,0.05000,3.074
35,block_sparse_moe.experts.185.w3,0.0006206346,0.05000,3.040
35,block_sparse_moe.experts.181.w3,0.0017071701,0.05000,3.197
35,block_sparse_moe.experts.191.w3,0.0014671590,0.05000,2.977
35,block_sparse_moe.experts.179.w3,0.0002555810,0.05000,2.985
35,block_sparse_moe.experts.189.w3,0.0007868854,0.05000,3.089
35,block_sparse_moe.experts.183.w3,0.0009999864,0.05000,2.967
35,block_sparse_moe.experts.187.w3,0.0008535224,0.05000,3.050
35,block_sparse_moe.experts.202.w3,0.0002767044,0.05000,3.047
35,block_sparse_moe.experts.194.w3,0.0005785296,0.05000,2.962
35,block_sparse_moe.experts.198.w3,0.0021639201,0.05000,3.045
35,block_sparse_moe.experts.206.w3,0.0020181325,0.05000,3.019
35,block_sparse_moe.experts.196.w3,0.0013823718,0.05000,2.768
35,block_sparse_moe.experts.204.w3,0.0009806082,0.05000,2.870
35,block_sparse_moe.experts.200.w3,0.0008429816,0.05000,2.820
35,block_sparse_moe.experts.192.w3,0.0006221622,0.05000,2.941
35,block_sparse_moe.experts.193.w3,0.0014403393,0.05000,2.981
35,block_sparse_moe.experts.201.w3,0.0001752823,0.05000,2.940
35,block_sparse_moe.experts.197.w3,0.0007844793,0.05000,2.882
35,block_sparse_moe.experts.207.w3,0.0006886424,0.05000,3.040
35,block_sparse_moe.experts.195.w3,0.0013029000,0.05000,2.965
35,block_sparse_moe.experts.205.w3,0.0008086041,0.05000,2.985
35,block_sparse_moe.experts.203.w3,0.0003515749,0.05000,2.952
35,block_sparse_moe.experts.199.w3,0.0001803352,0.05000,3.031
35,block_sparse_moe.experts.218.w3,0.0010122050,0.05000,2.818
35,block_sparse_moe.experts.210.w3,0.0013270137,0.05000,2.951
35,block_sparse_moe.experts.214.w3,0.0003386716,0.05000,2.991
35,block_sparse_moe.experts.222.w3,0.0001460739,0.05000,2.865
35,block_sparse_moe.experts.220.w3,0.0006328109,0.05000,2.954
35,block_sparse_moe.experts.212.w3,0.0002022058,0.05000,3.080
35,block_sparse_moe.experts.216.w3,0.0010490816,0.05000,3.084
35,block_sparse_moe.experts.208.w3,0.0013698162,0.05000,3.020
35,block_sparse_moe.experts.209.w3,0.0013858320,0.05000,2.966
35,block_sparse_moe.experts.217.w3,0.0007691718,0.05000,2.970
35,block_sparse_moe.experts.213.w3,0.0002195868,0.05000,2.968
35,block_sparse_moe.experts.221.w3,0.0013474719,0.05000,2.821
35,block_sparse_moe.experts.223.w3,0.0010821619,0.05000,3.008
35,block_sparse_moe.experts.211.w3,0.0014506501,0.05000,3.033
35,block_sparse_moe.experts.219.w3,0.0008360401,0.05000,3.023
35,block_sparse_moe.experts.215.w3,0.0004561989,0.05000,3.059
35,block_sparse_moe.experts.234.w3,0.0023670617,0.05000,3.021
35,block_sparse_moe.experts.226.w3,0.0002641339,0.05000,3.008
35,block_sparse_moe.experts.230.w3,0.0014283201,0.05000,2.940
35,block_sparse_moe.experts.238.w3,0.0022985643,0.05000,2.940
35,block_sparse_moe.experts.236.w3,0.0006662071,0.05000,2.853
35,block_sparse_moe.experts.228.w3,0.0002263148,0.05000,2.863
35,block_sparse_moe.experts.232.w3,0.0004685332,0.05000,3.102
35,block_sparse_moe.experts.225.w3,0.0011883666,0.05000,3.264
35,block_sparse_moe.experts.224.w3,0.0007137805,0.05000,3.406
35,block_sparse_moe.experts.233.w3,0.0011140487,0.05000,3.824
35,block_sparse_moe.experts.229.w3,0.0007708902,0.05000,4.211
35,block_sparse_moe.experts.237.w3,0.0022047593,0.05000,4.921
35,block_sparse_moe.experts.239.w3,0.0007685702,0.05000,5.036
35,block_sparse_moe.experts.227.w3,0.0012770882,0.05000,6.148
35,block_sparse_moe.experts.250.w3,0.0009498420,0.05000,5.908
35,block_sparse_moe.experts.235.w3,0.0014955553,0.05000,6.152
35,block_sparse_moe.experts.231.w3,0.0020113965,0.05000,6.585
35,block_sparse_moe.experts.242.w3,0.0006863167,0.05000,6.150
35,block_sparse_moe.experts.246.w3,0.0002482606,0.05000,6.140
35,block_sparse_moe.experts.254.w3,0.0002919229,0.05000,6.053
35,block_sparse_moe.experts.241.w3,0.0011279068,0.05000,7.063
35,block_sparse_moe.experts.252.w3,0.0012122889,0.05000,8.258
35,block_sparse_moe.experts.245.w3,0.0011285215,0.05000,6.047
35,block_sparse_moe.experts.249.w3,0.0021493055,0.05000,6.528
35,block_sparse_moe.experts.244.w3,0.0008926262,0.05000,8.384
35,block_sparse_moe.experts.253.w3,0.0009400146,0.05000,5.210
35,block_sparse_moe.experts.248.w3,0.0010815828,0.05000,8.034
35,block_sparse_moe.experts.240.w3,0.0015544015,0.05000,7.644
35,block_sparse_moe.experts.255.w3,0.0014649432,0.05000,7.018
35,block_sparse_moe.experts.243.w3,0.0016206008,0.05000,5.961
35,block_sparse_moe.experts.251.w3,0.0013408997,0.05000,5.808
35,block_sparse_moe.experts.247.w3,0.0011313990,0.05000,5.326
35,block_sparse_moe.experts.0.w2,0.0013906134,0.05000,1.359
35,block_sparse_moe.experts.5.w2,0.0009150266,0.05000,1.406
35,block_sparse_moe.experts.2.w2,0.0007297227,0.05000,1.509
35,block_sparse_moe.experts.13.w2,0.0006375499,0.05000,1.463
35,block_sparse_moe.experts.1.w2,0.0010861281,0.05000,1.539
35,block_sparse_moe.experts.4.w2,0.0016557816,0.05000,1.478
35,block_sparse_moe.experts.12.w2,0.0026416584,0.05000,1.490
35,block_sparse_moe.experts.6.w2,0.0049587937,0.05000,1.502
35,block_sparse_moe.experts.8.w2,0.0008159949,0.05000,1.511
35,block_sparse_moe.experts.9.w2,0.0007670501,0.05000,1.540
35,block_sparse_moe.experts.14.w2,0.0027648819,0.05000,1.540
35,block_sparse_moe.experts.3.w2,0.0061385776,0.05000,1.624
35,block_sparse_moe.experts.15.w2,0.0004144514,0.05000,1.554
35,block_sparse_moe.experts.7.w2,0.0003766712,0.05000,1.582
35,block_sparse_moe.experts.10.w2,0.0010290768,0.05000,1.598
35,block_sparse_moe.experts.11.w2,0.0004141515,0.05000,1.641
35,block_sparse_moe.experts.16.w2,0.0014800731,0.05000,1.564
35,block_sparse_moe.experts.18.w2,0.0013273440,0.05000,1.505
35,block_sparse_moe.experts.21.w2,0.0053029980,0.05000,1.536
35,block_sparse_moe.experts.19.w2,0.0001416963,0.05000,1.417
35,block_sparse_moe.experts.29.w2,0.0002422551,0.05000,1.528
35,block_sparse_moe.experts.17.w2,0.0027171457,0.05000,1.550
35,block_sparse_moe.experts.23.w2,0.0017409555,0.05000,1.437
35,block_sparse_moe.experts.24.w2,0.0017831116,0.05000,1.526
35,block_sparse_moe.experts.30.w2,0.0012157742,0.05000,1.499
35,block_sparse_moe.experts.31.w2,0.0017121811,0.05000,1.486
35,block_sparse_moe.experts.22.w2,0.0008459829,0.05000,1.541
35,block_sparse_moe.experts.28.w2,0.0004895384,0.05000,1.560
35,block_sparse_moe.experts.20.w2,0.0075379739,0.05000,1.589
35,block_sparse_moe.experts.25.w2,0.0008946025,0.05000,1.546
35,block_sparse_moe.experts.26.w2,0.0029411415,0.05000,1.512
35,block_sparse_moe.experts.27.w2,0.0086130944,0.05000,1.489
35,block_sparse_moe.experts.34.w2,0.0005371210,0.05000,1.368
35,block_sparse_moe.experts.35.w2,0.0039960444,0.05000,1.393
35,block_sparse_moe.experts.46.w2,0.0003582799,0.05000,1.350
35,block_sparse_moe.experts.39.w2,0.0003680268,0.05000,1.373
35,block_sparse_moe.experts.38.w2,0.0034499790,0.05000,1.360
35,block_sparse_moe.experts.32.w2,0.0010896165,0.05000,1.579
35,block_sparse_moe.experts.37.w2,0.0006079261,0.05000,1.537
35,block_sparse_moe.experts.47.w2,0.0010717002,0.05000,1.445
35,block_sparse_moe.experts.42.w2,0.0054086140,0.05000,1.377
35,block_sparse_moe.experts.33.w2,0.0027568308,0.05000,1.529
35,block_sparse_moe.experts.45.w2,0.0013096743,0.05000,1.554
35,block_sparse_moe.experts.43.w2,0.0005374049,0.05000,1.438
35,block_sparse_moe.experts.44.w2,0.0004188176,0.05000,1.562
35,block_sparse_moe.experts.41.w2,0.0036264104,0.05000,1.559
35,block_sparse_moe.experts.36.w2,0.0029252761,0.05000,1.579
35,block_sparse_moe.experts.40.w2,0.0050695666,0.05000,1.613
35,block_sparse_moe.experts.62.w2,0.0024008806,0.05000,1.242
35,block_sparse_moe.experts.54.w2,0.0006804719,0.05000,1.288
35,block_sparse_moe.experts.50.w2,0.0031327604,0.05000,1.403
35,block_sparse_moe.experts.58.w2,0.0007397744,0.05000,1.311
35,block_sparse_moe.experts.55.w2,0.0012616110,0.05000,1.486
35,block_sparse_moe.experts.48.w2,0.0003474170,0.05000,1.480
35,block_sparse_moe.experts.51.w2,0.0014905969,0.05000,1.550
35,block_sparse_moe.experts.60.w2,0.0004001758,0.05000,1.427
35,block_sparse_moe.experts.52.w2,0.0006328713,0.05000,1.403
35,block_sparse_moe.experts.53.w2,0.0004608933,0.05000,1.595
35,block_sparse_moe.experts.63.w2,0.0020852368,0.05000,1.613
35,block_sparse_moe.experts.49.w2,0.0011099941,0.05000,1.563
35,block_sparse_moe.experts.56.w2,0.0019566086,0.05000,1.465
35,block_sparse_moe.experts.61.w2,0.0019002477,0.05000,1.573
35,block_sparse_moe.experts.59.w2,0.0034920625,0.05000,1.562
35,block_sparse_moe.experts.57.w2,0.0024957558,0.05000,1.555
35,block_sparse_moe.experts.78.w2,0.0009017650,0.05000,1.360
35,block_sparse_moe.experts.70.w2,0.0005033449,0.05000,1.365
35,block_sparse_moe.experts.66.w2,0.0006919334,0.05000,1.365
35,block_sparse_moe.experts.74.w2,0.0011074016,0.05000,1.327
35,block_sparse_moe.experts.71.w2,0.0008954499,0.05000,1.580
35,block_sparse_moe.experts.67.w2,0.0043495598,0.05000,1.570
35,block_sparse_moe.experts.64.w2,0.0213861133,0.05000,1.668
35,block_sparse_moe.experts.79.w2,0.0103845283,0.05000,1.583
35,block_sparse_moe.experts.77.w2,0.0026466547,0.05000,1.576
35,block_sparse_moe.experts.76.w2,0.0032443564,0.05000,1.668
35,block_sparse_moe.experts.65.w2,0.0008123763,0.05000,1.605
35,block_sparse_moe.experts.75.w2,0.0011616107,0.05000,1.602
35,block_sparse_moe.experts.68.w2,0.0017892059,0.05000,1.692
35,block_sparse_moe.experts.69.w2,0.0016957503,0.05000,1.681
35,block_sparse_moe.experts.72.w2,0.0003443316,0.05000,1.674
35,block_sparse_moe.experts.73.w2,0.0009358524,0.05000,1.595
35,block_sparse_moe.experts.94.w2,0.0010176607,0.05000,1.348
35,block_sparse_moe.experts.86.w2,0.0016412263,0.05000,1.310
35,block_sparse_moe.experts.82.w2,0.0025183534,0.05000,1.354
35,block_sparse_moe.experts.90.w2,0.0005952541,0.05000,1.447
35,block_sparse_moe.experts.87.w2,0.0040380611,0.05000,1.556
35,block_sparse_moe.experts.83.w2,0.0018687018,0.05000,1.534
35,block_sparse_moe.experts.80.w2,0.0007461001,0.05000,1.542
35,block_sparse_moe.experts.81.w2,0.0009169373,0.05000,1.449
35,block_sparse_moe.experts.93.w2,0.0016564659,0.05000,1.467
35,block_sparse_moe.experts.85.w2,0.0042048929,0.05000,1.428
35,block_sparse_moe.experts.89.w2,0.0020999992,0.05000,1.410
35,block_sparse_moe.experts.95.w2,0.0036540578,0.05000,1.551
35,block_sparse_moe.experts.92.w2,0.0005897337,0.05000,1.555
35,block_sparse_moe.experts.91.w2,0.0063195469,0.05000,1.544
35,block_sparse_moe.experts.84.w2,0.0017220051,0.05000,1.554
35,block_sparse_moe.experts.88.w2,0.0008407203,0.05000,1.567
35,block_sparse_moe.experts.110.w2,0.0006507231,0.05000,1.523
35,block_sparse_moe.experts.98.w2,0.0003283763,0.05000,1.471
35,block_sparse_moe.experts.102.w2,0.0021586526,0.05000,1.557
35,block_sparse_moe.experts.106.w2,0.0028907805,0.05000,1.499
35,block_sparse_moe.experts.103.w2,0.0003163905,0.05000,1.538
35,block_sparse_moe.experts.99.w2,0.0006016037,0.05000,1.544
35,block_sparse_moe.experts.96.w2,0.0016195291,0.05000,1.476
35,block_sparse_moe.experts.101.w2,0.0015179604,0.05000,1.533
35,block_sparse_moe.experts.109.w2,0.0006519713,0.05000,1.572
35,block_sparse_moe.experts.97.w2,0.0004680251,0.05000,1.580
35,block_sparse_moe.experts.108.w2,0.0005224292,0.05000,1.499
35,block_sparse_moe.experts.105.w2,0.0010882892,0.05000,1.560
35,block_sparse_moe.experts.111.w2,0.0003579450,0.05000,1.547
35,block_sparse_moe.experts.107.w2,0.0010369040,0.05000,1.523
35,block_sparse_moe.experts.100.w2,0.0041135904,0.05000,1.521
35,block_sparse_moe.experts.104.w2,0.0005815058,0.05000,1.542
35,block_sparse_moe.experts.118.w2,0.0009347234,0.05000,1.313
35,block_sparse_moe.experts.114.w2,0.0006756539,0.05000,1.372
35,block_sparse_moe.experts.126.w2,0.0007153575,0.05000,1.413
35,block_sparse_moe.experts.122.w2,0.0004118368,0.05000,1.273
35,block_sparse_moe.experts.119.w2,0.0002207959,0.05000,1.547
35,block_sparse_moe.experts.115.w2,0.0019923325,0.05000,1.556
35,block_sparse_moe.experts.127.w2,0.0034766039,0.05000,1.635
35,block_sparse_moe.experts.123.w2,0.0005326989,0.05000,1.646
35,block_sparse_moe.experts.112.w2,0.0015220813,0.05000,1.967
35,block_sparse_moe.experts.124.w2,0.0095393174,0.05000,2.080
35,block_sparse_moe.experts.116.w2,0.0026336253,0.05000,2.099
35,block_sparse_moe.experts.120.w2,0.0012664528,0.05000,2.133
35,block_sparse_moe.experts.131.w2,0.0014443678,0.05000,1.561
35,block_sparse_moe.experts.135.w2,0.0009000769,0.05000,1.632
35,block_sparse_moe.experts.143.w2,0.0027783622,0.05000,1.614
35,block_sparse_moe.experts.139.w2,0.0012283071,0.05000,1.620
35,block_sparse_moe.experts.128.w2,0.0036794568,0.05000,1.779
35,block_sparse_moe.experts.140.w2,0.0004947107,0.05000,1.697
35,block_sparse_moe.experts.132.w2,0.0004691062,0.05000,1.791
35,block_sparse_moe.experts.136.w2,0.0020548922,0.05000,1.716
35,block_sparse_moe.experts.147.w2,0.0003405569,0.05000,1.508
35,block_sparse_moe.experts.151.w2,0.0009847034,0.05000,1.596
35,block_sparse_moe.experts.159.w2,0.0043601544,0.05000,1.525
35,block_sparse_moe.experts.155.w2,0.0071485510,0.05000,1.524
35,block_sparse_moe.experts.144.w2,0.0014358276,0.05000,1.653
35,block_sparse_moe.experts.156.w2,0.0009814326,0.05000,1.691
35,block_sparse_moe.experts.148.w2,0.0022133328,0.05000,1.719
35,block_sparse_moe.experts.152.w2,0.0003256576,0.05000,1.738
35,block_sparse_moe.experts.163.w2,0.0008865459,0.05000,1.447
35,block_sparse_moe.experts.167.w2,0.0006790862,0.05000,1.446
35,block_sparse_moe.experts.175.w2,0.0014494988,0.05000,1.429
35,block_sparse_moe.experts.171.w2,0.0054520588,0.05000,1.488
35,block_sparse_moe.experts.117.w2,0.0002219138,0.05000,6.965
35,block_sparse_moe.experts.125.w2,0.0018129921,0.05000,6.963
35,block_sparse_moe.experts.113.w2,0.0026813118,0.05000,6.964
35,block_sparse_moe.experts.121.w2,0.0003396411,0.05000,6.995
35,block_sparse_moe.experts.160.w2,0.0010125807,0.05000,1.779
35,block_sparse_moe.experts.172.w2,0.0011012312,0.05000,1.768
35,block_sparse_moe.experts.164.w2,0.0017931116,0.05000,1.794
35,block_sparse_moe.experts.168.w2,0.0008831316,0.05000,1.750
35,block_sparse_moe.experts.179.w2,0.0004542254,0.05000,1.646
35,block_sparse_moe.experts.183.w2,0.0009857037,0.05000,1.630
35,block_sparse_moe.experts.191.w2,0.0057211007,0.05000,1.655
35,block_sparse_moe.experts.187.w2,0.0012196540,0.05000,1.643
35,block_sparse_moe.experts.133.w2,0.0006818774,0.05000,1.476
35,block_sparse_moe.experts.129.w2,0.0028683513,0.05000,1.468
35,block_sparse_moe.experts.137.w2,0.0010683841,0.05000,1.463
35,block_sparse_moe.experts.141.w2,0.0047894508,0.05000,1.567
35,block_sparse_moe.experts.176.w2,0.0025173415,0.05000,1.647
35,block_sparse_moe.experts.188.w2,0.0010196163,0.05000,1.664
35,block_sparse_moe.experts.195.w2,0.0020411858,0.05000,1.617
35,block_sparse_moe.experts.180.w2,0.0033211655,0.05000,1.677
35,block_sparse_moe.experts.184.w2,0.0012748242,0.05000,1.727
35,block_sparse_moe.experts.199.w2,0.0002914352,0.05000,1.664
35,block_sparse_moe.experts.207.w2,0.0002491117,0.05000,1.716
35,block_sparse_moe.experts.203.w2,0.0012069558,0.05000,1.716
35,block_sparse_moe.experts.145.w2,0.0015822201,0.05000,1.646
35,block_sparse_moe.experts.153.w2,0.0018094799,0.05000,1.606
35,block_sparse_moe.experts.149.w2,0.0007576402,0.05000,1.671
35,block_sparse_moe.experts.157.w2,0.0012224598,0.05000,1.651
35,block_sparse_moe.experts.192.w2,0.0009430433,0.05000,1.806
35,block_sparse_moe.experts.204.w2,0.0007754160,0.05000,1.714
35,block_sparse_moe.experts.196.w2,0.0023544785,0.05000,1.642
35,block_sparse_moe.experts.211.w2,0.0020845290,0.05000,1.687
35,block_sparse_moe.experts.200.w2,0.0018897287,0.05000,1.657
35,block_sparse_moe.experts.215.w2,0.0007134313,0.05000,1.672
35,block_sparse_moe.experts.223.w2,0.0026618322,0.05000,1.732
35,block_sparse_moe.experts.219.w2,0.0010808336,0.05000,1.682
35,block_sparse_moe.experts.161.w2,0.0023660412,0.05000,1.503
35,block_sparse_moe.experts.165.w2,0.0003542103,0.05000,1.526
35,block_sparse_moe.experts.169.w2,0.0023392921,0.05000,1.563
35,block_sparse_moe.experts.173.w2,0.0028896755,0.05000,1.565
35,block_sparse_moe.experts.208.w2,0.0035952257,0.05000,1.633
35,block_sparse_moe.experts.220.w2,0.0004811112,0.05000,1.512
35,block_sparse_moe.experts.212.w2,0.0004087188,0.05000,1.512
35,block_sparse_moe.experts.216.w2,0.0009524049,0.05000,1.557
35,block_sparse_moe.experts.177.w2,0.0009343723,0.05000,1.516
35,block_sparse_moe.experts.181.w2,0.0026151658,0.05000,1.571
35,block_sparse_moe.experts.185.w2,0.0010443936,0.05000,1.563
35,block_sparse_moe.experts.189.w2,0.0004759376,0.05000,1.537
35,block_sparse_moe.experts.236.w2,0.0005861105,0.05000,1.500
35,block_sparse_moe.experts.224.w2,0.0012504038,0.05000,1.581
35,block_sparse_moe.experts.228.w2,0.0003191374,0.05000,1.508
35,block_sparse_moe.experts.232.w2,0.0006792689,0.05000,1.607
35,block_sparse_moe.experts.193.w2,0.0041355986,0.05000,1.715
35,block_sparse_moe.experts.197.w2,0.0017102885,0.05000,1.709
35,block_sparse_moe.experts.201.w2,0.0003902800,0.05000,1.747
35,block_sparse_moe.experts.205.w2,0.0010899812,0.05000,1.765
35,block_sparse_moe.experts.240.w2,0.0009899874,0.05000,1.450
35,block_sparse_moe.experts.252.w2,0.0037098244,0.05000,1.532
35,block_sparse_moe.experts.244.w2,0.0009990680,0.05000,1.384
35,block_sparse_moe.experts.248.w2,0.0022369825,0.05000,1.240
35,block_sparse_moe.experts.209.w2,0.0006216504,0.05000,1.452
35,block_sparse_moe.experts.213.w2,0.0008775875,0.05000,1.467
35,block_sparse_moe.experts.217.w2,0.0005174948,0.05000,1.436
35,block_sparse_moe.experts.221.w2,0.0016564931,0.05000,1.416
35,block_sparse_moe.experts.225.w2,0.0009135431,0.05000,1.277
35,block_sparse_moe.experts.233.w2,0.0009672629,0.05000,1.242
35,block_sparse_moe.experts.229.w2,0.0029080382,0.05000,1.312
35,block_sparse_moe.experts.237.w2,0.0145438878,0.05000,1.305
35,block_sparse_moe.experts.227.w2,0.0016506286,0.05000,7.088
35,block_sparse_moe.experts.231.w2,0.0052342626,0.05000,7.127
35,block_sparse_moe.experts.235.w2,0.0047511208,0.05000,7.033
35,block_sparse_moe.experts.239.w2,0.0003548586,0.05000,7.084
35,block_sparse_moe.experts.142.w2,0.0006652152,0.05000,1.421
35,block_sparse_moe.experts.130.w2,0.0021961938,0.05000,1.423
35,block_sparse_moe.experts.138.w2,0.0010848821,0.05000,1.495
35,block_sparse_moe.experts.134.w2,0.0019865732,0.05000,1.528
35,block_sparse_moe.experts.241.w2,0.0039379143,0.05000,1.429
35,block_sparse_moe.experts.249.w2,0.0076028712,0.05000,1.345
35,block_sparse_moe.experts.245.w2,0.0021376022,0.05000,1.356
35,block_sparse_moe.experts.253.w2,0.0004625606,0.05000,1.303
35,block_sparse_moe.experts.243.w2,0.0110841829,0.05000,1.568
35,block_sparse_moe.experts.247.w2,0.0009562135,0.05000,1.585
35,block_sparse_moe.experts.251.w2,0.0015765254,0.05000,1.483
35,block_sparse_moe.experts.255.w2,0.0011402424,0.05000,1.473
35,block_sparse_moe.experts.158.w2,0.0008682205,0.05000,1.745
35,block_sparse_moe.experts.146.w2,0.0011143608,0.05000,1.786
35,block_sparse_moe.experts.154.w2,0.0025464887,0.05000,1.758
35,block_sparse_moe.experts.150.w2,0.0023723056,0.05000,1.881
35,block_sparse_moe.experts.174.w2,0.0003744408,0.05000,1.371
35,block_sparse_moe.experts.162.w2,0.0094801209,0.05000,1.356
35,block_sparse_moe.experts.170.w2,0.0004229245,0.05000,1.331
35,block_sparse_moe.experts.166.w2,0.0037567591,0.05000,1.210
35,block_sparse_moe.experts.178.w2,0.0008477006,0.05000,1.436
35,block_sparse_moe.experts.190.w2,0.0008975951,0.05000,1.469
35,block_sparse_moe.experts.186.w2,0.0010969510,0.05000,1.494
35,block_sparse_moe.experts.182.w2,0.0037187471,0.05000,1.513
35,block_sparse_moe.experts.194.w2,0.0013211965,0.05000,1.424
35,block_sparse_moe.experts.206.w2,0.0009634485,0.05000,1.420
35,block_sparse_moe.experts.202.w2,0.0005956542,0.05000,1.401
35,block_sparse_moe.experts.198.w2,0.0074756904,0.05000,1.388
35,block_sparse_moe.experts.210.w2,0.0018549594,0.05000,1.150
35,block_sparse_moe.experts.222.w2,0.0001689037,0.05000,1.166
35,block_sparse_moe.experts.218.w2,0.0013744111,0.05000,1.265
35,block_sparse_moe.experts.214.w2,0.0002203943,0.05000,1.273
35,block_sparse_moe.experts.226.w2,0.0002099624,0.05000,1.421
35,block_sparse_moe.experts.238.w2,0.0068823085,0.05000,1.421
35,block_sparse_moe.experts.234.w2,0.0106520340,0.05000,1.490
35,block_sparse_moe.experts.230.w2,0.0093574272,0.05000,1.463
35,block_sparse_moe.experts.242.w2,0.0003628900,0.05000,1.450
35,block_sparse_moe.experts.254.w2,0.0007157412,0.05000,1.443
35,block_sparse_moe.experts.250.w2,0.0006726512,0.05000,1.328
35,block_sparse_moe.experts.246.w2,0.0003746323,0.05000,1.351
36,self_attn.q_proj,0.0000752179,0.05000,0.855
36,self_attn.k_proj,0.0000117059,0.05000,0.864
36,self_attn.v_proj,0.0000104982,0.05000,0.926
36,self_attn.o_proj,0.0000073313,0.05000,1.834
36,block_sparse_moe.experts.8.w1,0.0012768809,0.05000,3.160
36,block_sparse_moe.experts.9.w1,0.0009531764,0.05000,3.137
36,block_sparse_moe.experts.4.w1,0.0011377987,0.05000,3.170
36,block_sparse_moe.experts.5.w1,0.0006263314,0.05000,3.143
36,block_sparse_moe.experts.0.w1,0.0001401961,0.05000,3.210
36,block_sparse_moe.experts.1.w1,0.0008577164,0.05000,3.184
36,block_sparse_moe.experts.13.w1,0.0006365287,0.05000,3.220
36,block_sparse_moe.experts.11.w1,0.0014463846,0.05000,3.182
36,block_sparse_moe.experts.12.w1,0.0011619408,0.05000,3.288
36,block_sparse_moe.experts.3.w1,0.0016322562,0.05000,3.235
36,block_sparse_moe.experts.7.w1,0.0012870065,0.05000,3.238
36,block_sparse_moe.experts.2.w1,0.0006910997,0.05000,3.364
36,block_sparse_moe.experts.6.w1,0.0021377306,0.05000,3.284
36,block_sparse_moe.experts.14.w1,0.0012623191,0.05000,3.416
36,block_sparse_moe.experts.15.w1,0.0003198728,0.05000,3.454
36,block_sparse_moe.experts.10.w1,0.0019231600,0.05000,3.379
36,block_sparse_moe.experts.17.w1,0.0010025304,0.05000,2.860
36,block_sparse_moe.experts.29.w1,0.0006150372,0.05000,2.898
36,block_sparse_moe.experts.25.w1,0.0017751596,0.05000,2.997
36,block_sparse_moe.experts.21.w1,0.0006146368,0.05000,2.996
36,block_sparse_moe.experts.24.w1,0.0017633693,0.05000,3.021
36,block_sparse_moe.experts.20.w1,0.0007009571,0.05000,3.016
36,block_sparse_moe.experts.16.w1,0.0003985128,0.05000,2.979
36,block_sparse_moe.experts.18.w1,0.0014569747,0.05000,2.899
36,block_sparse_moe.experts.27.w1,0.0005131435,0.05000,3.069
36,block_sparse_moe.experts.22.w1,0.0024906809,0.05000,2.952
36,block_sparse_moe.experts.30.w1,0.0015862867,0.05000,2.937
36,block_sparse_moe.experts.28.w1,0.0009444809,0.05000,3.095
36,block_sparse_moe.experts.19.w1,0.0015765546,0.05000,3.084
36,block_sparse_moe.experts.23.w1,0.0010693255,0.05000,3.088
36,block_sparse_moe.experts.26.w1,0.0008588183,0.05000,2.999
36,block_sparse_moe.experts.31.w1,0.0005345265,0.05000,3.089
36,block_sparse_moe.experts.33.w1,0.0008132520,0.05000,2.984
36,block_sparse_moe.experts.41.w1,0.0011750923,0.05000,2.939
36,block_sparse_moe.experts.45.w1,0.0010372449,0.05000,3.025
36,block_sparse_moe.experts.40.w1,0.0009269040,0.05000,3.035
36,block_sparse_moe.experts.36.w1,0.0010212269,0.05000,3.069
36,block_sparse_moe.experts.37.w1,0.0010962866,0.05000,3.099
36,block_sparse_moe.experts.32.w1,0.0009104102,0.05000,3.109
36,block_sparse_moe.experts.34.w1,0.0002365181,0.05000,3.104
36,block_sparse_moe.experts.46.w1,0.0009342612,0.05000,3.056
36,block_sparse_moe.experts.38.w1,0.0004658022,0.05000,3.128
36,block_sparse_moe.experts.44.w1,0.0010411205,0.05000,3.120
36,block_sparse_moe.experts.39.w1,0.0018288783,0.05000,3.147
36,block_sparse_moe.experts.43.w1,0.0009226357,0.05000,3.274
36,block_sparse_moe.experts.42.w1,0.0014964550,0.05000,3.205
36,block_sparse_moe.experts.35.w1,0.0010074894,0.05000,3.347
36,block_sparse_moe.experts.47.w1,0.0008849299,0.05000,3.339
36,block_sparse_moe.experts.49.w1,0.0001899938,0.05000,3.061
36,block_sparse_moe.experts.50.w1,0.0010372405,0.05000,2.774
36,block_sparse_moe.experts.54.w1,0.0016699322,0.05000,2.727
36,block_sparse_moe.experts.48.w1,0.0015904706,0.05000,2.912
36,block_sparse_moe.experts.61.w1,0.0013249840,0.05000,3.089
36,block_sparse_moe.experts.56.w1,0.0029566846,0.05000,3.027
36,block_sparse_moe.experts.57.w1,0.0012012354,0.05000,3.250
36,block_sparse_moe.experts.62.w1,0.0005702913,0.05000,2.956
36,block_sparse_moe.experts.52.w1,0.0007724024,0.05000,3.161
36,block_sparse_moe.experts.53.w1,0.0001963110,0.05000,3.164
36,block_sparse_moe.experts.55.w1,0.0005436960,0.05000,2.981
36,block_sparse_moe.experts.60.w1,0.0006568284,0.05000,3.030
36,block_sparse_moe.experts.58.w1,0.0009479339,0.05000,2.867
36,block_sparse_moe.experts.59.w1,0.0011751521,0.05000,3.077
36,block_sparse_moe.experts.51.w1,0.0027186862,0.05000,3.014
36,block_sparse_moe.experts.63.w1,0.0005396966,0.05000,3.020
36,block_sparse_moe.experts.65.w1,0.0006726835,0.05000,2.950
36,block_sparse_moe.experts.77.w1,0.0016317937,0.05000,2.933
36,block_sparse_moe.experts.66.w1,0.0004107668,0.05000,3.110
36,block_sparse_moe.experts.70.w1,0.0004554697,0.05000,3.135
36,block_sparse_moe.experts.73.w1,0.0008372213,0.05000,2.978
36,block_sparse_moe.experts.69.w1,0.0010901625,0.05000,2.920
36,block_sparse_moe.experts.64.w1,0.0009126098,0.05000,3.164
36,block_sparse_moe.experts.72.w1,0.0007356982,0.05000,3.138
36,block_sparse_moe.experts.78.w1,0.0004271255,0.05000,3.110
36,block_sparse_moe.experts.68.w1,0.0002303123,0.05000,3.099
36,block_sparse_moe.experts.71.w1,0.0014026125,0.05000,3.107
36,block_sparse_moe.experts.74.w1,0.0012052977,0.05000,3.095
36,block_sparse_moe.experts.76.w1,0.0015553845,0.05000,3.225
36,block_sparse_moe.experts.67.w1,0.0005590252,0.05000,3.016
36,block_sparse_moe.experts.75.w1,0.0007276539,0.05000,3.139
36,block_sparse_moe.experts.79.w1,0.0006689936,0.05000,3.065
36,block_sparse_moe.experts.81.w1,0.0010926365,0.05000,3.038
36,block_sparse_moe.experts.93.w1,0.0007737243,0.05000,3.012
36,block_sparse_moe.experts.89.w1,0.0010293649,0.05000,2.986
36,block_sparse_moe.experts.82.w1,0.0002830206,0.05000,3.090
36,block_sparse_moe.experts.86.w1,0.0011511224,0.05000,3.104
36,block_sparse_moe.experts.85.w1,0.0016804665,0.05000,3.075
36,block_sparse_moe.experts.94.w1,0.0015600696,0.05000,3.067
36,block_sparse_moe.experts.87.w1,0.0006276083,0.05000,2.960
36,block_sparse_moe.experts.88.w1,0.0014288693,0.05000,3.241
36,block_sparse_moe.experts.80.w1,0.0014401950,0.05000,3.292
36,block_sparse_moe.experts.91.w1,0.0006947299,0.05000,2.890
36,block_sparse_moe.experts.84.w1,0.0006603106,0.05000,3.179
36,block_sparse_moe.experts.83.w1,0.0026401628,0.05000,2.974
36,block_sparse_moe.experts.90.w1,0.0013419985,0.05000,3.120
36,block_sparse_moe.experts.95.w1,0.0011816044,0.05000,2.909
36,block_sparse_moe.experts.92.w1,0.0014163963,0.05000,3.192
36,block_sparse_moe.experts.97.w1,0.0010856814,0.05000,2.805
36,block_sparse_moe.experts.109.w1,0.0016360582,0.05000,2.809
36,block_sparse_moe.experts.105.w1,0.0010204775,0.05000,2.854
36,block_sparse_moe.experts.101.w1,0.0012819019,0.05000,2.863
36,block_sparse_moe.experts.102.w1,0.0023380208,0.05000,2.976
36,block_sparse_moe.experts.98.w1,0.0003977988,0.05000,3.081
36,block_sparse_moe.experts.103.w1,0.0011784236,0.05000,2.895
36,block_sparse_moe.experts.110.w1,0.0005282727,0.05000,3.017
36,block_sparse_moe.experts.99.w1,0.0021206072,0.05000,2.906
36,block_sparse_moe.experts.107.w1,0.0015297806,0.05000,2.949
36,block_sparse_moe.experts.96.w1,0.0010125993,0.05000,2.999
36,block_sparse_moe.experts.106.w1,0.0004177207,0.05000,2.942
36,block_sparse_moe.experts.104.w1,0.0005078119,0.05000,3.085
36,block_sparse_moe.experts.100.w1,0.0021188388,0.05000,3.072
36,block_sparse_moe.experts.111.w1,0.0024670769,0.05000,2.919
36,block_sparse_moe.experts.108.w1,0.0010294075,0.05000,3.022
36,block_sparse_moe.experts.125.w1,0.0011870947,0.05000,2.688
36,block_sparse_moe.experts.113.w1,0.0004944598,0.05000,2.783
36,block_sparse_moe.experts.121.w1,0.0009725376,0.05000,2.749
36,block_sparse_moe.experts.117.w1,0.0012345291,0.05000,2.834
36,block_sparse_moe.experts.118.w1,0.0008262558,0.05000,2.804
36,block_sparse_moe.experts.119.w1,0.0007960464,0.05000,2.715
36,block_sparse_moe.experts.115.w1,0.0002499392,0.05000,2.651
36,block_sparse_moe.experts.114.w1,0.0013942872,0.05000,2.877
36,block_sparse_moe.experts.123.w1,0.0018641981,0.05000,2.744
36,block_sparse_moe.experts.126.w1,0.0008057984,0.05000,2.864
36,block_sparse_moe.experts.127.w1,0.0011100134,0.05000,2.635
36,block_sparse_moe.experts.122.w1,0.0023198547,0.05000,2.890
36,block_sparse_moe.experts.112.w1,0.0006358584,0.05000,3.021
36,block_sparse_moe.experts.120.w1,0.0005685839,0.05000,3.061
36,block_sparse_moe.experts.116.w1,0.0005065291,0.05000,3.013
36,block_sparse_moe.experts.124.w1,0.0017411024,0.05000,3.041
36,block_sparse_moe.experts.141.w1,0.0010608507,0.05000,2.632
36,block_sparse_moe.experts.129.w1,0.0002718606,0.05000,2.620
36,block_sparse_moe.experts.137.w1,0.0005924225,0.05000,2.627
36,block_sparse_moe.experts.133.w1,0.0012956924,0.05000,2.648
36,block_sparse_moe.experts.134.w1,0.0006387639,0.05000,2.804
36,block_sparse_moe.experts.135.w1,0.0008601364,0.05000,2.836
36,block_sparse_moe.experts.130.w1,0.0001825528,0.05000,2.818
36,block_sparse_moe.experts.131.w1,0.0019435178,0.05000,2.864
36,block_sparse_moe.experts.142.w1,0.0013558763,0.05000,2.787
36,block_sparse_moe.experts.143.w1,0.0012889543,0.05000,2.793
36,block_sparse_moe.experts.139.w1,0.0015935855,0.05000,2.845
36,block_sparse_moe.experts.138.w1,0.0004470914,0.05000,2.810
36,block_sparse_moe.experts.128.w1,0.0007374353,0.05000,2.985
36,block_sparse_moe.experts.136.w1,0.0016085929,0.05000,3.026
36,block_sparse_moe.experts.132.w1,0.0011434301,0.05000,3.038
36,block_sparse_moe.experts.140.w1,0.0006399081,0.05000,2.936
36,block_sparse_moe.experts.145.w1,0.0013925718,0.05000,2.720
36,block_sparse_moe.experts.157.w1,0.0009609600,0.05000,2.799
36,block_sparse_moe.experts.153.w1,0.0011402479,0.05000,2.820
36,block_sparse_moe.experts.149.w1,0.0017710450,0.05000,2.803
36,block_sparse_moe.experts.151.w1,0.0017537977,0.05000,2.729
36,block_sparse_moe.experts.147.w1,0.0029522252,0.05000,2.712
36,block_sparse_moe.experts.155.w1,0.0022752677,0.05000,2.676
36,block_sparse_moe.experts.159.w1,0.0009488031,0.05000,2.734
36,block_sparse_moe.experts.146.w1,0.0019119080,0.05000,2.878
36,block_sparse_moe.experts.150.w1,0.0013463440,0.05000,3.000
36,block_sparse_moe.experts.158.w1,0.0007406765,0.05000,2.921
36,block_sparse_moe.experts.154.w1,0.0021152699,0.05000,2.888
36,block_sparse_moe.experts.144.w1,0.0022770931,0.05000,3.032
36,block_sparse_moe.experts.148.w1,0.0020526676,0.05000,3.066
36,block_sparse_moe.experts.152.w1,0.0004947856,0.05000,3.103
36,block_sparse_moe.experts.156.w1,0.0005383486,0.05000,3.029
36,block_sparse_moe.experts.161.w1,0.0032519638,0.05000,3.091
36,block_sparse_moe.experts.173.w1,0.0009705048,0.05000,3.066
36,block_sparse_moe.experts.169.w1,0.0009397825,0.05000,3.053
36,block_sparse_moe.experts.165.w1,0.0008310953,0.05000,3.023
36,block_sparse_moe.experts.167.w1,0.0003946279,0.05000,2.990
36,block_sparse_moe.experts.163.w1,0.0007565343,0.05000,2.950
36,block_sparse_moe.experts.175.w1,0.0006281176,0.05000,2.925
36,block_sparse_moe.experts.166.w1,0.0007111721,0.05000,2.928
36,block_sparse_moe.experts.171.w1,0.0012756153,0.05000,3.081
36,block_sparse_moe.experts.162.w1,0.0013441107,0.05000,2.998
36,block_sparse_moe.experts.174.w1,0.0008298315,0.05000,2.929
36,block_sparse_moe.experts.170.w1,0.0027107006,0.05000,2.999
36,block_sparse_moe.experts.160.w1,0.0014130168,0.05000,3.230
36,block_sparse_moe.experts.164.w1,0.0007022499,0.05000,3.155
36,block_sparse_moe.experts.168.w1,0.0009804255,0.05000,3.187
36,block_sparse_moe.experts.172.w1,0.0015894629,0.05000,3.143
36,block_sparse_moe.experts.177.w1,0.0021146815,0.05000,2.982
36,block_sparse_moe.experts.189.w1,0.0007102786,0.05000,2.987
36,block_sparse_moe.experts.185.w1,0.0017568190,0.05000,3.117
36,block_sparse_moe.experts.181.w1,0.0005205046,0.05000,3.025
36,block_sparse_moe.experts.183.w1,0.0011212708,0.05000,3.003
36,block_sparse_moe.experts.179.w1,0.0007974145,0.05000,3.007
36,block_sparse_moe.experts.182.w1,0.0007088707,0.05000,3.003
36,block_sparse_moe.experts.191.w1,0.0018152686,0.05000,3.051
36,block_sparse_moe.experts.178.w1,0.0001693756,0.05000,2.965
36,block_sparse_moe.experts.190.w1,0.0011942398,0.05000,3.003
36,block_sparse_moe.experts.187.w1,0.0015324658,0.05000,3.088
36,block_sparse_moe.experts.186.w1,0.0010038481,0.05000,3.003
36,block_sparse_moe.experts.176.w1,0.0024480190,0.05000,2.799
36,block_sparse_moe.experts.180.w1,0.0011805501,0.05000,2.737
36,block_sparse_moe.experts.184.w1,0.0011076194,0.05000,2.727
36,block_sparse_moe.experts.188.w1,0.0012741336,0.05000,2.755
36,block_sparse_moe.experts.193.w1,0.0001985274,0.05000,2.959
36,block_sparse_moe.experts.205.w1,0.0006921977,0.05000,2.957
36,block_sparse_moe.experts.201.w1,0.0036596372,0.05000,2.871
36,block_sparse_moe.experts.197.w1,0.0008130744,0.05000,2.865
36,block_sparse_moe.experts.199.w1,0.0003364526,0.05000,3.137
36,block_sparse_moe.experts.198.w1,0.0005968275,0.05000,3.063
36,block_sparse_moe.experts.195.w1,0.0016106736,0.05000,3.189
36,block_sparse_moe.experts.194.w1,0.0004656700,0.05000,3.081
36,block_sparse_moe.experts.206.w1,0.0009841737,0.05000,3.011
36,block_sparse_moe.experts.207.w1,0.0003674743,0.05000,3.166
36,block_sparse_moe.experts.203.w1,0.0020495673,0.05000,3.188
36,block_sparse_moe.experts.202.w1,0.0010359608,0.05000,3.038
36,block_sparse_moe.experts.196.w1,0.0004305556,0.05000,2.761
36,block_sparse_moe.experts.192.w1,0.0014534053,0.05000,2.853
36,block_sparse_moe.experts.200.w1,0.0007364088,0.05000,2.803
36,block_sparse_moe.experts.204.w1,0.0007484017,0.05000,2.850
36,block_sparse_moe.experts.209.w1,0.0011371005,0.05000,2.669
36,block_sparse_moe.experts.221.w1,0.0010358607,0.05000,2.737
36,block_sparse_moe.experts.213.w1,0.0003087301,0.05000,2.796
36,block_sparse_moe.experts.217.w1,0.0002993729,0.05000,2.923
36,block_sparse_moe.experts.214.w1,0.0013406974,0.05000,2.824
36,block_sparse_moe.experts.215.w1,0.0020585110,0.05000,2.934
36,block_sparse_moe.experts.210.w1,0.0005389833,0.05000,2.845
36,block_sparse_moe.experts.211.w1,0.0021113137,0.05000,2.949
36,block_sparse_moe.experts.222.w1,0.0018585659,0.05000,2.904
36,block_sparse_moe.experts.223.w1,0.0005455969,0.05000,2.970
36,block_sparse_moe.experts.218.w1,0.0004252739,0.05000,2.842
36,block_sparse_moe.experts.219.w1,0.0003462830,0.05000,2.933
36,block_sparse_moe.experts.212.w1,0.0016789865,0.05000,2.976
36,block_sparse_moe.experts.216.w1,0.0012592383,0.05000,2.990
36,block_sparse_moe.experts.208.w1,0.0003593995,0.05000,3.046
36,block_sparse_moe.experts.220.w1,0.0006423996,0.05000,3.103
36,block_sparse_moe.experts.225.w1,0.0009896591,0.05000,2.897
36,block_sparse_moe.experts.237.w1,0.0006259408,0.05000,2.864
36,block_sparse_moe.experts.229.w1,0.0004846879,0.05000,2.889
36,block_sparse_moe.experts.233.w1,0.0010877098,0.05000,2.891
36,block_sparse_moe.experts.231.w1,0.0013588607,0.05000,2.660
36,block_sparse_moe.experts.227.w1,0.0007478754,0.05000,2.747
36,block_sparse_moe.experts.239.w1,0.0007518559,0.05000,2.745
36,block_sparse_moe.experts.230.w1,0.0010206949,0.05000,3.086
36,block_sparse_moe.experts.235.w1,0.0006557558,0.05000,2.775
36,block_sparse_moe.experts.226.w1,0.0005057581,0.05000,3.137
36,block_sparse_moe.experts.238.w1,0.0011682337,0.05000,3.148
36,block_sparse_moe.experts.234.w1,0.0000984791,0.05000,3.243
36,block_sparse_moe.experts.228.w1,0.0009512464,0.05000,3.157
36,block_sparse_moe.experts.224.w1,0.0011075004,0.05000,3.055
36,block_sparse_moe.experts.232.w1,0.0005155051,0.05000,3.175
36,block_sparse_moe.experts.236.w1,0.0020039211,0.05000,3.122
36,block_sparse_moe.experts.241.w1,0.0017581552,0.05000,2.948
36,block_sparse_moe.experts.253.w1,0.0013178960,0.05000,2.898
36,block_sparse_moe.experts.245.w1,0.0007550596,0.05000,2.875
36,block_sparse_moe.experts.249.w1,0.0014116381,0.05000,2.947
36,block_sparse_moe.experts.247.w1,0.0015857693,0.05000,3.062
36,block_sparse_moe.experts.243.w1,0.0009160720,0.05000,2.964
36,block_sparse_moe.experts.255.w1,0.0001144123,0.05000,3.023
36,block_sparse_moe.experts.246.w1,0.0008311384,0.05000,3.014
36,block_sparse_moe.experts.242.w1,0.0008902845,0.05000,3.048
36,block_sparse_moe.experts.251.w1,0.0003934510,0.05000,3.102
36,block_sparse_moe.experts.254.w1,0.0032342559,0.05000,3.029
36,block_sparse_moe.experts.250.w1,0.0003038191,0.05000,3.056
36,block_sparse_moe.experts.244.w1,0.0009833494,0.05000,2.832
36,block_sparse_moe.experts.240.w1,0.0009633892,0.05000,2.932
36,block_sparse_moe.experts.248.w1,0.0006004162,0.05000,2.910
36,block_sparse_moe.experts.252.w1,0.0022851106,0.05000,2.825
36,block_sparse_moe.experts.13.w3,0.0007025741,0.05000,2.940
36,block_sparse_moe.experts.1.w3,0.0009868831,0.05000,3.114
36,block_sparse_moe.experts.5.w3,0.0006774291,0.05000,3.037
36,block_sparse_moe.experts.9.w3,0.0010028010,0.05000,3.070
36,block_sparse_moe.experts.7.w3,0.0013473533,0.05000,2.959
36,block_sparse_moe.experts.3.w3,0.0017998555,0.05000,2.889
36,block_sparse_moe.experts.15.w3,0.0003505907,0.05000,2.896
36,block_sparse_moe.experts.11.w3,0.0017037566,0.05000,2.830
36,block_sparse_moe.experts.6.w3,0.0023395463,0.05000,3.141
36,block_sparse_moe.experts.2.w3,0.0007668305,0.05000,3.134
36,block_sparse_moe.experts.4.w3,0.0013690993,0.05000,2.870
36,block_sparse_moe.experts.14.w3,0.0013260309,0.05000,3.234
36,block_sparse_moe.experts.0.w3,0.0001523819,0.05000,2.864
36,block_sparse_moe.experts.8.w3,0.0013519295,0.05000,2.864
36,block_sparse_moe.experts.10.w3,0.0023524152,0.05000,3.088
36,block_sparse_moe.experts.12.w3,0.0012146362,0.05000,2.860
36,block_sparse_moe.experts.29.w3,0.0006466321,0.05000,3.027
36,block_sparse_moe.experts.17.w3,0.0010765007,0.05000,2.981
36,block_sparse_moe.experts.21.w3,0.0006278589,0.05000,2.966
36,block_sparse_moe.experts.25.w3,0.0018647459,0.05000,2.995
36,block_sparse_moe.experts.23.w3,0.0011295904,0.05000,2.864
36,block_sparse_moe.experts.19.w3,0.0017786844,0.05000,2.847
36,block_sparse_moe.experts.31.w3,0.0005638712,0.05000,2.802
36,block_sparse_moe.experts.27.w3,0.0005536812,0.05000,2.916
36,block_sparse_moe.experts.22.w3,0.0026796587,0.05000,2.817
36,block_sparse_moe.experts.20.w3,0.0008132667,0.05000,2.686
36,block_sparse_moe.experts.18.w3,0.0017397386,0.05000,2.871
36,block_sparse_moe.experts.30.w3,0.0016655794,0.05000,2.753
36,block_sparse_moe.experts.24.w3,0.0019401430,0.05000,2.626
36,block_sparse_moe.experts.16.w3,0.0004199814,0.05000,2.779
36,block_sparse_moe.experts.26.w3,0.0009797452,0.05000,2.729
36,block_sparse_moe.experts.28.w3,0.0010162384,0.05000,2.643
36,block_sparse_moe.experts.45.w3,0.0010927383,0.05000,2.988
36,block_sparse_moe.experts.33.w3,0.0009009024,0.05000,2.944
36,block_sparse_moe.experts.37.w3,0.0011877820,0.05000,2.986
36,block_sparse_moe.experts.36.w3,0.0011363322,0.05000,2.141
36,block_sparse_moe.experts.41.w3,0.0012614215,0.05000,3.022
36,block_sparse_moe.experts.40.w3,0.0010138109,0.05000,2.101
36,block_sparse_moe.experts.32.w3,0.0009997203,0.05000,2.032
36,block_sparse_moe.experts.35.w3,0.0010588961,0.05000,2.919
36,block_sparse_moe.experts.39.w3,0.0019092202,0.05000,3.030
36,block_sparse_moe.experts.47.w3,0.0009549527,0.05000,2.944
36,block_sparse_moe.experts.43.w3,0.0009911955,0.05000,3.023
36,block_sparse_moe.experts.38.w3,0.0005182359,0.05000,2.987
36,block_sparse_moe.experts.34.w3,0.0002581769,0.05000,3.031
36,block_sparse_moe.experts.46.w3,0.0009954011,0.05000,3.011
36,block_sparse_moe.experts.42.w3,0.0015974343,0.05000,3.021
36,block_sparse_moe.experts.51.w3,0.0029715752,0.05000,2.886
36,block_sparse_moe.experts.55.w3,0.0008372658,0.05000,2.895
36,block_sparse_moe.experts.63.w3,0.0005980554,0.05000,2.867
36,block_sparse_moe.experts.59.w3,0.0013721781,0.05000,2.920
36,block_sparse_moe.experts.54.w3,0.0017465444,0.05000,3.256
36,block_sparse_moe.experts.50.w3,0.0012890551,0.05000,3.272
36,block_sparse_moe.experts.62.w3,0.0006035024,0.05000,3.262
36,block_sparse_moe.experts.58.w3,0.0010057606,0.05000,3.279
36,block_sparse_moe.experts.79.w3,0.0007145259,0.05000,2.898
36,block_sparse_moe.experts.67.w3,0.0006029962,0.05000,3.064
36,block_sparse_moe.experts.71.w3,0.0014843877,0.05000,2.987
36,block_sparse_moe.experts.75.w3,0.0008206976,0.05000,3.002
36,block_sparse_moe.experts.61.w3,0.0015109947,0.05000,8.121
36,block_sparse_moe.experts.49.w3,0.0002082199,0.05000,8.068
36,block_sparse_moe.experts.53.w3,0.0002164793,0.05000,8.051
36,block_sparse_moe.experts.57.w3,0.0013688288,0.05000,8.207
36,block_sparse_moe.experts.83.w3,0.0028460705,0.05000,2.958
36,block_sparse_moe.experts.95.w3,0.0012442433,0.05000,3.018
36,block_sparse_moe.experts.87.w3,0.0007033589,0.05000,3.026
36,block_sparse_moe.experts.91.w3,0.0007266187,0.05000,2.890
36,block_sparse_moe.experts.77.w3,0.0017594062,0.05000,3.218
36,block_sparse_moe.experts.65.w3,0.0007007003,0.05000,3.277
36,block_sparse_moe.experts.69.w3,0.0012924764,0.05000,3.235
36,block_sparse_moe.experts.70.w3,0.0005066396,0.05000,7.570
36,block_sparse_moe.experts.73.w3,0.0009092240,0.05000,3.241
36,block_sparse_moe.experts.66.w3,0.0004608799,0.05000,7.617
36,block_sparse_moe.experts.78.w3,0.0004531709,0.05000,7.646
36,block_sparse_moe.experts.74.w3,0.0013721619,0.05000,7.597
36,block_sparse_moe.experts.93.w3,0.0008401398,0.05000,2.923
36,block_sparse_moe.experts.81.w3,0.0012928112,0.05000,2.868
36,block_sparse_moe.experts.85.w3,0.0018060831,0.05000,2.938
36,block_sparse_moe.experts.89.w3,0.0011601886,0.05000,2.970
36,block_sparse_moe.experts.86.w3,0.0013528164,0.05000,3.367
36,block_sparse_moe.experts.82.w3,0.0003265130,0.05000,3.282
36,block_sparse_moe.experts.94.w3,0.0016902545,0.05000,3.311
36,block_sparse_moe.experts.90.w3,0.0014018661,0.05000,3.276
36,block_sparse_moe.experts.99.w3,0.0023137277,0.05000,6.874
36,block_sparse_moe.experts.111.w3,0.0028391512,0.05000,6.883
36,block_sparse_moe.experts.103.w3,0.0013533247,0.05000,6.893
36,block_sparse_moe.experts.107.w3,0.0016258888,0.05000,6.903
36,block_sparse_moe.experts.109.w3,0.0017516973,0.05000,3.017
36,block_sparse_moe.experts.97.w3,0.0013393781,0.05000,3.073
36,block_sparse_moe.experts.101.w3,0.0013642357,0.05000,3.030
36,block_sparse_moe.experts.56.w3,0.0032852149,0.05000,2.675
36,block_sparse_moe.experts.48.w3,0.0017093601,0.05000,2.725
36,block_sparse_moe.experts.105.w3,0.0010816356,0.05000,3.101
36,block_sparse_moe.experts.52.w3,0.0008699098,0.05000,2.797
36,block_sparse_moe.experts.44.w3,0.0011353150,0.05000,2.800
36,block_sparse_moe.experts.102.w3,0.0024804109,0.05000,3.058
36,block_sparse_moe.experts.98.w3,0.0004321780,0.05000,3.059
36,block_sparse_moe.experts.110.w3,0.0005631345,0.05000,3.164
36,block_sparse_moe.experts.106.w3,0.0004590139,0.05000,3.117
36,block_sparse_moe.experts.127.w3,0.0012120889,0.05000,2.890
36,block_sparse_moe.experts.115.w3,0.0002686992,0.05000,2.960
36,block_sparse_moe.experts.119.w3,0.0009111549,0.05000,2.939
36,block_sparse_moe.experts.123.w3,0.0019643724,0.05000,2.918
36,block_sparse_moe.experts.125.w3,0.0012851180,0.05000,2.990
36,block_sparse_moe.experts.113.w3,0.0005546981,0.05000,3.011
36,block_sparse_moe.experts.117.w3,0.0012868748,0.05000,2.979
36,block_sparse_moe.experts.72.w3,0.0008156332,0.05000,2.967
36,block_sparse_moe.experts.121.w3,0.0011271726,0.05000,2.938
36,block_sparse_moe.experts.64.w3,0.0010039469,0.05000,3.021
36,block_sparse_moe.experts.68.w3,0.0002458648,0.05000,3.001
36,block_sparse_moe.experts.60.w3,0.0007339412,0.05000,3.082
36,block_sparse_moe.experts.118.w3,0.0008412036,0.05000,3.126
36,block_sparse_moe.experts.114.w3,0.0014799346,0.05000,3.111
36,block_sparse_moe.experts.126.w3,0.0008633498,0.05000,3.185
36,block_sparse_moe.experts.122.w3,0.0024469327,0.05000,3.186
36,block_sparse_moe.experts.131.w3,0.0020764384,0.05000,2.963
36,block_sparse_moe.experts.143.w3,0.0013941496,0.05000,3.039
36,block_sparse_moe.experts.135.w3,0.0009215267,0.05000,3.006
36,block_sparse_moe.experts.139.w3,0.0017275870,0.05000,3.162
36,block_sparse_moe.experts.141.w3,0.0011574107,0.05000,3.256
36,block_sparse_moe.experts.129.w3,0.0003001992,0.05000,3.179
36,block_sparse_moe.experts.133.w3,0.0013564331,0.05000,3.232
36,block_sparse_moe.experts.88.w3,0.0015410112,0.05000,3.029
36,block_sparse_moe.experts.80.w3,0.0015085765,0.05000,2.927
36,block_sparse_moe.experts.84.w3,0.0007294599,0.05000,3.036
36,block_sparse_moe.experts.137.w3,0.0006736156,0.05000,3.205
36,block_sparse_moe.experts.76.w3,0.0016712080,0.05000,3.048
36,block_sparse_moe.experts.134.w3,0.0006856217,0.05000,3.175
36,block_sparse_moe.experts.130.w3,0.0002070439,0.05000,3.162
36,block_sparse_moe.experts.147.w3,0.0034511106,0.05000,2.811
36,block_sparse_moe.experts.142.w3,0.0015120661,0.05000,3.149
36,block_sparse_moe.experts.151.w3,0.0018531190,0.05000,2.738
36,block_sparse_moe.experts.138.w3,0.0004934630,0.05000,3.143
36,block_sparse_moe.experts.159.w3,0.0010103821,0.05000,2.912
36,block_sparse_moe.experts.155.w3,0.0024267474,0.05000,2.741
36,block_sparse_moe.experts.145.w3,0.0014948904,0.05000,2.827
36,block_sparse_moe.experts.157.w3,0.0010187044,0.05000,2.944
36,block_sparse_moe.experts.149.w3,0.0019756897,0.05000,2.956
36,block_sparse_moe.experts.96.w3,0.0011271227,0.05000,3.121
36,block_sparse_moe.experts.104.w3,0.0005509259,0.05000,3.148
36,block_sparse_moe.experts.153.w3,0.0013266734,0.05000,2.948
36,block_sparse_moe.experts.100.w3,0.0023951880,0.05000,3.070
36,block_sparse_moe.experts.92.w3,0.0015799226,0.05000,3.079
36,block_sparse_moe.experts.150.w3,0.0016323532,0.05000,2.886
36,block_sparse_moe.experts.146.w3,0.0020367209,0.05000,3.003
36,block_sparse_moe.experts.167.w3,0.0004210228,0.05000,2.751
36,block_sparse_moe.experts.163.w3,0.0007951323,0.05000,2.794
36,block_sparse_moe.experts.175.w3,0.0006960330,0.05000,2.792
36,block_sparse_moe.experts.158.w3,0.0008006130,0.05000,2.978
36,block_sparse_moe.experts.154.w3,0.0023704991,0.05000,3.007
36,block_sparse_moe.experts.171.w3,0.0014451537,0.05000,2.827
36,block_sparse_moe.experts.161.w3,0.0038151906,0.05000,3.075
36,block_sparse_moe.experts.173.w3,0.0010348103,0.05000,3.074
36,block_sparse_moe.experts.165.w3,0.0009450095,0.05000,3.098
36,block_sparse_moe.experts.120.w3,0.0006002752,0.05000,3.138
36,block_sparse_moe.experts.169.w3,0.0010578883,0.05000,3.141
36,block_sparse_moe.experts.112.w3,0.0006822256,0.05000,3.205
36,block_sparse_moe.experts.116.w3,0.0005340197,0.05000,3.134
36,block_sparse_moe.experts.166.w3,0.0007715217,0.05000,2.933
36,block_sparse_moe.experts.108.w3,0.0011160933,0.05000,3.202
36,block_sparse_moe.experts.162.w3,0.0015695160,0.05000,3.002
36,block_sparse_moe.experts.179.w3,0.0008342291,0.05000,3.141
36,block_sparse_moe.experts.183.w3,0.0012897617,0.05000,3.239
36,block_sparse_moe.experts.174.w3,0.0008844290,0.05000,3.039
36,block_sparse_moe.experts.170.w3,0.0028905844,0.05000,3.085
36,block_sparse_moe.experts.191.w3,0.0019678080,0.05000,3.213
36,block_sparse_moe.experts.187.w3,0.0018230966,0.05000,3.293
36,block_sparse_moe.experts.177.w3,0.0022498429,0.05000,3.260
36,block_sparse_moe.experts.189.w3,0.0007808917,0.05000,3.263
36,block_sparse_moe.experts.181.w3,0.0005678735,0.05000,3.188
36,block_sparse_moe.experts.182.w3,0.0007837892,0.05000,2.925
36,block_sparse_moe.experts.185.w3,0.0018682519,0.05000,3.185
36,block_sparse_moe.experts.136.w3,0.0016988228,0.05000,3.325
36,block_sparse_moe.experts.132.w3,0.0012650383,0.05000,3.270
36,block_sparse_moe.experts.128.w3,0.0008689056,0.05000,3.308
36,block_sparse_moe.experts.178.w3,0.0002583440,0.05000,2.809
36,block_sparse_moe.experts.124.w3,0.0018455782,0.05000,3.334
36,block_sparse_moe.experts.190.w3,0.0013562967,0.05000,2.781
36,block_sparse_moe.experts.195.w3,0.0016971345,0.05000,3.027
36,block_sparse_moe.experts.186.w3,0.0011252569,0.05000,2.848
36,block_sparse_moe.experts.199.w3,0.0003577770,0.05000,3.079
36,block_sparse_moe.experts.207.w3,0.0004266642,0.05000,3.031
36,block_sparse_moe.experts.203.w3,0.0022617256,0.05000,3.000
36,block_sparse_moe.experts.193.w3,0.0002234847,0.05000,3.060
36,block_sparse_moe.experts.205.w3,0.0007687883,0.05000,3.036
36,block_sparse_moe.experts.197.w3,0.0009024404,0.05000,3.052
36,block_sparse_moe.experts.198.w3,0.0006554303,0.05000,2.942
36,block_sparse_moe.experts.201.w3,0.0041325471,0.05000,3.025
36,block_sparse_moe.experts.152.w3,0.0005783493,0.05000,3.002
36,block_sparse_moe.experts.148.w3,0.0026445435,0.05000,3.008
36,block_sparse_moe.experts.144.w3,0.0025041373,0.05000,3.015
36,block_sparse_moe.experts.194.w3,0.0005455027,0.05000,3.082
36,block_sparse_moe.experts.140.w3,0.0007020244,0.05000,3.055
36,block_sparse_moe.experts.206.w3,0.0010441377,0.05000,2.977
36,block_sparse_moe.experts.211.w3,0.0022733452,0.05000,2.976
36,block_sparse_moe.experts.202.w3,0.0011326024,0.05000,3.051
36,block_sparse_moe.experts.215.w3,0.0022134510,0.05000,2.944
36,block_sparse_moe.experts.223.w3,0.0005958799,0.05000,2.931
36,block_sparse_moe.experts.219.w3,0.0004117922,0.05000,3.087
36,block_sparse_moe.experts.209.w3,0.0014213562,0.05000,3.096
36,block_sparse_moe.experts.221.w3,0.0011074219,0.05000,3.064
36,block_sparse_moe.experts.213.w3,0.0003288809,0.05000,3.053
36,block_sparse_moe.experts.214.w3,0.0014462401,0.05000,3.132
36,block_sparse_moe.experts.217.w3,0.0003714220,0.05000,3.179
36,block_sparse_moe.experts.160.w3,0.0015023283,0.05000,3.060
36,block_sparse_moe.experts.164.w3,0.0007762042,0.05000,3.134
36,block_sparse_moe.experts.210.w3,0.0005801766,0.05000,3.004
36,block_sparse_moe.experts.168.w3,0.0010626971,0.05000,3.215
36,block_sparse_moe.experts.222.w3,0.0021369707,0.05000,3.069
36,block_sparse_moe.experts.227.w3,0.0007921129,0.05000,3.032
36,block_sparse_moe.experts.156.w3,0.0005867068,0.05000,3.206
36,block_sparse_moe.experts.218.w3,0.0004474783,0.05000,3.010
36,block_sparse_moe.experts.231.w3,0.0015026975,0.05000,3.060
36,block_sparse_moe.experts.239.w3,0.0008203320,0.05000,3.105
36,block_sparse_moe.experts.235.w3,0.0007016799,0.05000,3.001
36,block_sparse_moe.experts.225.w3,0.0010248844,0.05000,3.095
36,block_sparse_moe.experts.237.w3,0.0006655508,0.05000,3.174
36,block_sparse_moe.experts.229.w3,0.0005213163,0.05000,3.090
36,block_sparse_moe.experts.230.w3,0.0010938042,0.05000,2.740
36,block_sparse_moe.experts.226.w3,0.0005400700,0.05000,2.805
36,block_sparse_moe.experts.176.w3,0.0026832713,0.05000,2.976
36,block_sparse_moe.experts.233.w3,0.0011835876,0.05000,3.057
36,block_sparse_moe.experts.180.w3,0.0012526685,0.05000,2.968
36,block_sparse_moe.experts.184.w3,0.0012361509,0.05000,2.997
36,block_sparse_moe.experts.238.w3,0.0013540422,0.05000,2.874
36,block_sparse_moe.experts.234.w3,0.0001054636,0.05000,2.806
36,block_sparse_moe.experts.172.w3,0.0016812328,0.05000,3.094
36,block_sparse_moe.experts.243.w3,0.0010674435,0.05000,3.144
36,block_sparse_moe.experts.247.w3,0.0016445882,0.05000,3.102
36,block_sparse_moe.experts.255.w3,0.0001401614,0.05000,3.037
36,block_sparse_moe.experts.251.w3,0.0004497832,0.05000,2.665
36,block_sparse_moe.experts.241.w3,0.0018855728,0.05000,3.005
36,block_sparse_moe.experts.253.w3,0.0014181473,0.05000,3.004
36,block_sparse_moe.experts.245.w3,0.0008692066,0.05000,2.847
36,block_sparse_moe.experts.246.w3,0.0008898784,0.05000,2.959
36,block_sparse_moe.experts.249.w3,0.0016731563,0.05000,2.489
36,block_sparse_moe.experts.242.w3,0.0009879417,0.05000,2.882
36,block_sparse_moe.experts.254.w3,0.0035283288,0.05000,2.738
36,block_sparse_moe.experts.250.w3,0.0003373612,0.05000,2.680
36,block_sparse_moe.experts.192.w3,0.0016273921,0.05000,3.173
36,block_sparse_moe.experts.200.w3,0.0007665481,0.05000,3.121
36,block_sparse_moe.experts.196.w3,0.0004968766,0.05000,3.239
36,block_sparse_moe.experts.188.w3,0.0014007161,0.05000,3.007
36,block_sparse_moe.experts.212.w3,0.0018892814,0.05000,2.862
36,block_sparse_moe.experts.216.w3,0.0014026611,0.05000,2.938
36,block_sparse_moe.experts.208.w3,0.0004058289,0.05000,3.023
36,block_sparse_moe.experts.204.w3,0.0008485863,0.05000,2.956
36,block_sparse_moe.experts.224.w3,0.0012536785,0.05000,2.906
36,block_sparse_moe.experts.232.w3,0.0005592199,0.05000,2.939
36,block_sparse_moe.experts.228.w3,0.0010175640,0.05000,3.007
36,block_sparse_moe.experts.220.w3,0.0006880972,0.05000,2.929
36,block_sparse_moe.experts.248.w3,0.0006401402,0.05000,2.782
36,block_sparse_moe.experts.240.w3,0.0010221144,0.05000,2.869
36,block_sparse_moe.experts.244.w3,0.0010719219,0.05000,2.824
36,block_sparse_moe.experts.236.w3,0.0021425973,0.05000,2.635
36,block_sparse_moe.experts.252.w3,0.0023875322,0.05000,0.883
36,block_sparse_moe.experts.0.w2,0.0004421329,0.05000,1.523
36,block_sparse_moe.experts.12.w2,0.0008948656,0.05000,1.539
36,block_sparse_moe.experts.8.w2,0.0009357486,0.05000,1.551
36,block_sparse_moe.experts.1.w2,0.0025602480,0.05000,1.556
36,block_sparse_moe.experts.4.w2,0.0022991480,0.05000,1.577
36,block_sparse_moe.experts.14.w2,0.0012145699,0.05000,1.601
36,block_sparse_moe.experts.9.w2,0.0004459907,0.05000,1.603
36,block_sparse_moe.experts.13.w2,0.0016824810,0.05000,1.608
36,block_sparse_moe.experts.5.w2,0.0014519760,0.05000,1.625
36,block_sparse_moe.experts.2.w2,0.0011766886,0.05000,1.628
36,block_sparse_moe.experts.3.w2,0.0043076300,0.05000,1.630
36,block_sparse_moe.experts.11.w2,0.0048220048,0.05000,1.642
36,block_sparse_moe.experts.7.w2,0.0015104894,0.05000,1.646
36,block_sparse_moe.experts.15.w2,0.0010486158,0.05000,1.626
36,block_sparse_moe.experts.6.w2,0.0024332024,0.05000,1.664
36,block_sparse_moe.experts.10.w2,0.0147032414,0.05000,1.681
36,block_sparse_moe.experts.16.w2,0.0005645904,0.05000,1.530
36,block_sparse_moe.experts.29.w2,0.0001302192,0.05000,1.457
36,block_sparse_moe.experts.28.w2,0.0004513105,0.05000,1.533
36,block_sparse_moe.experts.27.w2,0.0010529363,0.05000,1.436
36,block_sparse_moe.experts.25.w2,0.0007963189,0.05000,1.480
36,block_sparse_moe.experts.17.w2,0.0008199124,0.05000,1.530
36,block_sparse_moe.experts.19.w2,0.0016631994,0.05000,1.468
36,block_sparse_moe.experts.20.w2,0.0021814706,0.05000,1.544
36,block_sparse_moe.experts.18.w2,0.0073034091,0.05000,1.496
36,block_sparse_moe.experts.24.w2,0.0016363319,0.05000,1.578
36,block_sparse_moe.experts.23.w2,0.0007917932,0.05000,1.505
36,block_sparse_moe.experts.21.w2,0.0006103535,0.05000,1.528
36,block_sparse_moe.experts.31.w2,0.0015726994,0.05000,1.502
36,block_sparse_moe.experts.22.w2,0.0132181677,0.05000,1.514
36,block_sparse_moe.experts.30.w2,0.0009787858,0.05000,1.580
36,block_sparse_moe.experts.26.w2,0.0012972493,0.05000,1.562
36,block_sparse_moe.experts.45.w2,0.0016639351,0.05000,1.453
36,block_sparse_moe.experts.32.w2,0.0022771812,0.05000,1.491
36,block_sparse_moe.experts.41.w2,0.0009622230,0.05000,1.463
36,block_sparse_moe.experts.44.w2,0.0025863700,0.05000,1.476
36,block_sparse_moe.experts.43.w2,0.0014079297,0.05000,1.519
36,block_sparse_moe.experts.33.w2,0.0010047195,0.05000,1.519
36,block_sparse_moe.experts.35.w2,0.0009318524,0.05000,1.519
36,block_sparse_moe.experts.37.w2,0.0017091614,0.05000,1.496
36,block_sparse_moe.experts.40.w2,0.0007793063,0.05000,1.545
36,block_sparse_moe.experts.47.w2,0.0013273100,0.05000,1.523
36,block_sparse_moe.experts.36.w2,0.0044665588,0.05000,1.584
36,block_sparse_moe.experts.34.w2,0.0005311325,0.05000,1.592
36,block_sparse_moe.experts.38.w2,0.0012314414,0.05000,1.556
36,block_sparse_moe.experts.42.w2,0.0012150235,0.05000,1.499
36,block_sparse_moe.experts.39.w2,0.0016722141,0.05000,1.618
36,block_sparse_moe.experts.46.w2,0.0003183352,0.05000,1.608
36,block_sparse_moe.experts.59.w2,0.0010234772,0.05000,1.329
36,block_sparse_moe.experts.51.w2,0.0042677268,0.05000,1.349
36,block_sparse_moe.experts.63.w2,0.0004729171,0.05000,1.341
36,block_sparse_moe.experts.48.w2,0.0029446272,0.05000,1.494
36,block_sparse_moe.experts.60.w2,0.0017685844,0.05000,1.520
36,block_sparse_moe.experts.61.w2,0.0042572671,0.05000,1.559
36,block_sparse_moe.experts.56.w2,0.0097561065,0.05000,1.438
36,block_sparse_moe.experts.57.w2,0.0029345658,0.05000,1.574
36,block_sparse_moe.experts.55.w2,0.0001400649,0.05000,1.372
36,block_sparse_moe.experts.49.w2,0.0004364328,0.05000,1.584
36,block_sparse_moe.experts.54.w2,0.0007250109,0.05000,1.456
36,block_sparse_moe.experts.52.w2,0.0019299013,0.05000,1.516
36,block_sparse_moe.experts.58.w2,0.0002596607,0.05000,1.493
36,block_sparse_moe.experts.53.w2,0.0003272765,0.05000,1.593
36,block_sparse_moe.experts.50.w2,0.0045852229,0.05000,1.525
36,block_sparse_moe.experts.62.w2,0.0006275497,0.05000,1.492
36,block_sparse_moe.experts.75.w2,0.0024813090,0.05000,1.366
36,block_sparse_moe.experts.67.w2,0.0025008744,0.05000,1.421
36,block_sparse_moe.experts.79.w2,0.0010264755,0.05000,1.363
36,block_sparse_moe.experts.77.w2,0.0023599856,0.05000,1.560
36,block_sparse_moe.experts.71.w2,0.0017889055,0.05000,1.497
36,block_sparse_moe.experts.64.w2,0.0012995212,0.05000,1.646
36,block_sparse_moe.experts.76.w2,0.0009572649,0.05000,1.632
36,block_sparse_moe.experts.72.w2,0.0027351750,0.05000,1.612
36,block_sparse_moe.experts.73.w2,0.0014523306,0.05000,1.623
36,block_sparse_moe.experts.65.w2,0.0006394373,0.05000,1.593
36,block_sparse_moe.experts.70.w2,0.0008291097,0.05000,1.602
36,block_sparse_moe.experts.74.w2,0.0013924888,0.05000,1.567
36,block_sparse_moe.experts.66.w2,0.0003234918,0.05000,1.600
36,block_sparse_moe.experts.69.w2,0.0038265541,0.05000,1.609
36,block_sparse_moe.experts.68.w2,0.0003350842,0.05000,1.657
36,block_sparse_moe.experts.78.w2,0.0006289675,0.05000,1.597
36,block_sparse_moe.experts.91.w2,0.0004642084,0.05000,1.565
36,block_sparse_moe.experts.93.w2,0.0011644266,0.05000,1.275
36,block_sparse_moe.experts.83.w2,0.0043643598,0.05000,1.559
36,block_sparse_moe.experts.81.w2,0.0036654784,0.05000,1.189
36,block_sparse_moe.experts.95.w2,0.0017490652,0.05000,1.589
36,block_sparse_moe.experts.89.w2,0.0030313138,0.05000,1.287
36,block_sparse_moe.experts.85.w2,0.0025371159,0.05000,1.250
36,block_sparse_moe.experts.92.w2,0.0037522736,0.05000,1.487
36,block_sparse_moe.experts.80.w2,0.0015555771,0.05000,1.506
36,block_sparse_moe.experts.88.w2,0.0023442783,0.05000,1.471
36,block_sparse_moe.experts.87.w2,0.0027804142,0.05000,1.574
36,block_sparse_moe.experts.90.w2,0.0011763957,0.05000,1.569
36,block_sparse_moe.experts.86.w2,0.0040835193,0.05000,1.586
36,block_sparse_moe.experts.84.w2,0.0007198109,0.05000,1.503
36,block_sparse_moe.experts.82.w2,0.0012814159,0.05000,1.606
36,block_sparse_moe.experts.94.w2,0.0017502953,0.05000,1.620
36,block_sparse_moe.experts.107.w2,0.0011430370,0.05000,1.534
36,block_sparse_moe.experts.97.w2,0.0028654924,0.05000,1.444
36,block_sparse_moe.experts.99.w2,0.0029130860,0.05000,1.478
36,block_sparse_moe.experts.109.w2,0.0016288571,0.05000,1.561
36,block_sparse_moe.experts.111.w2,0.0063884846,0.05000,1.550
36,block_sparse_moe.experts.105.w2,0.0010038825,0.05000,1.512
36,block_sparse_moe.experts.101.w2,0.0009473893,0.05000,1.506
36,block_sparse_moe.experts.104.w2,0.0014265463,0.05000,1.502
36,block_sparse_moe.experts.108.w2,0.0018327583,0.05000,1.525
36,block_sparse_moe.experts.103.w2,0.0019691769,0.05000,1.551
36,block_sparse_moe.experts.96.w2,0.0076963374,0.05000,1.583
36,block_sparse_moe.experts.106.w2,0.0009778171,0.05000,1.532
36,block_sparse_moe.experts.100.w2,0.0124911079,0.05000,1.555
36,block_sparse_moe.experts.102.w2,0.0021511131,0.05000,1.561
36,block_sparse_moe.experts.98.w2,0.0014130075,0.05000,1.556
36,block_sparse_moe.experts.110.w2,0.0006767374,0.05000,1.564
36,block_sparse_moe.experts.125.w2,0.0020673316,0.05000,1.349
36,block_sparse_moe.experts.113.w2,0.0015148180,0.05000,1.422
36,block_sparse_moe.experts.123.w2,0.0137015762,0.05000,1.571
36,block_sparse_moe.experts.115.w2,0.0006658679,0.05000,1.544
36,block_sparse_moe.experts.121.w2,0.0024099756,0.05000,1.431
36,block_sparse_moe.experts.117.w2,0.0023541993,0.05000,1.427
36,block_sparse_moe.experts.127.w2,0.0024368143,0.05000,1.560
36,block_sparse_moe.experts.120.w2,0.0006373653,0.05000,1.520
36,block_sparse_moe.experts.124.w2,0.0011459199,0.05000,1.505
36,block_sparse_moe.experts.112.w2,0.0025498110,0.05000,1.478
36,block_sparse_moe.experts.119.w2,0.0012412939,0.05000,1.537
36,block_sparse_moe.experts.116.w2,0.0006354475,0.05000,1.484
36,block_sparse_moe.experts.122.w2,0.0030429429,0.05000,1.518
36,block_sparse_moe.experts.114.w2,0.0008777929,0.05000,1.443
36,block_sparse_moe.experts.118.w2,0.0040163134,0.05000,1.530
36,block_sparse_moe.experts.126.w2,0.0020530579,0.05000,1.515
36,block_sparse_moe.experts.129.w2,0.0008529962,0.05000,1.265
36,block_sparse_moe.experts.141.w2,0.0026743381,0.05000,1.299
36,block_sparse_moe.experts.137.w2,0.0023020710,0.05000,1.296
36,block_sparse_moe.experts.139.w2,0.0009683992,0.05000,1.413
36,block_sparse_moe.experts.133.w2,0.0008750183,0.05000,1.392
36,block_sparse_moe.experts.131.w2,0.0021338923,0.05000,1.484
36,block_sparse_moe.experts.143.w2,0.0018033446,0.05000,1.402
36,block_sparse_moe.experts.136.w2,0.0010683765,0.05000,1.489
36,block_sparse_moe.experts.135.w2,0.0008967857,0.05000,1.478
36,block_sparse_moe.experts.140.w2,0.0018781782,0.05000,1.584
36,block_sparse_moe.experts.128.w2,0.0021467944,0.05000,1.583
36,block_sparse_moe.experts.132.w2,0.0023777287,0.05000,1.522
36,block_sparse_moe.experts.134.w2,0.0007031980,0.05000,1.509
36,block_sparse_moe.experts.130.w2,0.0005895563,0.05000,1.534
36,block_sparse_moe.experts.138.w2,0.0006465763,0.05000,1.562
36,block_sparse_moe.experts.142.w2,0.0023691087,0.05000,1.568
36,block_sparse_moe.experts.145.w2,0.0033349373,0.05000,1.499
36,block_sparse_moe.experts.157.w2,0.0049286464,0.05000,1.517
36,block_sparse_moe.experts.153.w2,0.0056764811,0.05000,1.552
36,block_sparse_moe.experts.155.w2,0.0024578333,0.05000,1.506
36,block_sparse_moe.experts.149.w2,0.0021371599,0.05000,1.512
36,block_sparse_moe.experts.147.w2,0.0253280988,0.05000,1.540
36,block_sparse_moe.experts.159.w2,0.0004068121,0.05000,1.525
36,block_sparse_moe.experts.152.w2,0.0031433426,0.05000,1.497
36,block_sparse_moe.experts.151.w2,0.0022883518,0.05000,1.485
36,block_sparse_moe.experts.156.w2,0.0027118568,0.05000,1.488
36,block_sparse_moe.experts.144.w2,0.0222444020,0.05000,1.511
36,block_sparse_moe.experts.150.w2,0.0042293603,0.05000,1.395
36,block_sparse_moe.experts.154.w2,0.0057615533,0.05000,1.393
36,block_sparse_moe.experts.146.w2,0.0030522917,0.05000,1.420
36,block_sparse_moe.experts.148.w2,0.0079197254,0.05000,1.505
36,block_sparse_moe.experts.158.w2,0.0012062155,0.05000,1.454
36,block_sparse_moe.experts.161.w2,0.0404718609,0.05000,1.520
36,block_sparse_moe.experts.173.w2,0.0006014427,0.05000,1.510
36,block_sparse_moe.experts.169.w2,0.0017092292,0.05000,1.539
36,block_sparse_moe.experts.171.w2,0.0026875174,0.05000,1.516
36,block_sparse_moe.experts.165.w2,0.0009968187,0.05000,1.574
36,block_sparse_moe.experts.175.w2,0.0001341356,0.05000,1.520
36,block_sparse_moe.experts.163.w2,0.0004964660,0.05000,1.551
36,block_sparse_moe.experts.168.w2,0.0014757121,0.05000,1.562
36,block_sparse_moe.experts.167.w2,0.0003459010,0.05000,1.514
36,block_sparse_moe.experts.172.w2,0.0035450170,0.05000,1.534
36,block_sparse_moe.experts.160.w2,0.0014280417,0.05000,1.496
36,block_sparse_moe.experts.162.w2,0.0052525561,0.05000,1.520
36,block_sparse_moe.experts.166.w2,0.0022810353,0.05000,1.563
36,block_sparse_moe.experts.170.w2,0.0028160936,0.05000,1.587
36,block_sparse_moe.experts.164.w2,0.0004882521,0.05000,1.520
36,block_sparse_moe.experts.174.w2,0.0046209457,0.05000,1.549
36,block_sparse_moe.experts.177.w2,0.0029124427,0.05000,1.382
36,block_sparse_moe.experts.189.w2,0.0012812201,0.05000,1.408
36,block_sparse_moe.experts.185.w2,0.0026913678,0.05000,1.381
36,block_sparse_moe.experts.181.w2,0.0013776945,0.05000,1.393
36,block_sparse_moe.experts.187.w2,0.0101504204,0.05000,1.587
36,block_sparse_moe.experts.179.w2,0.0007879668,0.05000,1.520
36,block_sparse_moe.experts.184.w2,0.0016042199,0.05000,1.335
36,block_sparse_moe.experts.191.w2,0.0009327275,0.05000,1.567
36,block_sparse_moe.experts.188.w2,0.0016237475,0.05000,1.391
36,block_sparse_moe.experts.176.w2,0.0026712020,0.05000,1.412
36,block_sparse_moe.experts.183.w2,0.0043554383,0.05000,1.550
36,block_sparse_moe.experts.180.w2,0.0020469651,0.05000,1.362
36,block_sparse_moe.experts.178.w2,0.0023882223,0.05000,1.466
36,block_sparse_moe.experts.182.w2,0.0016266228,0.05000,1.484
36,block_sparse_moe.experts.186.w2,0.0014889603,0.05000,1.523
36,block_sparse_moe.experts.190.w2,0.0041774689,0.05000,1.497
36,block_sparse_moe.experts.193.w2,0.0006903743,0.05000,1.441
36,block_sparse_moe.experts.205.w2,0.0018042028,0.05000,1.473
36,block_sparse_moe.experts.201.w2,0.0152084331,0.05000,1.481
36,block_sparse_moe.experts.197.w2,0.0009132605,0.05000,1.550
36,block_sparse_moe.experts.203.w2,0.0069328495,0.05000,1.548
36,block_sparse_moe.experts.195.w2,0.0016330118,0.05000,1.493
36,block_sparse_moe.experts.200.w2,0.0002644029,0.05000,1.519
36,block_sparse_moe.experts.207.w2,0.0009453580,0.05000,1.542
36,block_sparse_moe.experts.204.w2,0.0035485940,0.05000,1.459
36,block_sparse_moe.experts.192.w2,0.0040128402,0.05000,1.464
36,block_sparse_moe.experts.196.w2,0.0015410854,0.05000,1.466
36,block_sparse_moe.experts.194.w2,0.0016780771,0.05000,1.416
36,block_sparse_moe.experts.198.w2,0.0014314973,0.05000,1.440
36,block_sparse_moe.experts.199.w2,0.0011543260,0.05000,1.571
36,block_sparse_moe.experts.202.w2,0.0023507637,0.05000,1.477
36,block_sparse_moe.experts.206.w2,0.0010215360,0.05000,1.489
36,block_sparse_moe.experts.209.w2,0.0033037733,0.05000,1.513
36,block_sparse_moe.experts.221.w2,0.0010415911,0.05000,1.614
36,block_sparse_moe.experts.217.w2,0.0010213898,0.05000,1.607
36,block_sparse_moe.experts.216.w2,0.0033108324,0.05000,1.382
36,block_sparse_moe.experts.219.w2,0.0007690536,0.05000,1.478
36,block_sparse_moe.experts.213.w2,0.0004634433,0.05000,1.560
36,block_sparse_moe.experts.220.w2,0.0005176425,0.05000,1.356
36,block_sparse_moe.experts.211.w2,0.0044129602,0.05000,1.505
36,block_sparse_moe.experts.208.w2,0.0011970033,0.05000,1.357
36,block_sparse_moe.experts.223.w2,0.0007037136,0.05000,1.441
36,block_sparse_moe.experts.212.w2,0.0017034672,0.05000,1.521
36,block_sparse_moe.experts.215.w2,0.0030890659,0.05000,1.422
36,block_sparse_moe.experts.210.w2,0.0008503157,0.05000,1.529
36,block_sparse_moe.experts.214.w2,0.0017933295,0.05000,1.548
36,block_sparse_moe.experts.218.w2,0.0003030378,0.05000,1.519
36,block_sparse_moe.experts.222.w2,0.0076218195,0.05000,1.507
36,block_sparse_moe.experts.225.w2,0.0012126255,0.05000,1.509
36,block_sparse_moe.experts.237.w2,0.0001758421,0.05000,1.498
36,block_sparse_moe.experts.233.w2,0.0016552741,0.05000,1.494
36,block_sparse_moe.experts.235.w2,0.0005586200,0.05000,1.399
36,block_sparse_moe.experts.227.w2,0.0008913677,0.05000,1.391
36,block_sparse_moe.experts.239.w2,0.0024683133,0.05000,1.407
36,block_sparse_moe.experts.229.w2,0.0008003152,0.05000,1.484
36,block_sparse_moe.experts.232.w2,0.0007762923,0.05000,1.557
36,block_sparse_moe.experts.236.w2,0.0027687272,0.05000,1.583
36,block_sparse_moe.experts.224.w2,0.0024691273,0.05000,1.600
36,block_sparse_moe.experts.226.w2,0.0012396062,0.05000,1.475
36,block_sparse_moe.experts.231.w2,0.0023360314,0.05000,1.498
36,block_sparse_moe.experts.228.w2,0.0012507699,0.05000,1.519
36,block_sparse_moe.experts.230.w2,0.0016028294,0.05000,1.491
36,block_sparse_moe.experts.234.w2,0.0001367075,0.05000,1.458
36,block_sparse_moe.experts.238.w2,0.0037860700,0.05000,1.460
36,block_sparse_moe.experts.241.w2,0.0026695869,0.05000,1.465
36,block_sparse_moe.experts.253.w2,0.0015502957,0.05000,1.436
36,block_sparse_moe.experts.249.w2,0.0029309017,0.05000,1.358
36,block_sparse_moe.experts.245.w2,0.0039383522,0.05000,1.241
36,block_sparse_moe.experts.255.w2,0.0003802721,0.05000,1.345
36,block_sparse_moe.experts.251.w2,0.0010127868,0.05000,1.438
36,block_sparse_moe.experts.243.w2,0.0032705365,0.05000,1.406
36,block_sparse_moe.experts.247.w2,0.0007122506,0.05000,1.137
36,block_sparse_moe.experts.252.w2,0.0029018053,0.05000,1.397
36,block_sparse_moe.experts.248.w2,0.0007761951,0.05000,1.486
36,block_sparse_moe.experts.240.w2,0.0008818548,0.05000,1.392
36,block_sparse_moe.experts.244.w2,0.0010006832,0.05000,1.286
36,block_sparse_moe.experts.242.w2,0.0029380956,0.05000,1.422
36,block_sparse_moe.experts.246.w2,0.0012295189,0.05000,1.429
36,block_sparse_moe.experts.250.w2,0.0007480802,0.05000,1.398
36,block_sparse_moe.experts.254.w2,0.0286601496,0.05000,1.273
37,self_attn.k_proj,0.0000135098,0.05000,0.893
37,self_attn.v_proj,0.0000125923,0.05000,0.952
37,self_attn.q_proj,0.0000926305,0.05000,0.993
37,self_attn.o_proj,0.0000094665,0.05000,1.856
37,block_sparse_moe.experts.10.w1,0.0004541242,0.05000,3.093
37,block_sparse_moe.experts.14.w1,0.0018452055,0.05000,2.996
37,block_sparse_moe.experts.6.w1,0.0001463299,0.05000,3.148
37,block_sparse_moe.experts.15.w1,0.0014975985,0.05000,3.094
37,block_sparse_moe.experts.12.w1,0.0022476163,0.05000,3.255
37,block_sparse_moe.experts.2.w1,0.0009958466,0.05000,3.271
37,block_sparse_moe.experts.8.w1,0.0016827918,0.05000,3.286
37,block_sparse_moe.experts.11.w1,0.0008927457,0.05000,3.313
37,block_sparse_moe.experts.7.w1,0.0005337530,0.05000,3.334
37,block_sparse_moe.experts.5.w1,0.0017900041,0.05000,3.341
37,block_sparse_moe.experts.0.w1,0.0003719470,0.05000,3.353
37,block_sparse_moe.experts.4.w1,0.0003197862,0.05000,3.357
37,block_sparse_moe.experts.3.w1,0.0010325983,0.05000,3.374
37,block_sparse_moe.experts.9.w1,0.0001787664,0.05000,3.404
37,block_sparse_moe.experts.13.w1,0.0015192486,0.05000,3.307
37,block_sparse_moe.experts.1.w1,0.0009094906,0.05000,3.503
37,block_sparse_moe.experts.26.w1,0.0008337283,0.05000,3.052
37,block_sparse_moe.experts.22.w1,0.0020547153,0.05000,3.118
37,block_sparse_moe.experts.30.w1,0.0012136609,0.05000,3.163
37,block_sparse_moe.experts.27.w1,0.0006953332,0.05000,3.019
37,block_sparse_moe.experts.23.w1,0.0003004240,0.05000,3.005
37,block_sparse_moe.experts.31.w1,0.0008773703,0.05000,3.144
37,block_sparse_moe.experts.18.w1,0.0012149970,0.05000,3.143
37,block_sparse_moe.experts.29.w1,0.0001505831,0.05000,3.000
37,block_sparse_moe.experts.25.w1,0.0006835655,0.05000,3.097
37,block_sparse_moe.experts.28.w1,0.0006021782,0.05000,3.278
37,block_sparse_moe.experts.21.w1,0.0008274042,0.05000,3.198
37,block_sparse_moe.experts.19.w1,0.0005491884,0.05000,3.172
37,block_sparse_moe.experts.20.w1,0.0032948404,0.05000,3.200
37,block_sparse_moe.experts.16.w1,0.0006587447,0.05000,3.227
37,block_sparse_moe.experts.24.w1,0.0024169198,0.05000,3.298
37,block_sparse_moe.experts.17.w1,0.0008216143,0.05000,3.191
37,block_sparse_moe.experts.42.w1,0.0003286701,0.05000,2.897
37,block_sparse_moe.experts.38.w1,0.0015634006,0.05000,2.794
37,block_sparse_moe.experts.46.w1,0.0018276080,0.05000,2.826
37,block_sparse_moe.experts.34.w1,0.0005130029,0.05000,2.741
37,block_sparse_moe.experts.41.w1,0.0015170693,0.05000,2.888
37,block_sparse_moe.experts.39.w1,0.0003227876,0.05000,3.103
37,block_sparse_moe.experts.47.w1,0.0018286669,0.05000,3.097
37,block_sparse_moe.experts.45.w1,0.0013410943,0.05000,3.035
37,block_sparse_moe.experts.37.w1,0.0010500473,0.05000,2.957
37,block_sparse_moe.experts.43.w1,0.0006867454,0.05000,3.190
37,block_sparse_moe.experts.33.w1,0.0008565437,0.05000,2.858
37,block_sparse_moe.experts.44.w1,0.0014030256,0.05000,3.132
37,block_sparse_moe.experts.35.w1,0.0029314561,0.05000,3.196
37,block_sparse_moe.experts.40.w1,0.0004743742,0.05000,3.185
37,block_sparse_moe.experts.32.w1,0.0017066588,0.05000,3.221
37,block_sparse_moe.experts.36.w1,0.0021424835,0.05000,3.297
37,block_sparse_moe.experts.58.w1,0.0009812015,0.05000,3.003
37,block_sparse_moe.experts.54.w1,0.0005192803,0.05000,3.040
37,block_sparse_moe.experts.62.w1,0.0005897942,0.05000,3.030
37,block_sparse_moe.experts.50.w1,0.0007172404,0.05000,3.057
37,block_sparse_moe.experts.55.w1,0.0008815003,0.05000,3.035
37,block_sparse_moe.experts.59.w1,0.0023015405,0.05000,3.022
37,block_sparse_moe.experts.63.w1,0.0018611165,0.05000,3.091
37,block_sparse_moe.experts.57.w1,0.0008076150,0.05000,3.267
37,block_sparse_moe.experts.61.w1,0.0005994722,0.05000,3.240
37,block_sparse_moe.experts.51.w1,0.0024592006,0.05000,3.005
37,block_sparse_moe.experts.53.w1,0.0013375601,0.05000,3.296
37,block_sparse_moe.experts.49.w1,0.0011234332,0.05000,3.263
37,block_sparse_moe.experts.60.w1,0.0007210323,0.05000,3.178
37,block_sparse_moe.experts.56.w1,0.0004623301,0.05000,3.149
37,block_sparse_moe.experts.48.w1,0.0019115389,0.05000,3.142
37,block_sparse_moe.experts.52.w1,0.0005818483,0.05000,3.174
37,block_sparse_moe.experts.74.w1,0.0009171303,0.05000,2.881
37,block_sparse_moe.experts.70.w1,0.0028136812,0.05000,2.886
37,block_sparse_moe.experts.78.w1,0.0016829655,0.05000,2.853
37,block_sparse_moe.experts.66.w1,0.0007241192,0.05000,2.920
37,block_sparse_moe.experts.71.w1,0.0010721000,0.05000,3.131
37,block_sparse_moe.experts.75.w1,0.0005226596,0.05000,3.222
37,block_sparse_moe.experts.79.w1,0.0018696832,0.05000,3.250
37,block_sparse_moe.experts.67.w1,0.0023292600,0.05000,3.154
37,block_sparse_moe.experts.77.w1,0.0007714183,0.05000,3.193
37,block_sparse_moe.experts.73.w1,0.0001446883,0.05000,3.305
37,block_sparse_moe.experts.76.w1,0.0011904670,0.05000,3.135
37,block_sparse_moe.experts.72.w1,0.0013414985,0.05000,3.101
37,block_sparse_moe.experts.69.w1,0.0006883024,0.05000,3.235
37,block_sparse_moe.experts.64.w1,0.0011542031,0.05000,3.127
37,block_sparse_moe.experts.68.w1,0.0007762319,0.05000,3.050
37,block_sparse_moe.experts.65.w1,0.0013656787,0.05000,3.320
37,block_sparse_moe.experts.86.w1,0.0009153820,0.05000,3.017
37,block_sparse_moe.experts.94.w1,0.0018760822,0.05000,2.991
37,block_sparse_moe.experts.90.w1,0.0024638983,0.05000,3.079
37,block_sparse_moe.experts.82.w1,0.0016380175,0.05000,3.139
37,block_sparse_moe.experts.87.w1,0.0006670949,0.05000,3.142
37,block_sparse_moe.experts.91.w1,0.0014982131,0.05000,3.100
37,block_sparse_moe.experts.95.w1,0.0021367361,0.05000,3.087
37,block_sparse_moe.experts.93.w1,0.0021915069,0.05000,3.019
37,block_sparse_moe.experts.89.w1,0.0004386975,0.05000,3.091
37,block_sparse_moe.experts.85.w1,0.0013337017,0.05000,3.090
37,block_sparse_moe.experts.83.w1,0.0017249041,0.05000,3.229
37,block_sparse_moe.experts.88.w1,0.0006475915,0.05000,3.132
37,block_sparse_moe.experts.92.w1,0.0008498141,0.05000,3.173
37,block_sparse_moe.experts.84.w1,0.0003517048,0.05000,3.081
37,block_sparse_moe.experts.80.w1,0.0013071602,0.05000,3.153
37,block_sparse_moe.experts.81.w1,0.0009554812,0.05000,3.132
37,block_sparse_moe.experts.110.w1,0.0011628582,0.05000,2.960
37,block_sparse_moe.experts.106.w1,0.0015065273,0.05000,3.011
37,block_sparse_moe.experts.102.w1,0.0006816618,0.05000,3.107
37,block_sparse_moe.experts.98.w1,0.0010705713,0.05000,3.012
37,block_sparse_moe.experts.103.w1,0.0023080016,0.05000,2.762
37,block_sparse_moe.experts.107.w1,0.0010851651,0.05000,2.831
37,block_sparse_moe.experts.111.w1,0.0024216410,0.05000,2.842
37,block_sparse_moe.experts.99.w1,0.0025324967,0.05000,2.770
37,block_sparse_moe.experts.109.w1,0.0009978683,0.05000,2.978
37,block_sparse_moe.experts.108.w1,0.0020247806,0.05000,2.898
37,block_sparse_moe.experts.104.w1,0.0009764370,0.05000,2.934
37,block_sparse_moe.experts.101.w1,0.0016732205,0.05000,2.993
37,block_sparse_moe.experts.105.w1,0.0018261039,0.05000,3.064
37,block_sparse_moe.experts.96.w1,0.0017866977,0.05000,2.955
37,block_sparse_moe.experts.97.w1,0.0013205642,0.05000,2.954
37,block_sparse_moe.experts.100.w1,0.0018128327,0.05000,3.079
37,block_sparse_moe.experts.126.w1,0.0010524819,0.05000,1.840
37,block_sparse_moe.experts.122.w1,0.0001550794,0.05000,1.788
37,block_sparse_moe.experts.119.w1,0.0009022002,0.05000,3.257
37,block_sparse_moe.experts.127.w1,0.0007447400,0.05000,3.329
37,block_sparse_moe.experts.123.w1,0.0006075466,0.05000,3.483
37,block_sparse_moe.experts.115.w1,0.0015968566,0.05000,3.455
37,block_sparse_moe.experts.124.w1,0.0014614111,0.05000,4.047
37,block_sparse_moe.experts.116.w1,0.0003997611,0.05000,3.912
37,block_sparse_moe.experts.112.w1,0.0020305617,0.05000,3.985
37,block_sparse_moe.experts.120.w1,0.0013673794,0.05000,4.125
37,block_sparse_moe.experts.135.w1,0.0005363250,0.05000,3.770
37,block_sparse_moe.experts.125.w1,0.0020703806,0.05000,6.969
37,block_sparse_moe.experts.143.w1,0.0022850127,0.05000,3.838
37,block_sparse_moe.experts.139.w1,0.0007839474,0.05000,3.774
37,block_sparse_moe.experts.117.w1,0.0031526997,0.05000,7.023
37,block_sparse_moe.experts.131.w1,0.0008841797,0.05000,3.791
37,block_sparse_moe.experts.121.w1,0.0012090086,0.05000,7.112
37,block_sparse_moe.experts.113.w1,0.0011971222,0.05000,7.077
37,block_sparse_moe.experts.140.w1,0.0014628203,0.05000,3.529
37,block_sparse_moe.experts.128.w1,0.0013965291,0.05000,3.498
37,block_sparse_moe.experts.136.w1,0.0016048510,0.05000,3.486
37,block_sparse_moe.experts.132.w1,0.0003029172,0.05000,3.621
37,block_sparse_moe.experts.141.w1,0.0017279019,0.05000,3.280
37,block_sparse_moe.experts.133.w1,0.0022697948,0.05000,3.165
37,block_sparse_moe.experts.137.w1,0.0004444828,0.05000,3.190
37,block_sparse_moe.experts.129.w1,0.0003986959,0.05000,3.120
37,block_sparse_moe.experts.156.w1,0.0002693535,0.05000,3.548
37,block_sparse_moe.experts.144.w1,0.0007473431,0.05000,3.615
37,block_sparse_moe.experts.148.w1,0.0004699776,0.05000,3.560
37,block_sparse_moe.experts.152.w1,0.0009325473,0.05000,3.701
37,block_sparse_moe.experts.151.w1,0.0006461906,0.05000,5.919
37,block_sparse_moe.experts.159.w1,0.0007943467,0.05000,5.905
37,block_sparse_moe.experts.155.w1,0.0008713259,0.05000,5.897
37,block_sparse_moe.experts.147.w1,0.0010690685,0.05000,5.846
37,block_sparse_moe.experts.157.w1,0.0011452177,0.05000,3.203
37,block_sparse_moe.experts.149.w1,0.0007623420,0.05000,3.161
37,block_sparse_moe.experts.153.w1,0.0010177253,0.05000,3.116
37,block_sparse_moe.experts.145.w1,0.0010277116,0.05000,3.119
37,block_sparse_moe.experts.142.w1,0.0021314380,0.05000,2.825
37,block_sparse_moe.experts.138.w1,0.0004285182,0.05000,2.852
37,block_sparse_moe.experts.118.w1,0.0029632950,0.05000,2.894
37,block_sparse_moe.experts.114.w1,0.0010844698,0.05000,2.944
37,block_sparse_moe.experts.172.w1,0.0012468018,0.05000,3.455
37,block_sparse_moe.experts.160.w1,0.0003013897,0.05000,3.433
37,block_sparse_moe.experts.164.w1,0.0003459765,0.05000,3.413
37,block_sparse_moe.experts.168.w1,0.0013929175,0.05000,3.494
37,block_sparse_moe.experts.167.w1,0.0003435644,0.05000,3.212
37,block_sparse_moe.experts.171.w1,0.0023477734,0.05000,3.112
37,block_sparse_moe.experts.175.w1,0.0006008868,0.05000,3.241
37,block_sparse_moe.experts.163.w1,0.0027566090,0.05000,3.079
37,block_sparse_moe.experts.154.w1,0.0015045392,0.05000,3.377
37,block_sparse_moe.experts.134.w1,0.0029855917,0.05000,3.364
37,block_sparse_moe.experts.158.w1,0.0006416532,0.05000,3.440
37,block_sparse_moe.experts.130.w1,0.0007085365,0.05000,3.366
37,block_sparse_moe.experts.165.w1,0.0006977387,0.05000,3.100
37,block_sparse_moe.experts.169.w1,0.0011406512,0.05000,3.142
37,block_sparse_moe.experts.173.w1,0.0015606627,0.05000,3.143
37,block_sparse_moe.experts.161.w1,0.0025912450,0.05000,3.236
37,block_sparse_moe.experts.176.w1,0.0022365448,0.05000,3.224
37,block_sparse_moe.experts.188.w1,0.0016062477,0.05000,3.343
37,block_sparse_moe.experts.180.w1,0.0013820449,0.05000,3.269
37,block_sparse_moe.experts.184.w1,0.0008900881,0.05000,3.363
37,block_sparse_moe.experts.183.w1,0.0003146269,0.05000,3.074
37,block_sparse_moe.experts.187.w1,0.0007173480,0.05000,3.085
37,block_sparse_moe.experts.179.w1,0.0013885972,0.05000,3.128
37,block_sparse_moe.experts.191.w1,0.0015867479,0.05000,3.167
37,block_sparse_moe.experts.170.w1,0.0016504794,0.05000,2.809
37,block_sparse_moe.experts.150.w1,0.0005223602,0.05000,2.854
37,block_sparse_moe.experts.146.w1,0.0013394397,0.05000,2.854
37,block_sparse_moe.experts.174.w1,0.0017746579,0.05000,2.993
37,block_sparse_moe.experts.181.w1,0.0019725247,0.05000,3.033
37,block_sparse_moe.experts.189.w1,0.0011894410,0.05000,3.042
37,block_sparse_moe.experts.185.w1,0.0016488326,0.05000,3.119
37,block_sparse_moe.experts.177.w1,0.0006712949,0.05000,3.050
37,block_sparse_moe.experts.192.w1,0.0009001199,0.05000,3.124
37,block_sparse_moe.experts.204.w1,0.0007097346,0.05000,3.167
37,block_sparse_moe.experts.196.w1,0.0017443880,0.05000,3.195
37,block_sparse_moe.experts.200.w1,0.0015996305,0.05000,3.023
37,block_sparse_moe.experts.203.w1,0.0016438340,0.05000,2.800
37,block_sparse_moe.experts.207.w1,0.0007539511,0.05000,2.815
37,block_sparse_moe.experts.195.w1,0.0006608883,0.05000,2.899
37,block_sparse_moe.experts.199.w1,0.0027097217,0.05000,3.031
37,block_sparse_moe.experts.186.w1,0.0005188659,0.05000,2.976
37,block_sparse_moe.experts.162.w1,0.0058291586,0.05000,2.966
37,block_sparse_moe.experts.166.w1,0.0015020544,0.05000,3.099
37,block_sparse_moe.experts.190.w1,0.0010744893,0.05000,3.036
37,block_sparse_moe.experts.197.w1,0.0088590113,0.05000,3.183
37,block_sparse_moe.experts.201.w1,0.0012381401,0.05000,3.112
37,block_sparse_moe.experts.205.w1,0.0006679316,0.05000,3.262
37,block_sparse_moe.experts.193.w1,0.0011184742,0.05000,3.201
37,block_sparse_moe.experts.208.w1,0.0002929668,0.05000,3.204
37,block_sparse_moe.experts.220.w1,0.0012586171,0.05000,3.198
37,block_sparse_moe.experts.212.w1,0.0021582855,0.05000,3.296
37,block_sparse_moe.experts.216.w1,0.0007678076,0.05000,3.282
37,block_sparse_moe.experts.219.w1,0.0039045714,0.05000,3.132
37,block_sparse_moe.experts.223.w1,0.0011273650,0.05000,3.071
37,block_sparse_moe.experts.215.w1,0.0006675518,0.05000,3.093
37,block_sparse_moe.experts.211.w1,0.0004934688,0.05000,3.202
37,block_sparse_moe.experts.178.w1,0.0002291113,0.05000,3.001
37,block_sparse_moe.experts.202.w1,0.0008228869,0.05000,3.160
37,block_sparse_moe.experts.206.w1,0.0010281574,0.05000,2.967
37,block_sparse_moe.experts.182.w1,0.0008699659,0.05000,3.103
37,block_sparse_moe.experts.213.w1,0.0014771993,0.05000,2.934
37,block_sparse_moe.experts.217.w1,0.0001476154,0.05000,2.877
37,block_sparse_moe.experts.221.w1,0.0018791291,0.05000,2.854
37,block_sparse_moe.experts.209.w1,0.0018275856,0.05000,2.880
37,block_sparse_moe.experts.224.w1,0.0011470146,0.05000,2.940
37,block_sparse_moe.experts.236.w1,0.0016800459,0.05000,2.918
37,block_sparse_moe.experts.228.w1,0.0004256521,0.05000,2.915
37,block_sparse_moe.experts.232.w1,0.0013100729,0.05000,2.904
37,block_sparse_moe.experts.235.w1,0.0005240359,0.05000,2.980
37,block_sparse_moe.experts.239.w1,0.0021648041,0.05000,3.025
37,block_sparse_moe.experts.231.w1,0.0017390333,0.05000,2.975
37,block_sparse_moe.experts.227.w1,0.0016361206,0.05000,2.973
37,block_sparse_moe.experts.218.w1,0.0022220770,0.05000,3.018
37,block_sparse_moe.experts.194.w1,0.0005713075,0.05000,3.163
37,block_sparse_moe.experts.222.w1,0.0013611521,0.05000,3.043
37,block_sparse_moe.experts.198.w1,0.0002894131,0.05000,3.288
37,block_sparse_moe.experts.233.w1,0.0010687938,0.05000,3.012
37,block_sparse_moe.experts.229.w1,0.0005783575,0.05000,3.015
37,block_sparse_moe.experts.237.w1,0.0021210509,0.05000,2.981
37,block_sparse_moe.experts.225.w1,0.0020274363,0.05000,2.971
37,block_sparse_moe.experts.252.w1,0.0020231124,0.05000,3.188
37,block_sparse_moe.experts.240.w1,0.0009050258,0.05000,3.278
37,block_sparse_moe.experts.244.w1,0.0004430376,0.05000,3.260
37,block_sparse_moe.experts.248.w1,0.0013638752,0.05000,3.302
37,block_sparse_moe.experts.255.w1,0.0007484971,0.05000,3.012
37,block_sparse_moe.experts.251.w1,0.0001995026,0.05000,3.100
37,block_sparse_moe.experts.243.w1,0.0005932144,0.05000,3.003
37,block_sparse_moe.experts.247.w1,0.0003614479,0.05000,3.033
37,block_sparse_moe.experts.210.w1,0.0024483040,0.05000,2.988
37,block_sparse_moe.experts.234.w1,0.0012364846,0.05000,3.094
37,block_sparse_moe.experts.238.w1,0.0006491406,0.05000,3.043
37,block_sparse_moe.experts.245.w1,0.0003973347,0.05000,2.386
37,block_sparse_moe.experts.249.w1,0.0015978712,0.05000,2.470
37,block_sparse_moe.experts.253.w1,0.0008757209,0.05000,2.458
37,block_sparse_moe.experts.241.w1,0.0011714804,0.05000,2.513
37,block_sparse_moe.experts.214.w1,0.0009951744,0.05000,3.051
37,block_sparse_moe.experts.12.w3,0.0025433965,0.05000,3.124
37,block_sparse_moe.experts.0.w3,0.0003938339,0.05000,3.125
37,block_sparse_moe.experts.4.w3,0.0003402042,0.05000,3.073
37,block_sparse_moe.experts.8.w3,0.0018084657,0.05000,3.113
37,block_sparse_moe.experts.15.w3,0.0015833339,0.05000,3.021
37,block_sparse_moe.experts.11.w3,0.0010527841,0.05000,3.053
37,block_sparse_moe.experts.3.w3,0.0011229794,0.05000,3.017
37,block_sparse_moe.experts.7.w3,0.0005803937,0.05000,3.019
37,block_sparse_moe.experts.226.w1,0.0007467225,0.05000,2.962
37,block_sparse_moe.experts.250.w1,0.0013044974,0.05000,3.008
37,block_sparse_moe.experts.5.w3,0.0021238388,0.05000,2.929
37,block_sparse_moe.experts.254.w1,0.0021795735,0.05000,3.011
37,block_sparse_moe.experts.13.w3,0.0016547161,0.05000,3.001
37,block_sparse_moe.experts.9.w3,0.0001898584,0.05000,3.071
37,block_sparse_moe.experts.1.w3,0.0009761673,0.05000,3.010
37,block_sparse_moe.experts.230.w1,0.0016478420,0.05000,3.061
37,block_sparse_moe.experts.28.w3,0.0006633081,0.05000,2.895
37,block_sparse_moe.experts.16.w3,0.0006991074,0.05000,2.974
37,block_sparse_moe.experts.20.w3,0.0035210963,0.05000,2.926
37,block_sparse_moe.experts.24.w3,0.0025556993,0.05000,2.970
37,block_sparse_moe.experts.31.w3,0.0009360043,0.05000,2.897
37,block_sparse_moe.experts.27.w3,0.0007714538,0.05000,2.868
37,block_sparse_moe.experts.19.w3,0.0005967866,0.05000,2.921
37,block_sparse_moe.experts.23.w3,0.0003213263,0.05000,2.984
37,block_sparse_moe.experts.242.w1,0.0018586949,0.05000,2.902
37,block_sparse_moe.experts.14.w3,0.0020012537,0.05000,2.989
37,block_sparse_moe.experts.10.w3,0.0005291238,0.05000,3.090
37,block_sparse_moe.experts.21.w3,0.0009604764,0.05000,3.203
37,block_sparse_moe.experts.29.w3,0.0001702525,0.05000,3.206
37,block_sparse_moe.experts.246.w1,0.0021020813,0.05000,2.997
37,block_sparse_moe.experts.25.w3,0.0007851265,0.05000,3.222
37,block_sparse_moe.experts.17.w3,0.0010061863,0.05000,3.267
37,block_sparse_moe.experts.44.w3,0.0015913593,0.05000,3.130
37,block_sparse_moe.experts.32.w3,0.0018189734,0.05000,3.091
37,block_sparse_moe.experts.36.w3,0.0026224009,0.05000,3.097
37,block_sparse_moe.experts.40.w3,0.0005512965,0.05000,3.157
37,block_sparse_moe.experts.47.w3,0.0021245764,0.05000,3.115
37,block_sparse_moe.experts.43.w3,0.0008270040,0.05000,3.187
37,block_sparse_moe.experts.35.w3,0.0031110628,0.05000,3.115
37,block_sparse_moe.experts.39.w3,0.0003547689,0.05000,3.077
37,block_sparse_moe.experts.2.w3,0.0010996141,0.05000,3.089
37,block_sparse_moe.experts.30.w3,0.0014005348,0.05000,3.001
37,block_sparse_moe.experts.26.w3,0.0008989616,0.05000,3.200
37,block_sparse_moe.experts.37.w3,0.0012231706,0.05000,3.341
37,block_sparse_moe.experts.6.w3,0.0001735035,0.05000,3.126
37,block_sparse_moe.experts.45.w3,0.0014121542,0.05000,3.297
37,block_sparse_moe.experts.41.w3,0.0015920826,0.05000,3.321
37,block_sparse_moe.experts.33.w3,0.0009500260,0.05000,3.353
37,block_sparse_moe.experts.60.w3,0.0008012507,0.05000,2.882
37,block_sparse_moe.experts.48.w3,0.0020402864,0.05000,2.985
37,block_sparse_moe.experts.52.w3,0.0006134912,0.05000,2.918
37,block_sparse_moe.experts.56.w3,0.0005117435,0.05000,2.906
37,block_sparse_moe.experts.63.w3,0.0019662204,0.05000,2.987
37,block_sparse_moe.experts.51.w3,0.0025945537,0.05000,2.927
37,block_sparse_moe.experts.59.w3,0.0024628707,0.05000,3.022
37,block_sparse_moe.experts.55.w3,0.0010050849,0.05000,2.988
37,block_sparse_moe.experts.18.w3,0.0013016231,0.05000,2.992
37,block_sparse_moe.experts.46.w3,0.0019567936,0.05000,3.127
37,block_sparse_moe.experts.42.w3,0.0003725622,0.05000,3.072
37,block_sparse_moe.experts.22.w3,0.0022479980,0.05000,2.991
37,block_sparse_moe.experts.53.w3,0.0015384804,0.05000,3.102
37,block_sparse_moe.experts.57.w3,0.0009366234,0.05000,3.027
37,block_sparse_moe.experts.61.w3,0.0006532568,0.05000,3.132
37,block_sparse_moe.experts.49.w3,0.0011967970,0.05000,3.033
37,block_sparse_moe.experts.76.w3,0.0012888286,0.05000,3.120
37,block_sparse_moe.experts.64.w3,0.0012745033,0.05000,3.024
37,block_sparse_moe.experts.68.w3,0.0008348948,0.05000,3.052
37,block_sparse_moe.experts.72.w3,0.0014246319,0.05000,3.169
37,block_sparse_moe.experts.79.w3,0.0020763446,0.05000,3.053
37,block_sparse_moe.experts.67.w3,0.0025232375,0.05000,3.010
37,block_sparse_moe.experts.71.w3,0.0011996490,0.05000,2.979
37,block_sparse_moe.experts.75.w3,0.0005588997,0.05000,3.071
37,block_sparse_moe.experts.34.w3,0.0005450666,0.05000,2.967
37,block_sparse_moe.experts.62.w3,0.0006532539,0.05000,2.955
37,block_sparse_moe.experts.58.w3,0.0010529918,0.05000,3.000
37,block_sparse_moe.experts.38.w3,0.0016619277,0.05000,3.010
37,block_sparse_moe.experts.69.w3,0.0007359252,0.05000,3.115
37,block_sparse_moe.experts.73.w3,0.0001630816,0.05000,3.096
37,block_sparse_moe.experts.77.w3,0.0008634080,0.05000,3.159
37,block_sparse_moe.experts.65.w3,0.0017246584,0.05000,3.049
37,block_sparse_moe.experts.92.w3,0.0009742329,0.05000,2.997
37,block_sparse_moe.experts.80.w3,0.0013854194,0.05000,3.082
37,block_sparse_moe.experts.84.w3,0.0003771658,0.05000,3.047
37,block_sparse_moe.experts.88.w3,0.0007768351,0.05000,3.031
37,block_sparse_moe.experts.95.w3,0.0023670648,0.05000,3.162
37,block_sparse_moe.experts.83.w3,0.0019133813,0.05000,3.195
37,block_sparse_moe.experts.91.w3,0.0015887864,0.05000,3.151
37,block_sparse_moe.experts.87.w3,0.0007778787,0.05000,3.264
37,block_sparse_moe.experts.50.w3,0.0008219431,0.05000,3.139
37,block_sparse_moe.experts.78.w3,0.0019344520,0.05000,3.188
37,block_sparse_moe.experts.74.w3,0.0010000373,0.05000,3.074
37,block_sparse_moe.experts.54.w3,0.0005841225,0.05000,3.116
37,block_sparse_moe.experts.85.w3,0.0014226435,0.05000,3.153
37,block_sparse_moe.experts.93.w3,0.0023036264,0.05000,3.033
37,block_sparse_moe.experts.89.w3,0.0005155576,0.05000,3.150
37,block_sparse_moe.experts.81.w3,0.0010611506,0.05000,3.224
37,block_sparse_moe.experts.108.w3,0.0022685856,0.05000,3.073
37,block_sparse_moe.experts.96.w3,0.0019224132,0.05000,2.979
37,block_sparse_moe.experts.100.w3,0.0018924477,0.05000,3.038
37,block_sparse_moe.experts.104.w3,0.0011442427,0.05000,3.094
37,block_sparse_moe.experts.99.w3,0.0027044195,0.05000,2.962
37,block_sparse_moe.experts.111.w3,0.0025827576,0.05000,3.072
37,block_sparse_moe.experts.103.w3,0.0025069819,0.05000,2.947
37,block_sparse_moe.experts.107.w3,0.0011528947,0.05000,3.064
37,block_sparse_moe.experts.66.w3,0.0007806119,0.05000,3.092
37,block_sparse_moe.experts.94.w3,0.0019871203,0.05000,3.108
37,block_sparse_moe.experts.90.w3,0.0028121060,0.05000,3.196
37,block_sparse_moe.experts.70.w3,0.0030849083,0.05000,3.105
37,block_sparse_moe.experts.101.w3,0.0017500666,0.05000,3.212
37,block_sparse_moe.experts.109.w3,0.0010994482,0.05000,3.208
37,block_sparse_moe.experts.105.w3,0.0019522375,0.05000,3.226
37,block_sparse_moe.experts.97.w3,0.0014203274,0.05000,3.164
37,block_sparse_moe.experts.124.w3,0.0015851811,0.05000,3.136
37,block_sparse_moe.experts.112.w3,0.0022838236,0.05000,3.197
37,block_sparse_moe.experts.116.w3,0.0004332856,0.05000,3.156
37,block_sparse_moe.experts.120.w3,0.0015135344,0.05000,3.029
37,block_sparse_moe.experts.127.w3,0.0008216770,0.05000,3.029
37,block_sparse_moe.experts.115.w3,0.0016998475,0.05000,3.151
37,block_sparse_moe.experts.119.w3,0.0010445538,0.05000,3.142
37,block_sparse_moe.experts.123.w3,0.0006997916,0.05000,3.182
37,block_sparse_moe.experts.82.w3,0.0017561971,0.05000,3.280
37,block_sparse_moe.experts.110.w3,0.0012839966,0.05000,3.186
37,block_sparse_moe.experts.106.w3,0.0015812947,0.05000,3.246
37,block_sparse_moe.experts.86.w3,0.0009905163,0.05000,3.285
37,block_sparse_moe.experts.117.w3,0.0035879956,0.05000,3.112
37,block_sparse_moe.experts.125.w3,0.0022565636,0.05000,3.111
37,block_sparse_moe.experts.121.w3,0.0013796380,0.05000,3.132
37,block_sparse_moe.experts.113.w3,0.0014271789,0.05000,3.189
37,block_sparse_moe.experts.140.w3,0.0015475205,0.05000,2.968
37,block_sparse_moe.experts.128.w3,0.0014769304,0.05000,3.024
37,block_sparse_moe.experts.132.w3,0.0003663493,0.05000,2.969
37,block_sparse_moe.experts.136.w3,0.0017428190,0.05000,3.028
37,block_sparse_moe.experts.143.w3,0.0025073066,0.05000,3.167
37,block_sparse_moe.experts.131.w3,0.0009336814,0.05000,3.126
37,block_sparse_moe.experts.135.w3,0.0005969317,0.05000,3.112
37,block_sparse_moe.experts.139.w3,0.0008358878,0.05000,3.152
37,block_sparse_moe.experts.98.w3,0.0012078979,0.05000,3.171
37,block_sparse_moe.experts.126.w3,0.0011136347,0.05000,3.192
37,block_sparse_moe.experts.122.w3,0.0001748622,0.05000,3.101
37,block_sparse_moe.experts.133.w3,0.0024366385,0.05000,2.836
37,block_sparse_moe.experts.141.w3,0.0018165769,0.05000,2.883
37,block_sparse_moe.experts.102.w3,0.0007262713,0.05000,3.174
37,block_sparse_moe.experts.137.w3,0.0004949713,0.05000,2.931
37,block_sparse_moe.experts.129.w3,0.0004270446,0.05000,2.888
37,block_sparse_moe.experts.156.w3,0.0003058127,0.05000,3.017
37,block_sparse_moe.experts.144.w3,0.0008216601,0.05000,3.074
37,block_sparse_moe.experts.148.w3,0.0005462675,0.05000,3.156
37,block_sparse_moe.experts.152.w3,0.0009957708,0.05000,3.109
37,block_sparse_moe.experts.159.w3,0.0008667276,0.05000,2.876
37,block_sparse_moe.experts.147.w3,0.0011438686,0.05000,2.927
37,block_sparse_moe.experts.151.w3,0.0007039076,0.05000,2.956
37,block_sparse_moe.experts.155.w3,0.0009794589,0.05000,2.886
37,block_sparse_moe.experts.114.w3,0.0011465310,0.05000,2.919
37,block_sparse_moe.experts.142.w3,0.0024932511,0.05000,2.880
37,block_sparse_moe.experts.138.w3,0.0004809561,0.05000,2.910
37,block_sparse_moe.experts.118.w3,0.0032123551,0.05000,2.863
37,block_sparse_moe.experts.149.w3,0.0008204811,0.05000,3.114
37,block_sparse_moe.experts.157.w3,0.0012191347,0.05000,3.098
37,block_sparse_moe.experts.145.w3,0.0011365379,0.05000,2.949
37,block_sparse_moe.experts.153.w3,0.0011702901,0.05000,3.138
37,block_sparse_moe.experts.172.w3,0.0014065572,0.05000,2.968
37,block_sparse_moe.experts.160.w3,0.0003243165,0.05000,2.945
37,block_sparse_moe.experts.164.w3,0.0004164762,0.05000,3.011
37,block_sparse_moe.experts.168.w3,0.0015779821,0.05000,3.027
37,block_sparse_moe.experts.163.w3,0.0034678654,0.05000,2.992
37,block_sparse_moe.experts.175.w3,0.0006950917,0.05000,3.077
37,block_sparse_moe.experts.171.w3,0.0024705348,0.05000,3.010
37,block_sparse_moe.experts.167.w3,0.0003742438,0.05000,3.077
37,block_sparse_moe.experts.130.w3,0.0007935841,0.05000,3.108
37,block_sparse_moe.experts.158.w3,0.0007186409,0.05000,2.984
37,block_sparse_moe.experts.154.w3,0.0016062915,0.05000,3.005
37,block_sparse_moe.experts.134.w3,0.0035058357,0.05000,2.987
37,block_sparse_moe.experts.165.w3,0.0007614164,0.05000,2.926
37,block_sparse_moe.experts.173.w3,0.0016454920,0.05000,2.855
37,block_sparse_moe.experts.161.w3,0.0029009622,0.05000,2.937
37,block_sparse_moe.experts.169.w3,0.0012184312,0.05000,2.932
37,block_sparse_moe.experts.188.w3,0.0017782751,0.05000,3.080
37,block_sparse_moe.experts.176.w3,0.0024124748,0.05000,3.120
37,block_sparse_moe.experts.180.w3,0.0014867925,0.05000,3.121
37,block_sparse_moe.experts.184.w3,0.0009413850,0.05000,3.049
37,block_sparse_moe.experts.179.w3,0.0014959021,0.05000,3.124
37,block_sparse_moe.experts.191.w3,0.0017166219,0.05000,3.182
37,block_sparse_moe.experts.183.w3,0.0003467251,0.05000,3.104
37,block_sparse_moe.experts.187.w3,0.0008630184,0.05000,3.203
37,block_sparse_moe.experts.146.w3,0.0014748684,0.05000,3.043
37,block_sparse_moe.experts.174.w3,0.0018731053,0.05000,3.082
37,block_sparse_moe.experts.170.w3,0.0018942591,0.05000,3.099
37,block_sparse_moe.experts.150.w3,0.0006002060,0.05000,3.074
37,block_sparse_moe.experts.189.w3,0.0013619662,0.05000,3.012
37,block_sparse_moe.experts.181.w3,0.0022467433,0.05000,3.090
37,block_sparse_moe.experts.177.w3,0.0007323339,0.05000,3.147
37,block_sparse_moe.experts.185.w3,0.0019117217,0.05000,3.146
37,block_sparse_moe.experts.204.w3,0.0007909688,0.05000,3.168
37,block_sparse_moe.experts.192.w3,0.0009841228,0.05000,3.157
37,block_sparse_moe.experts.196.w3,0.0018897517,0.05000,3.120
37,block_sparse_moe.experts.200.w3,0.0017466793,0.05000,3.139
37,block_sparse_moe.experts.199.w3,0.0028959013,0.05000,2.861
37,block_sparse_moe.experts.195.w3,0.0007873375,0.05000,3.056
37,block_sparse_moe.experts.207.w3,0.0007918736,0.05000,3.076
37,block_sparse_moe.experts.203.w3,0.0018159045,0.05000,3.125
37,block_sparse_moe.experts.162.w3,0.0061336911,0.05000,3.011
37,block_sparse_moe.experts.190.w3,0.0011358862,0.05000,3.052
37,block_sparse_moe.experts.186.w3,0.0005561276,0.05000,2.943
37,block_sparse_moe.experts.166.w3,0.0016670695,0.05000,3.062
37,block_sparse_moe.experts.205.w3,0.0007501166,0.05000,3.211
37,block_sparse_moe.experts.197.w3,0.0097287242,0.05000,3.325
37,block_sparse_moe.experts.201.w3,0.0013144734,0.05000,3.318
37,block_sparse_moe.experts.193.w3,0.0011885844,0.05000,3.409
37,block_sparse_moe.experts.220.w3,0.0015217072,0.05000,3.070
37,block_sparse_moe.experts.208.w3,0.0003226982,0.05000,2.988
37,block_sparse_moe.experts.212.w3,0.0023362526,0.05000,2.995
37,block_sparse_moe.experts.216.w3,0.0009022769,0.05000,3.082
37,block_sparse_moe.experts.215.w3,0.0008326465,0.05000,3.057
37,block_sparse_moe.experts.211.w3,0.0005445520,0.05000,3.091
37,block_sparse_moe.experts.223.w3,0.0011785216,0.05000,3.113
37,block_sparse_moe.experts.219.w3,0.0045279733,0.05000,2.987
37,block_sparse_moe.experts.178.w3,0.0002515232,0.05000,3.077
37,block_sparse_moe.experts.206.w3,0.0012398205,0.05000,2.947
37,block_sparse_moe.experts.202.w3,0.0008936408,0.05000,2.985
37,block_sparse_moe.experts.182.w3,0.0009645938,0.05000,3.086
37,block_sparse_moe.experts.221.w3,0.0020106986,0.05000,3.202
37,block_sparse_moe.experts.213.w3,0.0015648506,0.05000,3.161
37,block_sparse_moe.experts.236.w3,0.0017780119,0.05000,2.955
37,block_sparse_moe.experts.217.w3,0.0001653664,0.05000,3.030
37,block_sparse_moe.experts.209.w3,0.0019592097,0.05000,3.043
37,block_sparse_moe.experts.224.w3,0.0012794008,0.05000,2.998
37,block_sparse_moe.experts.228.w3,0.0004522075,0.05000,3.044
37,block_sparse_moe.experts.232.w3,0.0015159297,0.05000,2.881
37,block_sparse_moe.experts.231.w3,0.0019374914,0.05000,2.980
37,block_sparse_moe.experts.227.w3,0.0017928391,0.05000,3.072
37,block_sparse_moe.experts.239.w3,0.0024109125,0.05000,3.137
37,block_sparse_moe.experts.235.w3,0.0005579192,0.05000,3.116
37,block_sparse_moe.experts.194.w3,0.0006466968,0.05000,2.996
37,block_sparse_moe.experts.222.w3,0.0014344871,0.05000,3.049
37,block_sparse_moe.experts.218.w3,0.0026584601,0.05000,3.151
37,block_sparse_moe.experts.198.w3,0.0003099621,0.05000,3.142
37,block_sparse_moe.experts.237.w3,0.0024021453,0.05000,2.989
37,block_sparse_moe.experts.229.w3,0.0006331108,0.05000,2.975
37,block_sparse_moe.experts.225.w3,0.0021582310,0.05000,2.968
37,block_sparse_moe.experts.252.w3,0.0021943441,0.05000,3.060
37,block_sparse_moe.experts.233.w3,0.0012435266,0.05000,3.063
37,block_sparse_moe.experts.240.w3,0.0009843926,0.05000,2.988
37,block_sparse_moe.experts.244.w3,0.0004874000,0.05000,2.963
37,block_sparse_moe.experts.248.w3,0.0014858647,0.05000,2.852
37,block_sparse_moe.experts.247.w3,0.0003891431,0.05000,3.204
37,block_sparse_moe.experts.243.w3,0.0006378785,0.05000,3.123
37,block_sparse_moe.experts.255.w3,0.0008181752,0.05000,2.999
37,block_sparse_moe.experts.251.w3,0.0002276407,0.05000,2.915
37,block_sparse_moe.experts.210.w3,0.0026105105,0.05000,3.129
37,block_sparse_moe.experts.238.w3,0.0007354513,0.05000,3.196
37,block_sparse_moe.experts.234.w3,0.0013262047,0.05000,3.043
37,block_sparse_moe.experts.253.w3,0.0009919096,0.05000,2.826
37,block_sparse_moe.experts.214.w3,0.0010574800,0.05000,3.038
37,block_sparse_moe.experts.245.w3,0.0004336512,0.05000,2.820
37,block_sparse_moe.experts.241.w3,0.0013077060,0.05000,2.666
37,block_sparse_moe.experts.249.w3,0.0017555680,0.05000,2.656
37,block_sparse_moe.experts.226.w3,0.0008229969,0.05000,2.958
37,block_sparse_moe.experts.254.w3,0.0023633424,0.05000,2.963
37,block_sparse_moe.experts.250.w3,0.0013996581,0.05000,3.022
37,block_sparse_moe.experts.230.w3,0.0017662984,0.05000,2.884
37,block_sparse_moe.experts.242.w3,0.0021077568,0.05000,1.476
37,block_sparse_moe.experts.246.w3,0.0024102836,0.05000,1.158
37,block_sparse_moe.experts.10.w2,0.0011926506,0.05000,1.448
37,block_sparse_moe.experts.6.w2,0.0004889003,0.05000,1.457
37,block_sparse_moe.experts.14.w2,0.0022202140,0.05000,1.467
37,block_sparse_moe.experts.2.w2,0.0028989360,0.05000,1.485
37,block_sparse_moe.experts.1.w2,0.0021933733,0.05000,1.507
37,block_sparse_moe.experts.9.w2,0.0001717875,0.05000,1.542
37,block_sparse_moe.experts.7.w2,0.0010191859,0.05000,1.545
37,block_sparse_moe.experts.8.w2,0.0023609024,0.05000,1.552
37,block_sparse_moe.experts.5.w2,0.0049679756,0.05000,1.560
37,block_sparse_moe.experts.15.w2,0.0018101481,0.05000,1.556
37,block_sparse_moe.experts.11.w2,0.0031366768,0.05000,1.570
37,block_sparse_moe.experts.12.w2,0.0028611437,0.05000,1.566
37,block_sparse_moe.experts.13.w2,0.0023142903,0.05000,1.584
37,block_sparse_moe.experts.4.w2,0.0003929857,0.05000,1.600
37,block_sparse_moe.experts.3.w2,0.0018611628,0.05000,1.613
37,block_sparse_moe.experts.0.w2,0.0007933691,0.05000,1.637
37,block_sparse_moe.experts.28.w2,0.0018561776,0.05000,0.694
37,block_sparse_moe.experts.24.w2,0.0212556116,0.05000,0.735
37,block_sparse_moe.experts.30.w2,0.0028466253,0.05000,1.565
37,block_sparse_moe.experts.26.w2,0.0024132680,0.05000,1.649
37,block_sparse_moe.experts.18.w2,0.0017813237,0.05000,1.621
37,block_sparse_moe.experts.23.w2,0.0004361671,0.05000,1.569
37,block_sparse_moe.experts.22.w2,0.0035412898,0.05000,1.660
37,block_sparse_moe.experts.31.w2,0.0011220523,0.05000,1.608
37,block_sparse_moe.experts.27.w2,0.0057917619,0.05000,1.656
37,block_sparse_moe.experts.19.w2,0.0008644192,0.05000,1.616
37,block_sparse_moe.experts.25.w2,0.0017948458,0.05000,1.723
37,block_sparse_moe.experts.17.w2,0.0013794607,0.05000,1.766
37,block_sparse_moe.experts.21.w2,0.0024615665,0.05000,1.724
37,block_sparse_moe.experts.29.w2,0.0005275543,0.05000,1.773
37,block_sparse_moe.experts.39.w2,0.0004965033,0.05000,1.859
37,block_sparse_moe.experts.47.w2,0.0082706114,0.05000,1.824
37,block_sparse_moe.experts.35.w2,0.0014863474,0.05000,1.828
37,block_sparse_moe.experts.43.w2,0.0030923255,0.05000,1.831
37,block_sparse_moe.experts.33.w2,0.0026411670,0.05000,2.823
37,block_sparse_moe.experts.37.w2,0.0037218954,0.05000,2.831
37,block_sparse_moe.experts.41.w2,0.0005055519,0.05000,2.918
37,block_sparse_moe.experts.45.w2,0.0016007787,0.05000,2.861
37,block_sparse_moe.experts.46.w2,0.0029899517,0.05000,3.485
37,block_sparse_moe.experts.38.w2,0.0012549243,0.05000,3.431
37,block_sparse_moe.experts.42.w2,0.0007478079,0.05000,3.479
37,block_sparse_moe.experts.34.w2,0.0003968165,0.05000,3.484
37,block_sparse_moe.experts.55.w2,0.0010197663,0.05000,2.434
37,block_sparse_moe.experts.63.w2,0.0014916043,0.05000,2.465
37,block_sparse_moe.experts.59.w2,0.0018940883,0.05000,2.428
37,block_sparse_moe.experts.51.w2,0.0030450804,0.05000,2.433
37,block_sparse_moe.experts.49.w2,0.0015353376,0.05000,1.470
37,block_sparse_moe.experts.57.w2,0.0024431081,0.05000,1.434
37,block_sparse_moe.experts.61.w2,0.0009967281,0.05000,1.402
37,block_sparse_moe.experts.53.w2,0.0061869142,0.05000,1.541
37,block_sparse_moe.experts.62.w2,0.0011171969,0.05000,1.502
37,block_sparse_moe.experts.54.w2,0.0014602299,0.05000,1.520
37,block_sparse_moe.experts.50.w2,0.0054749379,0.05000,1.545
37,block_sparse_moe.experts.58.w2,0.0011275510,0.05000,1.597
37,block_sparse_moe.experts.40.w2,0.0013711945,0.05000,1.361
37,block_sparse_moe.experts.16.w2,0.0009882790,0.05000,1.378
37,block_sparse_moe.experts.20.w2,0.0023728939,0.05000,1.412
37,block_sparse_moe.experts.44.w2,0.0070225147,0.05000,1.434
37,block_sparse_moe.experts.71.w2,0.0012019040,0.05000,1.482
37,block_sparse_moe.experts.79.w2,0.0087403707,0.05000,1.483
37,block_sparse_moe.experts.75.w2,0.0009463649,0.05000,1.500
37,block_sparse_moe.experts.67.w2,0.0024790146,0.05000,1.504
37,block_sparse_moe.experts.65.w2,0.0037608967,0.05000,1.621
37,block_sparse_moe.experts.73.w2,0.0002405844,0.05000,1.636
37,block_sparse_moe.experts.77.w2,0.0004566549,0.05000,1.661
37,block_sparse_moe.experts.69.w2,0.0019833585,0.05000,1.694
37,block_sparse_moe.experts.70.w2,0.0067323711,0.05000,1.578
37,block_sparse_moe.experts.78.w2,0.0045345778,0.05000,1.619
37,block_sparse_moe.experts.66.w2,0.0007740573,0.05000,1.590
37,block_sparse_moe.experts.74.w2,0.0009734028,0.05000,1.650
37,block_sparse_moe.experts.32.w2,0.0018775296,0.05000,1.473
37,block_sparse_moe.experts.56.w2,0.0026092930,0.05000,1.497
37,block_sparse_moe.experts.60.w2,0.0028243396,0.05000,1.472
37,block_sparse_moe.experts.36.w2,0.0076353020,0.05000,1.500
37,block_sparse_moe.experts.87.w2,0.0011544191,0.05000,1.604
37,block_sparse_moe.experts.95.w2,0.0051897390,0.05000,1.618
37,block_sparse_moe.experts.91.w2,0.0007130443,0.05000,1.598
37,block_sparse_moe.experts.83.w2,0.0034366305,0.05000,1.588
37,block_sparse_moe.experts.81.w2,0.0022722487,0.05000,1.458
37,block_sparse_moe.experts.89.w2,0.0018853653,0.05000,1.460
37,block_sparse_moe.experts.93.w2,0.0206981656,0.05000,1.503
37,block_sparse_moe.experts.85.w2,0.0069550606,0.05000,1.465
37,block_sparse_moe.experts.86.w2,0.0004106861,0.05000,1.515
37,block_sparse_moe.experts.94.w2,0.0016655327,0.05000,1.552
37,block_sparse_moe.experts.82.w2,0.0019653611,0.05000,1.537
37,block_sparse_moe.experts.90.w2,0.0099051702,0.05000,1.523
37,block_sparse_moe.experts.76.w2,0.0007316250,0.05000,1.510
37,block_sparse_moe.experts.48.w2,0.0017356051,0.05000,1.577
37,block_sparse_moe.experts.52.w2,0.0007639389,0.05000,1.549
37,block_sparse_moe.experts.72.w2,0.0058021325,0.05000,1.640
37,block_sparse_moe.experts.103.w2,0.0043517005,0.05000,1.552
37,block_sparse_moe.experts.111.w2,0.0022092428,0.05000,1.483
37,block_sparse_moe.experts.107.w2,0.0006045161,0.05000,1.536
37,block_sparse_moe.experts.99.w2,0.0029527757,0.05000,1.573
37,block_sparse_moe.experts.97.w2,0.0028273208,0.05000,1.559
37,block_sparse_moe.experts.105.w2,0.0025518347,0.05000,1.609
37,block_sparse_moe.experts.101.w2,0.0023843702,0.05000,1.586
37,block_sparse_moe.experts.109.w2,0.0018831544,0.05000,1.609
37,block_sparse_moe.experts.110.w2,0.0027023416,0.05000,1.557
37,block_sparse_moe.experts.98.w2,0.0035207072,0.05000,1.552
37,block_sparse_moe.experts.102.w2,0.0011359048,0.05000,1.666
37,block_sparse_moe.experts.106.w2,0.0015763673,0.05000,1.535
37,block_sparse_moe.experts.92.w2,0.0026588681,0.05000,1.469
37,block_sparse_moe.experts.68.w2,0.0005515405,0.05000,1.446
37,block_sparse_moe.experts.64.w2,0.0062239264,0.05000,1.493
37,block_sparse_moe.experts.88.w2,0.0004174122,0.05000,1.513
37,block_sparse_moe.experts.123.w2,0.0042248147,0.05000,1.428
37,block_sparse_moe.experts.127.w2,0.0016087920,0.05000,1.519
37,block_sparse_moe.experts.119.w2,0.0054318130,0.05000,1.563
37,block_sparse_moe.experts.115.w2,0.0017930920,0.05000,1.479
37,block_sparse_moe.experts.113.w2,0.0019222106,0.05000,1.472
37,block_sparse_moe.experts.121.w2,0.0049351374,0.05000,1.474
37,block_sparse_moe.experts.125.w2,0.0043282097,0.05000,1.455
37,block_sparse_moe.experts.117.w2,0.0233634184,0.05000,1.464
37,block_sparse_moe.experts.126.w2,0.0015763701,0.05000,1.576
37,block_sparse_moe.experts.114.w2,0.0004649108,0.05000,1.574
37,block_sparse_moe.experts.118.w2,0.0029071315,0.05000,1.566
37,block_sparse_moe.experts.122.w2,0.0002826384,0.05000,1.548
37,block_sparse_moe.experts.80.w2,0.0019286961,0.05000,1.452
37,block_sparse_moe.experts.84.w2,0.0003808394,0.05000,1.504
37,block_sparse_moe.experts.108.w2,0.0103100762,0.05000,1.549
37,block_sparse_moe.experts.104.w2,0.0022597503,0.05000,1.533
37,block_sparse_moe.experts.139.w2,0.0007289129,0.05000,1.419
37,block_sparse_moe.experts.135.w2,0.0012955442,0.05000,1.429
37,block_sparse_moe.experts.143.w2,0.0044087541,0.05000,1.532
37,block_sparse_moe.experts.131.w2,0.0021808118,0.05000,1.468
37,block_sparse_moe.experts.129.w2,0.0006420633,0.05000,1.524
37,block_sparse_moe.experts.137.w2,0.0009399171,0.05000,1.510
37,block_sparse_moe.experts.133.w2,0.0036885931,0.05000,1.529
37,block_sparse_moe.experts.141.w2,0.0015343591,0.05000,1.555
37,block_sparse_moe.experts.142.w2,0.0038208399,0.05000,1.501
37,block_sparse_moe.experts.134.w2,0.0274110027,0.05000,1.524
37,block_sparse_moe.experts.130.w2,0.0024353222,0.05000,1.533
37,block_sparse_moe.experts.138.w2,0.0014168377,0.05000,1.511
37,block_sparse_moe.experts.124.w2,0.0029226624,0.05000,1.522
37,block_sparse_moe.experts.96.w2,0.0052853421,0.05000,1.587
37,block_sparse_moe.experts.100.w2,0.0025086448,0.05000,1.614
37,block_sparse_moe.experts.120.w2,0.0016572205,0.05000,1.583
37,block_sparse_moe.experts.155.w2,0.0015716240,0.05000,1.543
37,block_sparse_moe.experts.145.w2,0.0021701674,0.05000,1.328
37,block_sparse_moe.experts.151.w2,0.0010590335,0.05000,1.485
37,block_sparse_moe.experts.147.w2,0.0012083284,0.05000,1.480
37,block_sparse_moe.experts.159.w2,0.0018688922,0.05000,1.495
37,block_sparse_moe.experts.153.w2,0.0055691150,0.05000,1.324
37,block_sparse_moe.experts.149.w2,0.0010167068,0.05000,1.350
37,block_sparse_moe.experts.157.w2,0.0011437301,0.05000,1.335
37,block_sparse_moe.experts.158.w2,0.0015032540,0.05000,1.493
37,block_sparse_moe.experts.154.w2,0.0016444752,0.05000,1.454
37,block_sparse_moe.experts.146.w2,0.0021285204,0.05000,1.498
37,block_sparse_moe.experts.150.w2,0.0015206869,0.05000,1.512
37,block_sparse_moe.experts.140.w2,0.0025873184,0.05000,1.476
37,block_sparse_moe.experts.112.w2,0.0086902515,0.05000,1.510
37,block_sparse_moe.experts.116.w2,0.0010033102,0.05000,1.520
37,block_sparse_moe.experts.136.w2,0.0023466613,0.05000,1.462
37,block_sparse_moe.experts.171.w2,0.0020300064,0.05000,1.393
37,block_sparse_moe.experts.167.w2,0.0016165389,0.05000,1.446
37,block_sparse_moe.experts.163.w2,0.0134763941,0.05000,1.428
37,block_sparse_moe.experts.175.w2,0.0034929537,0.05000,1.419
37,block_sparse_moe.experts.161.w2,0.0178358012,0.05000,1.492
37,block_sparse_moe.experts.169.w2,0.0022420861,0.05000,1.473
37,block_sparse_moe.experts.165.w2,0.0015432587,0.05000,1.469
37,block_sparse_moe.experts.173.w2,0.0007812382,0.05000,1.536
37,block_sparse_moe.experts.174.w2,0.0013907410,0.05000,1.555
37,block_sparse_moe.experts.166.w2,0.0025128757,0.05000,1.536
37,block_sparse_moe.experts.170.w2,0.0036851444,0.05000,1.569
37,block_sparse_moe.experts.162.w2,0.0627955070,0.05000,1.638
37,block_sparse_moe.experts.128.w2,0.0022795666,0.05000,1.407
37,block_sparse_moe.experts.156.w2,0.0014229096,0.05000,1.469
37,block_sparse_moe.experts.132.w2,0.0011853423,0.05000,1.417
37,block_sparse_moe.experts.152.w2,0.0014227056,0.05000,1.445
37,block_sparse_moe.experts.187.w2,0.0020641747,0.05000,1.422
37,block_sparse_moe.experts.183.w2,0.0006673525,0.05000,1.460
37,block_sparse_moe.experts.179.w2,0.0019828380,0.05000,1.465
37,block_sparse_moe.experts.191.w2,0.0027730810,0.05000,1.484
37,block_sparse_moe.experts.177.w2,0.0020476039,0.05000,1.578
37,block_sparse_moe.experts.185.w2,0.0056445848,0.05000,1.552
37,block_sparse_moe.experts.181.w2,0.0051205914,0.05000,1.576
37,block_sparse_moe.experts.189.w2,0.0020380003,0.05000,1.569
37,block_sparse_moe.experts.144.w2,0.0028297579,0.05000,1.341
37,block_sparse_moe.experts.172.w2,0.0024096853,0.05000,1.362
37,block_sparse_moe.experts.190.w2,0.0014333513,0.05000,1.614
37,block_sparse_moe.experts.148.w2,0.0018204720,0.05000,1.375
37,block_sparse_moe.experts.186.w2,0.0018860280,0.05000,1.565
37,block_sparse_moe.experts.168.w2,0.0044820442,0.05000,1.358
37,block_sparse_moe.experts.182.w2,0.0012140617,0.05000,1.608
37,block_sparse_moe.experts.203.w2,0.0044416635,0.05000,1.379
37,block_sparse_moe.experts.178.w2,0.0005384621,0.05000,1.658
37,block_sparse_moe.experts.199.w2,0.0021577742,0.05000,1.315
37,block_sparse_moe.experts.195.w2,0.0019789597,0.05000,1.295
37,block_sparse_moe.experts.207.w2,0.0007765598,0.05000,1.368
37,block_sparse_moe.experts.193.w2,0.0016542858,0.05000,1.554
37,block_sparse_moe.experts.201.w2,0.0008452664,0.05000,1.531
37,block_sparse_moe.experts.197.w2,0.0276691442,0.05000,1.514
37,block_sparse_moe.experts.205.w2,0.0017483832,0.05000,1.567
37,block_sparse_moe.experts.160.w2,0.0004734964,0.05000,1.414
37,block_sparse_moe.experts.188.w2,0.0036363301,0.05000,1.503
37,block_sparse_moe.experts.206.w2,0.0033473036,0.05000,1.525
37,block_sparse_moe.experts.164.w2,0.0011669576,0.05000,1.514
37,block_sparse_moe.experts.184.w2,0.0013662218,0.05000,1.487
37,block_sparse_moe.experts.202.w2,0.0013898571,0.05000,1.538
37,block_sparse_moe.experts.198.w2,0.0006255082,0.05000,1.576
37,block_sparse_moe.experts.194.w2,0.0018540659,0.05000,1.534
37,block_sparse_moe.experts.219.w2,0.0294717612,0.05000,1.550
37,block_sparse_moe.experts.215.w2,0.0044713667,0.05000,1.551
37,block_sparse_moe.experts.211.w2,0.0012867226,0.05000,1.566
37,block_sparse_moe.experts.223.w2,0.0005782449,0.05000,1.606
37,block_sparse_moe.experts.209.w2,0.0027905348,0.05000,1.495
37,block_sparse_moe.experts.217.w2,0.0004726046,0.05000,1.480
37,block_sparse_moe.experts.213.w2,0.0009041344,0.05000,1.497
37,block_sparse_moe.experts.221.w2,0.0028675196,0.05000,1.545
37,block_sparse_moe.experts.176.w2,0.0024889064,0.05000,1.498
37,block_sparse_moe.experts.204.w2,0.0015040862,0.05000,1.485
37,block_sparse_moe.experts.218.w2,0.0139610748,0.05000,1.402
37,block_sparse_moe.experts.180.w2,0.0009623451,0.05000,1.472
37,block_sparse_moe.experts.222.w2,0.0010490673,0.05000,1.478
37,block_sparse_moe.experts.200.w2,0.0060088896,0.05000,1.468
37,block_sparse_moe.experts.214.w2,0.0006006392,0.05000,1.403
37,block_sparse_moe.experts.210.w2,0.0016217133,0.05000,1.431
37,block_sparse_moe.experts.235.w2,0.0008365632,0.05000,1.587
37,block_sparse_moe.experts.227.w2,0.0027404234,0.05000,1.531
37,block_sparse_moe.experts.231.w2,0.0033529667,0.05000,1.612
37,block_sparse_moe.experts.239.w2,0.0070893543,0.05000,1.591
37,block_sparse_moe.experts.225.w2,0.0023679376,0.05000,1.500
37,block_sparse_moe.experts.233.w2,0.0028240744,0.05000,1.565
37,block_sparse_moe.experts.229.w2,0.0009791323,0.05000,1.560
37,block_sparse_moe.experts.237.w2,0.0080365659,0.05000,1.529
37,block_sparse_moe.experts.192.w2,0.0012350861,0.05000,1.526
37,block_sparse_moe.experts.196.w2,0.0014190833,0.05000,1.480
37,block_sparse_moe.experts.220.w2,0.0043812993,0.05000,1.572
37,block_sparse_moe.experts.216.w2,0.0026305850,0.05000,1.495
37,block_sparse_moe.experts.238.w2,0.0028023786,0.05000,1.639
37,block_sparse_moe.experts.234.w2,0.0018813189,0.05000,1.711
37,block_sparse_moe.experts.230.w2,0.0008353382,0.05000,1.638
37,block_sparse_moe.experts.247.w2,0.0006801946,0.05000,1.396
37,block_sparse_moe.experts.251.w2,0.0006660429,0.05000,1.482
37,block_sparse_moe.experts.243.w2,0.0008916816,0.05000,1.464
37,block_sparse_moe.experts.226.w2,0.0048422399,0.05000,1.683
37,block_sparse_moe.experts.255.w2,0.0040639264,0.05000,1.316
37,block_sparse_moe.experts.241.w2,0.0012923184,0.05000,1.609
37,block_sparse_moe.experts.249.w2,0.0027942975,0.05000,1.574
37,block_sparse_moe.experts.245.w2,0.0006886864,0.05000,1.507
37,block_sparse_moe.experts.253.w2,0.0030495748,0.05000,1.441
37,block_sparse_moe.experts.208.w2,0.0003669578,0.05000,1.309
37,block_sparse_moe.experts.212.w2,0.0033252201,0.05000,1.355
37,block_sparse_moe.experts.232.w2,0.0029845395,0.05000,1.361
37,block_sparse_moe.experts.236.w2,0.0020112704,0.05000,1.402
37,block_sparse_moe.experts.246.w2,0.0101194656,0.05000,1.331
37,block_sparse_moe.experts.250.w2,0.0010000300,0.05000,1.345
37,block_sparse_moe.experts.254.w2,0.0031858910,0.05000,1.398
37,block_sparse_moe.experts.242.w2,0.0034210310,0.05000,1.240
37,block_sparse_moe.experts.224.w2,0.0027516690,0.05000,1.394
37,block_sparse_moe.experts.228.w2,0.0006453118,0.05000,1.363
37,block_sparse_moe.experts.248.w2,0.0025560167,0.05000,1.354
37,block_sparse_moe.experts.252.w2,0.0026991270,0.05000,1.380
37,block_sparse_moe.experts.240.w2,0.0049235795,0.05000,0.725
37,block_sparse_moe.experts.244.w2,0.0010016130,0.05000,0.623
38,self_attn.k_proj,0.0000194310,0.05000,0.918
38,self_attn.q_proj,0.0001251563,0.05000,0.960
38,self_attn.v_proj,0.0000180187,0.05000,1.050
38,self_attn.o_proj,0.0000133428,0.05000,1.822
38,block_sparse_moe.experts.14.w1,0.0030614183,0.05000,2.877
38,block_sparse_moe.experts.0.w1,0.0020110250,0.05000,2.918
38,block_sparse_moe.experts.12.w1,0.0012583931,0.05000,2.893
38,block_sparse_moe.experts.10.w1,0.0010169020,0.05000,2.908
38,block_sparse_moe.experts.8.w1,0.0010915033,0.05000,2.934
38,block_sparse_moe.experts.6.w1,0.0010534518,0.05000,2.979
38,block_sparse_moe.experts.4.w1,0.0003986906,0.05000,2.993
38,block_sparse_moe.experts.2.w1,0.0008364528,0.05000,3.026
38,block_sparse_moe.experts.3.w1,0.0015580072,0.05000,3.046
38,block_sparse_moe.experts.15.w1,0.0010242016,0.05000,3.024
38,block_sparse_moe.experts.7.w1,0.0002097367,0.05000,3.159
38,block_sparse_moe.experts.11.w1,0.0019104929,0.05000,3.202
38,block_sparse_moe.experts.13.w1,0.0014466054,0.05000,3.270
38,block_sparse_moe.experts.1.w1,0.0013513886,0.05000,3.305
38,block_sparse_moe.experts.5.w1,0.0011225454,0.05000,3.358
38,block_sparse_moe.experts.9.w1,0.0008686788,0.05000,3.392
38,block_sparse_moe.experts.28.w1,0.0031310378,0.05000,2.886
38,block_sparse_moe.experts.24.w1,0.0010605043,0.05000,2.931
38,block_sparse_moe.experts.16.w1,0.0007330442,0.05000,3.065
38,block_sparse_moe.experts.26.w1,0.0013402958,0.05000,3.063
38,block_sparse_moe.experts.22.w1,0.0046605035,0.05000,3.027
38,block_sparse_moe.experts.20.w1,0.0014406370,0.05000,3.017
38,block_sparse_moe.experts.31.w1,0.0011501614,0.05000,3.000
38,block_sparse_moe.experts.30.w1,0.0015652709,0.05000,3.160
38,block_sparse_moe.experts.18.w1,0.0020632239,0.05000,3.080
38,block_sparse_moe.experts.19.w1,0.0007512592,0.05000,3.107
38,block_sparse_moe.experts.17.w1,0.0055745740,0.05000,2.856
38,block_sparse_moe.experts.23.w1,0.0033581999,0.05000,3.069
38,block_sparse_moe.experts.25.w1,0.0011559266,0.05000,2.811
38,block_sparse_moe.experts.21.w1,0.0012295228,0.05000,2.918
38,block_sparse_moe.experts.29.w1,0.0014379787,0.05000,3.001
38,block_sparse_moe.experts.27.w1,0.0007757777,0.05000,3.124
38,block_sparse_moe.experts.44.w1,0.0014696623,0.05000,2.884
38,block_sparse_moe.experts.40.w1,0.0008463573,0.05000,3.019
38,block_sparse_moe.experts.41.w1,0.0019087049,0.05000,2.692
38,block_sparse_moe.experts.37.w1,0.0010873765,0.05000,2.739
38,block_sparse_moe.experts.33.w1,0.0009809778,0.05000,2.855
38,block_sparse_moe.experts.47.w1,0.0054195267,0.05000,2.981
38,block_sparse_moe.experts.32.w1,0.0018695074,0.05000,3.060
38,block_sparse_moe.experts.36.w1,0.0001712423,0.05000,3.034
38,block_sparse_moe.experts.35.w1,0.0004594582,0.05000,2.932
38,block_sparse_moe.experts.45.w1,0.0005884442,0.05000,2.839
38,block_sparse_moe.experts.42.w1,0.0039462905,0.05000,3.140
38,block_sparse_moe.experts.38.w1,0.0005123993,0.05000,3.192
38,block_sparse_moe.experts.46.w1,0.0011157677,0.05000,3.172
38,block_sparse_moe.experts.39.w1,0.0017657597,0.05000,3.067
38,block_sparse_moe.experts.34.w1,0.0010221719,0.05000,3.247
38,block_sparse_moe.experts.43.w1,0.0009935504,0.05000,3.041
38,block_sparse_moe.experts.60.w1,0.0022086762,0.05000,3.172
38,block_sparse_moe.experts.54.w1,0.0020457232,0.05000,2.836
38,block_sparse_moe.experts.56.w1,0.0009941695,0.05000,3.140
38,block_sparse_moe.experts.58.w1,0.0011000622,0.05000,2.949
38,block_sparse_moe.experts.57.w1,0.0022897573,0.05000,3.163
38,block_sparse_moe.experts.48.w1,0.0019291249,0.05000,3.086
38,block_sparse_moe.experts.51.w1,0.0028133962,0.05000,3.062
38,block_sparse_moe.experts.62.w1,0.0005490299,0.05000,2.929
38,block_sparse_moe.experts.63.w1,0.0008084263,0.05000,3.141
38,block_sparse_moe.experts.53.w1,0.0022889726,0.05000,3.189
38,block_sparse_moe.experts.52.w1,0.0008861631,0.05000,3.159
38,block_sparse_moe.experts.49.w1,0.0016311408,0.05000,3.211
38,block_sparse_moe.experts.50.w1,0.0020618961,0.05000,3.053
38,block_sparse_moe.experts.61.w1,0.0015181416,0.05000,3.287
38,block_sparse_moe.experts.55.w1,0.0012560321,0.05000,3.183
38,block_sparse_moe.experts.59.w1,0.0003516127,0.05000,3.161
38,block_sparse_moe.experts.76.w1,0.0020948122,0.05000,3.086
38,block_sparse_moe.experts.79.w1,0.0009746645,0.05000,2.802
38,block_sparse_moe.experts.67.w1,0.0023254939,0.05000,2.880
38,block_sparse_moe.experts.68.w1,0.0013657106,0.05000,2.934
38,block_sparse_moe.experts.72.w1,0.0013432576,0.05000,3.106
38,block_sparse_moe.experts.64.w1,0.0025634844,0.05000,3.066
38,block_sparse_moe.experts.73.w1,0.0014445028,0.05000,3.100
38,block_sparse_moe.experts.69.w1,0.0007538572,0.05000,3.028
38,block_sparse_moe.experts.75.w1,0.0011353308,0.05000,2.703
38,block_sparse_moe.experts.70.w1,0.0014667406,0.05000,3.326
38,block_sparse_moe.experts.71.w1,0.0016099183,0.05000,2.883
38,block_sparse_moe.experts.65.w1,0.0002935470,0.05000,3.141
38,block_sparse_moe.experts.74.w1,0.0017351369,0.05000,3.335
38,block_sparse_moe.experts.78.w1,0.0018059386,0.05000,3.276
38,block_sparse_moe.experts.77.w1,0.0005726060,0.05000,3.025
38,block_sparse_moe.experts.66.w1,0.0014164312,0.05000,3.230
38,block_sparse_moe.experts.95.w1,0.0010139134,0.05000,2.811
38,block_sparse_moe.experts.83.w1,0.0005515142,0.05000,2.855
38,block_sparse_moe.experts.88.w1,0.0008372386,0.05000,2.752
38,block_sparse_moe.experts.92.w1,0.0012806714,0.05000,2.979
38,block_sparse_moe.experts.80.w1,0.0007471472,0.05000,2.801
38,block_sparse_moe.experts.84.w1,0.0003882217,0.05000,2.896
38,block_sparse_moe.experts.91.w1,0.0024322639,0.05000,2.790
38,block_sparse_moe.experts.87.w1,0.0008039572,0.05000,2.921
38,block_sparse_moe.experts.85.w1,0.0000800995,0.05000,3.118
38,block_sparse_moe.experts.90.w1,0.0020699050,0.05000,2.975
38,block_sparse_moe.experts.89.w1,0.0017896139,0.05000,3.217
38,block_sparse_moe.experts.81.w1,0.0023000350,0.05000,3.091
38,block_sparse_moe.experts.86.w1,0.0013367348,0.05000,3.116
38,block_sparse_moe.experts.93.w1,0.0018270162,0.05000,3.033
38,block_sparse_moe.experts.94.w1,0.0023390047,0.05000,3.128
38,block_sparse_moe.experts.82.w1,0.0014813151,0.05000,3.042
38,block_sparse_moe.experts.99.w1,0.0013304586,0.05000,3.118
38,block_sparse_moe.experts.111.w1,0.0019531293,0.05000,3.208
38,block_sparse_moe.experts.104.w1,0.0008526462,0.05000,3.124
38,block_sparse_moe.experts.108.w1,0.0024168827,0.05000,3.152
38,block_sparse_moe.experts.96.w1,0.0005198535,0.05000,3.117
38,block_sparse_moe.experts.100.w1,0.0004195739,0.05000,3.209
38,block_sparse_moe.experts.109.w1,0.0005231343,0.05000,2.798
38,block_sparse_moe.experts.107.w1,0.0023586568,0.05000,3.235
38,block_sparse_moe.experts.105.w1,0.0011563181,0.05000,2.942
38,block_sparse_moe.experts.101.w1,0.0005156932,0.05000,3.037
38,block_sparse_moe.experts.106.w1,0.0021886747,0.05000,3.012
38,block_sparse_moe.experts.102.w1,0.0029732785,0.05000,2.980
38,block_sparse_moe.experts.97.w1,0.0021803022,0.05000,3.005
38,block_sparse_moe.experts.103.w1,0.0011550962,0.05000,3.203
38,block_sparse_moe.experts.110.w1,0.0009451743,0.05000,3.040
38,block_sparse_moe.experts.98.w1,0.0022698359,0.05000,3.120
38,block_sparse_moe.experts.120.w1,0.0027101381,0.05000,3.082
38,block_sparse_moe.experts.124.w1,0.0008379908,0.05000,3.087
38,block_sparse_moe.experts.115.w1,0.0006774359,0.05000,3.180
38,block_sparse_moe.experts.112.w1,0.0013502305,0.05000,3.117
38,block_sparse_moe.experts.127.w1,0.0013306630,0.05000,3.243
38,block_sparse_moe.experts.116.w1,0.0022937248,0.05000,3.048
38,block_sparse_moe.experts.125.w1,0.0021215916,0.05000,3.169
38,block_sparse_moe.experts.118.w1,0.0031192687,0.05000,3.009
38,block_sparse_moe.experts.123.w1,0.0029568745,0.05000,3.205
38,block_sparse_moe.experts.122.w1,0.0012754689,0.05000,3.118
38,block_sparse_moe.experts.117.w1,0.0009326031,0.05000,3.157
38,block_sparse_moe.experts.113.w1,0.0007672419,0.05000,3.114
38,block_sparse_moe.experts.126.w1,0.0010626056,0.05000,2.961
38,block_sparse_moe.experts.121.w1,0.0024828605,0.05000,3.265
38,block_sparse_moe.experts.119.w1,0.0011286676,0.05000,3.254
38,block_sparse_moe.experts.114.w1,0.0004500263,0.05000,3.011
38,block_sparse_moe.experts.136.w1,0.0009787864,0.05000,2.931
38,block_sparse_moe.experts.128.w1,0.0022785298,0.05000,2.914
38,block_sparse_moe.experts.132.w1,0.0019328624,0.05000,2.894
38,block_sparse_moe.experts.131.w1,0.0015910672,0.05000,3.005
38,block_sparse_moe.experts.140.w1,0.0017253916,0.05000,3.046
38,block_sparse_moe.experts.143.w1,0.0011341550,0.05000,3.024
38,block_sparse_moe.experts.141.w1,0.0015620970,0.05000,2.959
38,block_sparse_moe.experts.134.w1,0.0012820394,0.05000,3.056
38,block_sparse_moe.experts.133.w1,0.0018569467,0.05000,2.996
38,block_sparse_moe.experts.129.w1,0.0010400873,0.05000,3.031
38,block_sparse_moe.experts.139.w1,0.0013582650,0.05000,3.120
38,block_sparse_moe.experts.137.w1,0.0011399857,0.05000,3.017
38,block_sparse_moe.experts.142.w1,0.0007907749,0.05000,3.079
38,block_sparse_moe.experts.138.w1,0.0013070696,0.05000,3.137
38,block_sparse_moe.experts.135.w1,0.0006366674,0.05000,3.110
38,block_sparse_moe.experts.130.w1,0.0004439869,0.05000,3.052
38,block_sparse_moe.experts.152.w1,0.0007152826,0.05000,2.949
38,block_sparse_moe.experts.144.w1,0.0007788479,0.05000,3.008
38,block_sparse_moe.experts.156.w1,0.0004871226,0.05000,2.956
38,block_sparse_moe.experts.148.w1,0.0004550822,0.05000,2.993
38,block_sparse_moe.experts.147.w1,0.0019775215,0.05000,3.087
38,block_sparse_moe.experts.159.w1,0.0018259998,0.05000,3.196
38,block_sparse_moe.experts.157.w1,0.0038403192,0.05000,3.154
38,block_sparse_moe.experts.150.w1,0.0004657203,0.05000,3.089
38,block_sparse_moe.experts.149.w1,0.0011015589,0.05000,3.107
38,block_sparse_moe.experts.158.w1,0.0001444932,0.05000,3.061
38,block_sparse_moe.experts.155.w1,0.0003836280,0.05000,3.118
38,block_sparse_moe.experts.145.w1,0.0021998889,0.05000,3.120
38,block_sparse_moe.experts.154.w1,0.0005132693,0.05000,3.092
38,block_sparse_moe.experts.153.w1,0.0017538518,0.05000,3.130
38,block_sparse_moe.experts.146.w1,0.0008716467,0.05000,3.143
38,block_sparse_moe.experts.151.w1,0.0026999712,0.05000,3.180
38,block_sparse_moe.experts.168.w1,0.0031437539,0.05000,3.082
38,block_sparse_moe.experts.172.w1,0.0015394720,0.05000,3.060
38,block_sparse_moe.experts.164.w1,0.0015328155,0.05000,3.102
38,block_sparse_moe.experts.160.w1,0.0003640979,0.05000,3.129
38,block_sparse_moe.experts.163.w1,0.0012925900,0.05000,3.081
38,block_sparse_moe.experts.173.w1,0.0012436403,0.05000,3.070
38,block_sparse_moe.experts.175.w1,0.0005255909,0.05000,3.195
38,block_sparse_moe.experts.166.w1,0.0009928450,0.05000,3.135
38,block_sparse_moe.experts.165.w1,0.0010043596,0.05000,3.101
38,block_sparse_moe.experts.170.w1,0.0004071773,0.05000,3.099
38,block_sparse_moe.experts.161.w1,0.0016626329,0.05000,3.126
38,block_sparse_moe.experts.174.w1,0.0006585649,0.05000,3.178
38,block_sparse_moe.experts.169.w1,0.0014833091,0.05000,3.134
38,block_sparse_moe.experts.171.w1,0.0006652893,0.05000,3.220
38,block_sparse_moe.experts.162.w1,0.0006197200,0.05000,3.122
38,block_sparse_moe.experts.167.w1,0.0020314497,0.05000,3.121
38,block_sparse_moe.experts.184.w1,0.0004747534,0.05000,2.995
38,block_sparse_moe.experts.188.w1,0.0010253270,0.05000,2.996
38,block_sparse_moe.experts.179.w1,0.0012660735,0.05000,3.014
38,block_sparse_moe.experts.180.w1,0.0015922842,0.05000,3.096
38,block_sparse_moe.experts.176.w1,0.0012580395,0.05000,3.167
38,block_sparse_moe.experts.182.w1,0.0022958769,0.05000,2.950
38,block_sparse_moe.experts.191.w1,0.0014082262,0.05000,3.051
38,block_sparse_moe.experts.189.w1,0.0017094389,0.05000,3.093
38,block_sparse_moe.experts.186.w1,0.0007395624,0.05000,2.989
38,block_sparse_moe.experts.177.w1,0.0004602387,0.05000,3.081
38,block_sparse_moe.experts.187.w1,0.0020539223,0.05000,3.007
38,block_sparse_moe.experts.190.w1,0.0006451354,0.05000,3.070
38,block_sparse_moe.experts.181.w1,0.0024813876,0.05000,3.244
38,block_sparse_moe.experts.185.w1,0.0020772866,0.05000,3.182
38,block_sparse_moe.experts.178.w1,0.0031668619,0.05000,3.106
38,block_sparse_moe.experts.183.w1,0.0011834284,0.05000,3.142
38,block_sparse_moe.experts.195.w1,0.0011146122,0.05000,2.820
38,block_sparse_moe.experts.200.w1,0.0001768523,0.05000,3.257
38,block_sparse_moe.experts.207.w1,0.0008950660,0.05000,2.737
38,block_sparse_moe.experts.204.w1,0.0013561554,0.05000,3.284
38,block_sparse_moe.experts.196.w1,0.0016133531,0.05000,3.168
38,block_sparse_moe.experts.192.w1,0.0022131593,0.05000,3.222
38,block_sparse_moe.experts.205.w1,0.0011398109,0.05000,2.958
38,block_sparse_moe.experts.203.w1,0.0010836225,0.05000,2.812
38,block_sparse_moe.experts.198.w1,0.0004340932,0.05000,3.169
38,block_sparse_moe.experts.197.w1,0.0009828373,0.05000,2.878
38,block_sparse_moe.experts.201.w1,0.0017380210,0.05000,2.810
38,block_sparse_moe.experts.193.w1,0.0015708773,0.05000,2.985
38,block_sparse_moe.experts.202.w1,0.0005621759,0.05000,3.132
38,block_sparse_moe.experts.206.w1,0.0013991440,0.05000,3.078
38,block_sparse_moe.experts.199.w1,0.0016793356,0.05000,2.783
38,block_sparse_moe.experts.194.w1,0.0014474653,0.05000,3.076
38,block_sparse_moe.experts.211.w1,0.0008814542,0.05000,2.851
38,block_sparse_moe.experts.216.w1,0.0005366223,0.05000,2.963
38,block_sparse_moe.experts.223.w1,0.0019266643,0.05000,2.908
38,block_sparse_moe.experts.212.w1,0.0003471780,0.05000,2.961
38,block_sparse_moe.experts.220.w1,0.0012162102,0.05000,2.992
38,block_sparse_moe.experts.219.w1,0.0012750532,0.05000,2.869
38,block_sparse_moe.experts.208.w1,0.0008957665,0.05000,3.008
38,block_sparse_moe.experts.221.w1,0.0004008132,0.05000,3.094
38,block_sparse_moe.experts.214.w1,0.0019423217,0.05000,2.955
38,block_sparse_moe.experts.218.w1,0.0017195043,0.05000,2.969
38,block_sparse_moe.experts.217.w1,0.0001299902,0.05000,3.084
38,block_sparse_moe.experts.209.w1,0.0006347787,0.05000,3.059
38,block_sparse_moe.experts.222.w1,0.0007402767,0.05000,2.994
38,block_sparse_moe.experts.213.w1,0.0003099950,0.05000,3.196
38,block_sparse_moe.experts.215.w1,0.0015875764,0.05000,3.072
38,block_sparse_moe.experts.210.w1,0.0019697901,0.05000,3.055
38,block_sparse_moe.experts.227.w1,0.0020052249,0.05000,3.061
38,block_sparse_moe.experts.232.w1,0.0010694727,0.05000,3.140
38,block_sparse_moe.experts.239.w1,0.0021877670,0.05000,3.096
38,block_sparse_moe.experts.228.w1,0.0020056020,0.05000,3.001
38,block_sparse_moe.experts.236.w1,0.0006173243,0.05000,3.088
38,block_sparse_moe.experts.237.w1,0.0009520421,0.05000,2.980
38,block_sparse_moe.experts.224.w1,0.0010098710,0.05000,3.121
38,block_sparse_moe.experts.225.w1,0.0020103204,0.05000,2.837
38,block_sparse_moe.experts.233.w1,0.0004657379,0.05000,2.926
38,block_sparse_moe.experts.235.w1,0.0009467802,0.05000,3.295
38,block_sparse_moe.experts.230.w1,0.0015789790,0.05000,3.143
38,block_sparse_moe.experts.229.w1,0.0007102347,0.05000,2.965
38,block_sparse_moe.experts.234.w1,0.0010634512,0.05000,3.119
38,block_sparse_moe.experts.238.w1,0.0020867474,0.05000,3.132
38,block_sparse_moe.experts.231.w1,0.0007961588,0.05000,3.198
38,block_sparse_moe.experts.226.w1,0.0012609543,0.05000,3.088
38,block_sparse_moe.experts.243.w1,0.0010824254,0.05000,3.184
38,block_sparse_moe.experts.244.w1,0.0009960154,0.05000,2.904
38,block_sparse_moe.experts.248.w1,0.0011296048,0.05000,3.007
38,block_sparse_moe.experts.252.w1,0.0002869134,0.05000,2.896
38,block_sparse_moe.experts.255.w1,0.0009322508,0.05000,3.051
38,block_sparse_moe.experts.240.w1,0.0026699847,0.05000,2.848
38,block_sparse_moe.experts.253.w1,0.0002012310,0.05000,3.071
38,block_sparse_moe.experts.249.w1,0.0020093123,0.05000,2.961
38,block_sparse_moe.experts.241.w1,0.0012087251,0.05000,3.081
38,block_sparse_moe.experts.251.w1,0.0011323556,0.05000,2.982
38,block_sparse_moe.experts.250.w1,0.0009784227,0.05000,2.918
38,block_sparse_moe.experts.246.w1,0.0016465438,0.05000,3.054
38,block_sparse_moe.experts.245.w1,0.0011713048,0.05000,3.004
38,block_sparse_moe.experts.254.w1,0.0012333468,0.05000,2.968
38,block_sparse_moe.experts.247.w1,0.0007550194,0.05000,3.003
38,block_sparse_moe.experts.242.w1,0.0008248630,0.05000,2.953
38,block_sparse_moe.experts.4.w3,0.0004420432,0.05000,2.937
38,block_sparse_moe.experts.3.w3,0.0017265224,0.05000,3.151
38,block_sparse_moe.experts.8.w3,0.0011739320,0.05000,2.994
38,block_sparse_moe.experts.12.w3,0.0014011039,0.05000,3.033
38,block_sparse_moe.experts.0.w3,0.0021625935,0.05000,2.925
38,block_sparse_moe.experts.15.w3,0.0011211519,0.05000,3.185
38,block_sparse_moe.experts.13.w3,0.0015397159,0.05000,3.013
38,block_sparse_moe.experts.1.w3,0.0014468492,0.05000,2.988
38,block_sparse_moe.experts.5.w3,0.0012921886,0.05000,2.883
38,block_sparse_moe.experts.9.w3,0.0009422119,0.05000,3.055
38,block_sparse_moe.experts.10.w3,0.0011242861,0.05000,2.960
38,block_sparse_moe.experts.6.w3,0.0010988038,0.05000,2.989
38,block_sparse_moe.experts.11.w3,0.0022263168,0.05000,3.169
38,block_sparse_moe.experts.14.w3,0.0036436913,0.05000,2.984
38,block_sparse_moe.experts.2.w3,0.0009185142,0.05000,2.894
38,block_sparse_moe.experts.7.w3,0.0002346634,0.05000,3.171
38,block_sparse_moe.experts.20.w3,0.0015645440,0.05000,3.078
38,block_sparse_moe.experts.19.w3,0.0008248375,0.05000,3.088
38,block_sparse_moe.experts.16.w3,0.0008213506,0.05000,2.989
38,block_sparse_moe.experts.24.w3,0.0011406514,0.05000,3.123
38,block_sparse_moe.experts.28.w3,0.0034264837,0.05000,3.156
38,block_sparse_moe.experts.31.w3,0.0012102817,0.05000,3.107
38,block_sparse_moe.experts.29.w3,0.0015779175,0.05000,3.048
38,block_sparse_moe.experts.17.w3,0.0059295955,0.05000,3.053
38,block_sparse_moe.experts.25.w3,0.0012339942,0.05000,3.058
38,block_sparse_moe.experts.21.w3,0.0013848856,0.05000,3.074
38,block_sparse_moe.experts.26.w3,0.0014785106,0.05000,3.128
38,block_sparse_moe.experts.30.w3,0.0017850751,0.05000,3.058
38,block_sparse_moe.experts.22.w3,0.0056735011,0.05000,3.223
38,block_sparse_moe.experts.27.w3,0.0008898623,0.05000,3.182
38,block_sparse_moe.experts.18.w3,0.0022403751,0.05000,3.189
38,block_sparse_moe.experts.23.w3,0.0040813513,0.05000,3.184
38,block_sparse_moe.experts.36.w3,0.0001929462,0.05000,2.944
38,block_sparse_moe.experts.40.w3,0.0009253221,0.05000,2.943
38,block_sparse_moe.experts.32.w3,0.0020160973,0.05000,2.989
38,block_sparse_moe.experts.35.w3,0.0005130758,0.05000,3.163
38,block_sparse_moe.experts.44.w3,0.0015879060,0.05000,3.020
38,block_sparse_moe.experts.47.w3,0.0060810539,0.05000,3.192
38,block_sparse_moe.experts.41.w3,0.0021254843,0.05000,3.045
38,block_sparse_moe.experts.45.w3,0.0006775318,0.05000,3.187
38,block_sparse_moe.experts.37.w3,0.0011556851,0.05000,3.099
38,block_sparse_moe.experts.33.w3,0.0010470066,0.05000,3.214
38,block_sparse_moe.experts.42.w3,0.0043591853,0.05000,3.134
38,block_sparse_moe.experts.46.w3,0.0013153331,0.05000,3.146
38,block_sparse_moe.experts.38.w3,0.0005433651,0.05000,3.207
38,block_sparse_moe.experts.43.w3,0.0010548216,0.05000,3.174
38,block_sparse_moe.experts.34.w3,0.0012044126,0.05000,3.110
38,block_sparse_moe.experts.39.w3,0.0020855771,0.05000,3.179
38,block_sparse_moe.experts.52.w3,0.0009222189,0.05000,3.076
38,block_sparse_moe.experts.48.w3,0.0022458205,0.05000,3.085
38,block_sparse_moe.experts.56.w3,0.0010988237,0.05000,3.172
38,block_sparse_moe.experts.60.w3,0.0023587987,0.05000,3.185
38,block_sparse_moe.experts.51.w3,0.0030784847,0.05000,3.243
38,block_sparse_moe.experts.57.w3,0.0024850568,0.05000,3.061
38,block_sparse_moe.experts.61.w3,0.0016266017,0.05000,3.066
38,block_sparse_moe.experts.49.w3,0.0017776015,0.05000,3.020
38,block_sparse_moe.experts.53.w3,0.0024340655,0.05000,3.093
38,block_sparse_moe.experts.63.w3,0.0009165319,0.05000,3.194
38,block_sparse_moe.experts.62.w3,0.0006018015,0.05000,2.910
38,block_sparse_moe.experts.58.w3,0.0012566374,0.05000,3.067
38,block_sparse_moe.experts.54.w3,0.0022917559,0.05000,3.028
38,block_sparse_moe.experts.59.w3,0.0003921836,0.05000,3.214
38,block_sparse_moe.experts.50.w3,0.0022548231,0.05000,3.095
38,block_sparse_moe.experts.55.w3,0.0013660877,0.05000,3.152
38,block_sparse_moe.experts.68.w3,0.0016224305,0.05000,3.153
38,block_sparse_moe.experts.64.w3,0.0029122391,0.05000,3.134
38,block_sparse_moe.experts.72.w3,0.0015057477,0.05000,3.172
38,block_sparse_moe.experts.73.w3,0.0015738243,0.05000,2.896
38,block_sparse_moe.experts.67.w3,0.0025792622,0.05000,3.059
38,block_sparse_moe.experts.76.w3,0.0023415637,0.05000,3.224
38,block_sparse_moe.experts.69.w3,0.0008131199,0.05000,2.967
38,block_sparse_moe.experts.77.w3,0.0006244084,0.05000,3.002
38,block_sparse_moe.experts.65.w3,0.0003253455,0.05000,2.975
38,block_sparse_moe.experts.79.w3,0.0010568109,0.05000,3.102
38,block_sparse_moe.experts.78.w3,0.0019792146,0.05000,3.094
38,block_sparse_moe.experts.74.w3,0.0018597518,0.05000,3.152
38,block_sparse_moe.experts.70.w3,0.0015620581,0.05000,3.081
38,block_sparse_moe.experts.75.w3,0.0013855117,0.05000,3.082
38,block_sparse_moe.experts.66.w3,0.0015243407,0.05000,3.146
38,block_sparse_moe.experts.71.w3,0.0017200302,0.05000,2.973
38,block_sparse_moe.experts.84.w3,0.0004224809,0.05000,2.950
38,block_sparse_moe.experts.88.w3,0.0009082624,0.05000,2.885
38,block_sparse_moe.experts.80.w3,0.0008616072,0.05000,2.972
38,block_sparse_moe.experts.83.w3,0.0005911719,0.05000,2.919
38,block_sparse_moe.experts.89.w3,0.0019822519,0.05000,2.963
38,block_sparse_moe.experts.92.w3,0.0013824021,0.05000,2.863
38,block_sparse_moe.experts.93.w3,0.0019794424,0.05000,2.953
38,block_sparse_moe.experts.85.w3,0.0000946235,0.05000,2.988
38,block_sparse_moe.experts.81.w3,0.0025120827,0.05000,2.983
38,block_sparse_moe.experts.95.w3,0.0010972749,0.05000,2.996
38,block_sparse_moe.experts.94.w3,0.0025636958,0.05000,3.094
38,block_sparse_moe.experts.90.w3,0.0021929121,0.05000,3.153
38,block_sparse_moe.experts.86.w3,0.0014164580,0.05000,3.045
38,block_sparse_moe.experts.91.w3,0.0026380293,0.05000,2.885
38,block_sparse_moe.experts.87.w3,0.0009118003,0.05000,2.829
38,block_sparse_moe.experts.82.w3,0.0015912843,0.05000,3.076
38,block_sparse_moe.experts.100.w3,0.0004526769,0.05000,2.866
38,block_sparse_moe.experts.96.w3,0.0005730318,0.05000,2.865
38,block_sparse_moe.experts.104.w3,0.0009777081,0.05000,2.929
38,block_sparse_moe.experts.108.w3,0.0025814573,0.05000,2.978
38,block_sparse_moe.experts.99.w3,0.0014201342,0.05000,3.089
38,block_sparse_moe.experts.105.w3,0.0014859526,0.05000,3.190
38,block_sparse_moe.experts.109.w3,0.0005851408,0.05000,3.110
38,block_sparse_moe.experts.111.w3,0.0020698417,0.05000,2.995
38,block_sparse_moe.experts.101.w3,0.0005565192,0.05000,3.148
38,block_sparse_moe.experts.97.w3,0.0023424816,0.05000,3.204
38,block_sparse_moe.experts.110.w3,0.0010144491,0.05000,3.065
38,block_sparse_moe.experts.107.w3,0.0024977407,0.05000,2.946
38,block_sparse_moe.experts.102.w3,0.0032027095,0.05000,3.082
38,block_sparse_moe.experts.106.w3,0.0023717479,0.05000,3.097
38,block_sparse_moe.experts.103.w3,0.0012411669,0.05000,2.894
38,block_sparse_moe.experts.98.w3,0.0026119406,0.05000,3.076
38,block_sparse_moe.experts.115.w3,0.0008033791,0.05000,1.459
38,block_sparse_moe.experts.121.w3,0.0028377790,0.05000,3.246
38,block_sparse_moe.experts.125.w3,0.0025111478,0.05000,3.318
38,block_sparse_moe.experts.117.w3,0.0011229746,0.05000,3.284
38,block_sparse_moe.experts.113.w3,0.0008481213,0.05000,3.447
38,block_sparse_moe.experts.126.w3,0.0011324925,0.05000,3.519
38,block_sparse_moe.experts.118.w3,0.0034182658,0.05000,3.581
38,block_sparse_moe.experts.122.w3,0.0013727924,0.05000,3.630
38,block_sparse_moe.experts.114.w3,0.0005056670,0.05000,3.616
38,block_sparse_moe.experts.116.w3,0.0024743856,0.05000,5.766
38,block_sparse_moe.experts.112.w3,0.0014401105,0.05000,5.726
38,block_sparse_moe.experts.120.w3,0.0029272521,0.05000,5.740
38,block_sparse_moe.experts.124.w3,0.0009667844,0.05000,5.843
38,block_sparse_moe.experts.142.w3,0.0008496397,0.05000,3.872
38,block_sparse_moe.experts.134.w3,0.0013797901,0.05000,3.854
38,block_sparse_moe.experts.138.w3,0.0015065386,0.05000,3.922
38,block_sparse_moe.experts.130.w3,0.0004927885,0.05000,3.881
38,block_sparse_moe.experts.132.w3,0.0021007504,0.05000,3.839
38,block_sparse_moe.experts.128.w3,0.0024184869,0.05000,3.800
38,block_sparse_moe.experts.136.w3,0.0010764639,0.05000,3.819
38,block_sparse_moe.experts.140.w3,0.0019352125,0.05000,3.729
38,block_sparse_moe.experts.148.w3,0.0004873401,0.05000,3.813
38,block_sparse_moe.experts.144.w3,0.0009169135,0.05000,3.828
38,block_sparse_moe.experts.152.w3,0.0007668416,0.05000,3.829
38,block_sparse_moe.experts.156.w3,0.0005316716,0.05000,3.765
38,block_sparse_moe.experts.137.w3,0.0012058679,0.05000,11.056
38,block_sparse_moe.experts.141.w3,0.0016669598,0.05000,11.064
38,block_sparse_moe.experts.133.w3,0.0019642190,0.05000,11.055
38,block_sparse_moe.experts.129.w3,0.0011992677,0.05000,11.093
38,block_sparse_moe.experts.160.w3,0.0004203645,0.05000,3.179
38,block_sparse_moe.experts.164.w3,0.0016396913,0.05000,3.438
38,block_sparse_moe.experts.168.w3,0.0034030078,0.05000,3.405
38,block_sparse_moe.experts.172.w3,0.0016486573,0.05000,3.361
38,block_sparse_moe.experts.153.w3,0.0019045316,0.05000,2.899
38,block_sparse_moe.experts.157.w3,0.0041925493,0.05000,2.933
38,block_sparse_moe.experts.149.w3,0.0011980668,0.05000,2.950
38,block_sparse_moe.experts.145.w3,0.0025627156,0.05000,2.945
38,block_sparse_moe.experts.158.w3,0.0001553748,0.05000,9.998
38,block_sparse_moe.experts.150.w3,0.0005159072,0.05000,9.965
38,block_sparse_moe.experts.154.w3,0.0005682471,0.05000,9.923
38,block_sparse_moe.experts.146.w3,0.0009768410,0.05000,9.992
38,block_sparse_moe.experts.176.w3,0.0013984895,0.05000,3.445
38,block_sparse_moe.experts.180.w3,0.0017104087,0.05000,3.548
38,block_sparse_moe.experts.184.w3,0.0005100774,0.05000,3.474
38,block_sparse_moe.experts.188.w3,0.0011093426,0.05000,3.389
38,block_sparse_moe.experts.169.w3,0.0018274897,0.05000,3.373
38,block_sparse_moe.experts.173.w3,0.0013196024,0.05000,3.377
38,block_sparse_moe.experts.165.w3,0.0011087633,0.05000,3.381
38,block_sparse_moe.experts.161.w3,0.0019843645,0.05000,3.384
38,block_sparse_moe.experts.174.w3,0.0007507060,0.05000,3.468
38,block_sparse_moe.experts.170.w3,0.0004674987,0.05000,3.418
38,block_sparse_moe.experts.166.w3,0.0010627618,0.05000,3.563
38,block_sparse_moe.experts.162.w3,0.0006901195,0.05000,3.550
38,block_sparse_moe.experts.192.w3,0.0024463745,0.05000,3.384
38,block_sparse_moe.experts.196.w3,0.0017184127,0.05000,3.422
38,block_sparse_moe.experts.200.w3,0.0002102698,0.05000,3.385
38,block_sparse_moe.experts.204.w3,0.0014681236,0.05000,3.385
38,block_sparse_moe.experts.185.w3,0.0023447949,0.05000,3.281
38,block_sparse_moe.experts.189.w3,0.0018177972,0.05000,3.143
38,block_sparse_moe.experts.181.w3,0.0026641999,0.05000,3.200
38,block_sparse_moe.experts.177.w3,0.0004980219,0.05000,2.958
38,block_sparse_moe.experts.190.w3,0.0007162140,0.05000,3.267
38,block_sparse_moe.experts.186.w3,0.0008058779,0.05000,3.140
38,block_sparse_moe.experts.182.w3,0.0025458848,0.05000,3.435
38,block_sparse_moe.experts.178.w3,0.0035445997,0.05000,3.479
38,block_sparse_moe.experts.127.w3,0.0014225636,0.05000,3.519
38,block_sparse_moe.experts.131.w3,0.0017473315,0.05000,3.588
38,block_sparse_moe.experts.119.w3,0.0012206932,0.05000,3.589
38,block_sparse_moe.experts.123.w3,0.0034586598,0.05000,3.593
38,block_sparse_moe.experts.208.w3,0.0009779583,0.05000,3.485
38,block_sparse_moe.experts.212.w3,0.0003863692,0.05000,3.396
38,block_sparse_moe.experts.216.w3,0.0006214854,0.05000,3.404
38,block_sparse_moe.experts.220.w3,0.0013247403,0.05000,3.381
38,block_sparse_moe.experts.206.w3,0.0015835508,0.05000,2.936
38,block_sparse_moe.experts.202.w3,0.0006004785,0.05000,2.854
38,block_sparse_moe.experts.198.w3,0.0004900098,0.05000,2.513
38,block_sparse_moe.experts.201.w3,0.0018586058,0.05000,3.285
38,block_sparse_moe.experts.205.w3,0.0012592222,0.05000,3.309
38,block_sparse_moe.experts.193.w3,0.0016545978,0.05000,3.346
38,block_sparse_moe.experts.197.w3,0.0010571626,0.05000,3.380
38,block_sparse_moe.experts.143.w3,0.0012269774,0.05000,2.947
38,block_sparse_moe.experts.147.w3,0.0023872589,0.05000,2.905
38,block_sparse_moe.experts.135.w3,0.0007218902,0.05000,3.006
38,block_sparse_moe.experts.139.w3,0.0015165674,0.05000,3.036
38,block_sparse_moe.experts.224.w3,0.0011717359,0.05000,3.083
38,block_sparse_moe.experts.228.w3,0.0022443138,0.05000,3.177
38,block_sparse_moe.experts.232.w3,0.0011395138,0.05000,3.221
38,block_sparse_moe.experts.236.w3,0.0006708307,0.05000,3.300
38,block_sparse_moe.experts.194.w3,0.0015316558,0.05000,3.095
38,block_sparse_moe.experts.214.w3,0.0021403016,0.05000,3.139
38,block_sparse_moe.experts.222.w3,0.0008551038,0.05000,3.169
38,block_sparse_moe.experts.218.w3,0.0018327249,0.05000,3.196
38,block_sparse_moe.experts.217.w3,0.0001436101,0.05000,2.794
38,block_sparse_moe.experts.221.w3,0.0004211719,0.05000,2.877
38,block_sparse_moe.experts.209.w3,0.0007255109,0.05000,2.914
38,block_sparse_moe.experts.213.w3,0.0003378422,0.05000,2.959
38,block_sparse_moe.experts.159.w3,0.0019459725,0.05000,2.928
38,block_sparse_moe.experts.163.w3,0.0014832458,0.05000,3.049
38,block_sparse_moe.experts.151.w3,0.0028852100,0.05000,3.092
38,block_sparse_moe.experts.155.w3,0.0004302870,0.05000,3.092
38,block_sparse_moe.experts.240.w3,0.0028528801,0.05000,3.011
38,block_sparse_moe.experts.244.w3,0.0010673689,0.05000,2.870
38,block_sparse_moe.experts.248.w3,0.0011925018,0.05000,2.784
38,block_sparse_moe.experts.252.w3,0.0002986526,0.05000,2.674
38,block_sparse_moe.experts.230.w3,0.0018240045,0.05000,2.698
38,block_sparse_moe.experts.210.w3,0.0023489376,0.05000,2.763
38,block_sparse_moe.experts.234.w3,0.0011557607,0.05000,2.792
38,block_sparse_moe.experts.233.w3,0.0005219461,0.05000,2.817
38,block_sparse_moe.experts.238.w3,0.0022664522,0.05000,2.921
38,block_sparse_moe.experts.237.w3,0.0010464809,0.05000,2.837
38,block_sparse_moe.experts.225.w3,0.0023042391,0.05000,2.860
38,block_sparse_moe.experts.229.w3,0.0007640512,0.05000,2.842
38,block_sparse_moe.experts.175.w3,0.0006418624,0.05000,2.940
38,block_sparse_moe.experts.179.w3,0.0013543216,0.05000,2.898
38,block_sparse_moe.experts.171.w3,0.0007288426,0.05000,2.881
38,block_sparse_moe.experts.167.w3,0.0021908325,0.05000,3.055
38,block_sparse_moe.experts.226.w3,0.0015016190,0.05000,3.074
38,block_sparse_moe.experts.249.w3,0.0021783790,0.05000,2.905
38,block_sparse_moe.experts.246.w3,0.0017631185,0.05000,3.147
38,block_sparse_moe.experts.250.w3,0.0010566159,0.05000,3.064
38,block_sparse_moe.experts.254.w3,0.0014018444,0.05000,2.990
38,block_sparse_moe.experts.253.w3,0.0002278080,0.05000,2.918
38,block_sparse_moe.experts.245.w3,0.0013182828,0.05000,2.862
38,block_sparse_moe.experts.241.w3,0.0012776702,0.05000,2.932
38,block_sparse_moe.experts.191.w3,0.0015264768,0.05000,3.077
38,block_sparse_moe.experts.242.w3,0.0009830658,0.05000,1.079
38,block_sparse_moe.experts.195.w3,0.0011910138,0.05000,3.004
38,block_sparse_moe.experts.187.w3,0.0022449785,0.05000,2.981
38,block_sparse_moe.experts.183.w3,0.0014221442,0.05000,3.051
38,block_sparse_moe.experts.211.w3,0.0009598837,0.05000,3.177
38,block_sparse_moe.experts.207.w3,0.0009520890,0.05000,3.224
38,block_sparse_moe.experts.203.w3,0.0011904989,0.05000,3.216
38,block_sparse_moe.experts.199.w3,0.0017889772,0.05000,3.099
38,block_sparse_moe.experts.227.w3,0.0022225983,0.05000,2.742
38,block_sparse_moe.experts.223.w3,0.0020810523,0.05000,2.818
38,block_sparse_moe.experts.219.w3,0.0013324192,0.05000,2.734
38,block_sparse_moe.experts.215.w3,0.0017270133,0.05000,2.649
38,block_sparse_moe.experts.243.w3,0.0011598484,0.05000,3.189
38,block_sparse_moe.experts.231.w3,0.0008434115,0.05000,3.058
38,block_sparse_moe.experts.235.w3,0.0010551817,0.05000,3.074
38,block_sparse_moe.experts.239.w3,0.0023978972,0.05000,3.240
38,block_sparse_moe.experts.251.w3,0.0013041228,0.05000,2.314
38,block_sparse_moe.experts.247.w3,0.0008123610,0.05000,2.326
38,block_sparse_moe.experts.255.w3,0.0009951757,0.05000,2.249
38,block_sparse_moe.experts.2.w2,0.0016424667,0.05000,1.416
38,block_sparse_moe.experts.14.w2,0.0248479515,0.05000,1.400
38,block_sparse_moe.experts.10.w2,0.0024351498,0.05000,1.411
38,block_sparse_moe.experts.6.w2,0.0010451619,0.05000,1.458
38,block_sparse_moe.experts.7.w2,0.0004988761,0.05000,1.535
38,block_sparse_moe.experts.3.w2,0.0033289398,0.05000,1.558
38,block_sparse_moe.experts.11.w2,0.0073593097,0.05000,1.541
38,block_sparse_moe.experts.15.w2,0.0017915144,0.05000,1.542
38,block_sparse_moe.experts.0.w2,0.0024789594,0.05000,1.594
38,block_sparse_moe.experts.5.w2,0.0039563376,0.05000,1.608
38,block_sparse_moe.experts.8.w2,0.0016593782,0.05000,1.625
38,block_sparse_moe.experts.1.w2,0.0043208611,0.05000,1.642
38,block_sparse_moe.experts.4.w2,0.0005012440,0.05000,1.642
38,block_sparse_moe.experts.12.w2,0.0020129167,0.05000,1.624
38,block_sparse_moe.experts.9.w2,0.0016942119,0.05000,1.658
38,block_sparse_moe.experts.13.w2,0.0020665980,0.05000,1.660
38,block_sparse_moe.experts.18.w2,0.0039528148,0.05000,1.463
38,block_sparse_moe.experts.26.w2,0.0010594102,0.05000,1.471
38,block_sparse_moe.experts.30.w2,0.0021900223,0.05000,1.483
38,block_sparse_moe.experts.22.w2,0.0515954001,0.05000,1.498
38,block_sparse_moe.experts.23.w2,0.0155159850,0.05000,1.433
38,block_sparse_moe.experts.27.w2,0.0015347745,0.05000,1.451
38,block_sparse_moe.experts.16.w2,0.0090390967,0.05000,1.450
38,block_sparse_moe.experts.31.w2,0.0006435604,0.05000,1.513
38,block_sparse_moe.experts.19.w2,0.0022010968,0.05000,1.526
38,block_sparse_moe.experts.24.w2,0.0021391588,0.05000,1.497
38,block_sparse_moe.experts.28.w2,0.0164419551,0.05000,1.498
38,block_sparse_moe.experts.20.w2,0.0014669527,0.05000,1.545
38,block_sparse_moe.experts.17.w2,0.0074424112,0.05000,1.565
38,block_sparse_moe.experts.21.w2,0.0026400670,0.05000,1.609
38,block_sparse_moe.experts.29.w2,0.0033733763,0.05000,1.569
38,block_sparse_moe.experts.25.w2,0.0004679108,0.05000,1.615
38,block_sparse_moe.experts.34.w2,0.0064785860,0.05000,1.587
38,block_sparse_moe.experts.42.w2,0.0026357206,0.05000,1.578
38,block_sparse_moe.experts.46.w2,0.0018148662,0.05000,1.605
38,block_sparse_moe.experts.39.w2,0.0036562988,0.05000,1.547
38,block_sparse_moe.experts.43.w2,0.0013134721,0.05000,1.526
38,block_sparse_moe.experts.38.w2,0.0009161118,0.05000,1.601
38,block_sparse_moe.experts.32.w2,0.0052743376,0.05000,1.515
38,block_sparse_moe.experts.47.w2,0.0324763299,0.05000,1.558
38,block_sparse_moe.experts.35.w2,0.0020382927,0.05000,1.564
38,block_sparse_moe.experts.40.w2,0.0018507491,0.05000,1.538
38,block_sparse_moe.experts.44.w2,0.0058072335,0.05000,1.528
38,block_sparse_moe.experts.36.w2,0.0005316276,0.05000,1.519
38,block_sparse_moe.experts.33.w2,0.0015887056,0.05000,1.542
38,block_sparse_moe.experts.45.w2,0.0012953427,0.05000,1.540
38,block_sparse_moe.experts.37.w2,0.0015436644,0.05000,1.580
38,block_sparse_moe.experts.41.w2,0.0037818858,0.05000,1.560
38,block_sparse_moe.experts.50.w2,0.0059828568,0.05000,1.312
38,block_sparse_moe.experts.58.w2,0.0038678123,0.05000,1.314
38,block_sparse_moe.experts.62.w2,0.0028413055,0.05000,1.344
38,block_sparse_moe.experts.55.w2,0.0019092353,0.05000,1.456
38,block_sparse_moe.experts.54.w2,0.0033113028,0.05000,1.425
38,block_sparse_moe.experts.59.w2,0.0006311200,0.05000,1.492
38,block_sparse_moe.experts.48.w2,0.0102374847,0.05000,1.509
38,block_sparse_moe.experts.51.w2,0.0054533015,0.05000,1.475
38,block_sparse_moe.experts.56.w2,0.0093180402,0.05000,1.479
38,block_sparse_moe.experts.60.w2,0.0033530063,0.05000,1.481
38,block_sparse_moe.experts.63.w2,0.0013849818,0.05000,1.551
38,block_sparse_moe.experts.52.w2,0.0004737611,0.05000,1.550
38,block_sparse_moe.experts.49.w2,0.0019826636,0.05000,1.553
38,block_sparse_moe.experts.53.w2,0.0036983203,0.05000,1.530
38,block_sparse_moe.experts.61.w2,0.0020710948,0.05000,1.593
38,block_sparse_moe.experts.57.w2,0.0016002812,0.05000,1.587
38,block_sparse_moe.experts.66.w2,0.0004855680,0.05000,1.510
38,block_sparse_moe.experts.74.w2,0.0018289258,0.05000,1.549
38,block_sparse_moe.experts.71.w2,0.0016191399,0.05000,1.406
38,block_sparse_moe.experts.78.w2,0.0091034873,0.05000,1.543
38,block_sparse_moe.experts.75.w2,0.0031446587,0.05000,1.444
38,block_sparse_moe.experts.67.w2,0.0045961255,0.05000,1.382
38,block_sparse_moe.experts.70.w2,0.0006001591,0.05000,1.534
38,block_sparse_moe.experts.79.w2,0.0034485078,0.05000,1.427
38,block_sparse_moe.experts.64.w2,0.0115752537,0.05000,1.562
38,block_sparse_moe.experts.76.w2,0.0125317354,0.05000,1.563
38,block_sparse_moe.experts.72.w2,0.0034234769,0.05000,1.620
38,block_sparse_moe.experts.69.w2,0.0005830516,0.05000,1.499
38,block_sparse_moe.experts.65.w2,0.0006763109,0.05000,1.525
38,block_sparse_moe.experts.73.w2,0.0025591985,0.05000,1.464
38,block_sparse_moe.experts.77.w2,0.0030299826,0.05000,1.533
38,block_sparse_moe.experts.68.w2,0.0041761152,0.05000,1.669
38,block_sparse_moe.experts.87.w2,0.0024174434,0.05000,1.364
38,block_sparse_moe.experts.82.w2,0.0012981476,0.05000,1.465
38,block_sparse_moe.experts.90.w2,0.0015224323,0.05000,1.452
38,block_sparse_moe.experts.94.w2,0.0031599646,0.05000,1.511
38,block_sparse_moe.experts.91.w2,0.0029197769,0.05000,1.480
38,block_sparse_moe.experts.86.w2,0.0009086787,0.05000,1.437
38,block_sparse_moe.experts.83.w2,0.0003526805,0.05000,1.458
38,block_sparse_moe.experts.95.w2,0.0020268016,0.05000,1.446
38,block_sparse_moe.experts.80.w2,0.0030767225,0.05000,1.491
38,block_sparse_moe.experts.85.w2,0.0004180943,0.05000,1.383
38,block_sparse_moe.experts.92.w2,0.0023886484,0.05000,1.507
38,block_sparse_moe.experts.89.w2,0.0049513657,0.05000,1.424
38,block_sparse_moe.experts.88.w2,0.0016414511,0.05000,1.553
38,block_sparse_moe.experts.93.w2,0.0013496895,0.05000,1.405
38,block_sparse_moe.experts.81.w2,0.0020439161,0.05000,1.513
38,block_sparse_moe.experts.84.w2,0.0005086953,0.05000,1.426
38,block_sparse_moe.experts.103.w2,0.0022303127,0.05000,1.458
38,block_sparse_moe.experts.98.w2,0.0058681185,0.05000,1.473
38,block_sparse_moe.experts.106.w2,0.0028803370,0.05000,1.447
38,block_sparse_moe.experts.110.w2,0.0008689715,0.05000,1.415
38,block_sparse_moe.experts.107.w2,0.0028997198,0.05000,1.464
38,block_sparse_moe.experts.99.w2,0.0009745502,0.05000,1.465
38,block_sparse_moe.experts.102.w2,0.0031513736,0.05000,1.529
38,block_sparse_moe.experts.96.w2,0.0016227131,0.05000,1.373
38,block_sparse_moe.experts.111.w2,0.0023786138,0.05000,1.484
38,block_sparse_moe.experts.108.w2,0.0023887945,0.05000,1.386
38,block_sparse_moe.experts.104.w2,0.0024992226,0.05000,1.348
38,block_sparse_moe.experts.100.w2,0.0009198011,0.05000,1.368
38,block_sparse_moe.experts.105.w2,0.0069660913,0.05000,1.510
38,block_sparse_moe.experts.109.w2,0.0007811806,0.05000,1.517
38,block_sparse_moe.experts.101.w2,0.0013173070,0.05000,1.677
38,block_sparse_moe.experts.97.w2,0.0048964148,0.05000,1.586
38,block_sparse_moe.experts.119.w2,0.0004883792,0.05000,1.523
38,block_sparse_moe.experts.114.w2,0.0033816825,0.05000,1.611
38,block_sparse_moe.experts.122.w2,0.0019227575,0.05000,1.601
38,block_sparse_moe.experts.126.w2,0.0026180065,0.05000,1.539
38,block_sparse_moe.experts.123.w2,0.0276025827,0.05000,1.518
38,block_sparse_moe.experts.115.w2,0.0047985448,0.05000,1.515
38,block_sparse_moe.experts.112.w2,0.0005667542,0.05000,1.528
38,block_sparse_moe.experts.127.w2,0.0009167495,0.05000,1.552
38,block_sparse_moe.experts.118.w2,0.0064016843,0.05000,1.635
38,block_sparse_moe.experts.124.w2,0.0027097577,0.05000,1.549
38,block_sparse_moe.experts.120.w2,0.0025841135,0.05000,1.532
38,block_sparse_moe.experts.121.w2,0.0055221379,0.05000,1.414
38,block_sparse_moe.experts.116.w2,0.0020518184,0.05000,1.558
38,block_sparse_moe.experts.125.w2,0.0030890076,0.05000,1.456
38,block_sparse_moe.experts.117.w2,0.0023325203,0.05000,1.412
38,block_sparse_moe.experts.113.w2,0.0013569979,0.05000,1.491
38,block_sparse_moe.experts.135.w2,0.0019407179,0.05000,1.549
38,block_sparse_moe.experts.142.w2,0.0007490845,0.05000,1.540
38,block_sparse_moe.experts.138.w2,0.0052098108,0.05000,1.586
38,block_sparse_moe.experts.130.w2,0.0012901393,0.05000,1.606
38,block_sparse_moe.experts.131.w2,0.0036249748,0.05000,1.646
38,block_sparse_moe.experts.128.w2,0.0018654209,0.05000,1.570
38,block_sparse_moe.experts.139.w2,0.0069214411,0.05000,1.660
38,block_sparse_moe.experts.134.w2,0.0011853199,0.05000,1.527
38,block_sparse_moe.experts.140.w2,0.0017106403,0.05000,1.566
38,block_sparse_moe.experts.143.w2,0.0029887051,0.05000,1.637
38,block_sparse_moe.experts.137.w2,0.0020122622,0.05000,1.505
38,block_sparse_moe.experts.136.w2,0.0018492043,0.05000,1.586
38,block_sparse_moe.experts.133.w2,0.0012838295,0.05000,1.534
38,block_sparse_moe.experts.141.w2,0.0015965248,0.05000,1.555
38,block_sparse_moe.experts.132.w2,0.0017202781,0.05000,1.577
38,block_sparse_moe.experts.129.w2,0.0090800702,0.05000,1.599
38,block_sparse_moe.experts.151.w2,0.0041010083,0.05000,1.538
38,block_sparse_moe.experts.158.w2,0.0002959845,0.05000,1.512
38,block_sparse_moe.experts.146.w2,0.0043502214,0.05000,1.532
38,block_sparse_moe.experts.144.w2,0.0020267374,0.05000,1.385
38,block_sparse_moe.experts.154.w2,0.0022130908,0.05000,1.547
38,block_sparse_moe.experts.147.w2,0.0069244691,0.05000,1.570
38,block_sparse_moe.experts.156.w2,0.0001712774,0.05000,1.530
38,block_sparse_moe.experts.155.w2,0.0008270292,0.05000,1.674
38,block_sparse_moe.experts.150.w2,0.0010683262,0.05000,1.628
38,block_sparse_moe.experts.152.w2,0.0011267096,0.05000,1.567
38,block_sparse_moe.experts.153.w2,0.0023589814,0.05000,1.615
38,block_sparse_moe.experts.159.w2,0.0034048352,0.05000,1.647
38,block_sparse_moe.experts.157.w2,0.0463551346,0.05000,1.556
38,block_sparse_moe.experts.149.w2,0.0023452247,0.05000,1.598
38,block_sparse_moe.experts.148.w2,0.0010696731,0.05000,1.593
38,block_sparse_moe.experts.145.w2,0.0032778364,0.05000,1.662
38,block_sparse_moe.experts.160.w2,0.0013970355,0.05000,1.440
38,block_sparse_moe.experts.167.w2,0.0013323931,0.05000,1.632
38,block_sparse_moe.experts.174.w2,0.0027467014,0.05000,1.637
38,block_sparse_moe.experts.170.w2,0.0019776682,0.05000,1.646
38,block_sparse_moe.experts.162.w2,0.0010945653,0.05000,1.648
38,block_sparse_moe.experts.169.w2,0.0037873980,0.05000,1.284
38,block_sparse_moe.experts.172.w2,0.0011650839,0.05000,1.408
38,block_sparse_moe.experts.165.w2,0.0019355158,0.05000,1.248
38,block_sparse_moe.experts.168.w2,0.0081750486,0.05000,1.344
38,block_sparse_moe.experts.173.w2,0.0009644126,0.05000,1.321
38,block_sparse_moe.experts.163.w2,0.0027886889,0.05000,1.627
38,block_sparse_moe.experts.166.w2,0.0015303302,0.05000,1.548
38,block_sparse_moe.experts.171.w2,0.0007372749,0.05000,1.591
38,block_sparse_moe.experts.164.w2,0.0011570846,0.05000,1.491
38,block_sparse_moe.experts.175.w2,0.0007361786,0.05000,1.576
38,block_sparse_moe.experts.161.w2,0.0056796967,0.05000,1.349
38,block_sparse_moe.experts.183.w2,0.0024827162,0.05000,1.484
38,block_sparse_moe.experts.176.w2,0.0037266818,0.05000,1.552
38,block_sparse_moe.experts.190.w2,0.0026549561,0.05000,1.521
38,block_sparse_moe.experts.188.w2,0.0013459197,0.05000,1.507
38,block_sparse_moe.experts.186.w2,0.0015403769,0.05000,1.551
38,block_sparse_moe.experts.185.w2,0.0104456615,0.05000,1.540
38,block_sparse_moe.experts.178.w2,0.0082502538,0.05000,1.570
38,block_sparse_moe.experts.179.w2,0.0015243648,0.05000,1.415
38,block_sparse_moe.experts.184.w2,0.0003354444,0.05000,1.519
38,block_sparse_moe.experts.181.w2,0.0042832512,0.05000,1.593
38,block_sparse_moe.experts.189.w2,0.0027540221,0.05000,1.547
38,block_sparse_moe.experts.187.w2,0.0032136496,0.05000,1.439
38,block_sparse_moe.experts.191.w2,0.0017720196,0.05000,1.376
38,block_sparse_moe.experts.182.w2,0.0114290774,0.05000,1.575
38,block_sparse_moe.experts.180.w2,0.0022563855,0.05000,1.541
38,block_sparse_moe.experts.177.w2,0.0009375122,0.05000,1.566
38,block_sparse_moe.experts.199.w2,0.0022197542,0.05000,1.459
38,block_sparse_moe.experts.192.w2,0.0026106208,0.05000,1.496
38,block_sparse_moe.experts.195.w2,0.0007206453,0.05000,1.397
38,block_sparse_moe.experts.201.w2,0.0020984076,0.05000,1.430
38,block_sparse_moe.experts.204.w2,0.0025843398,0.05000,1.484
38,block_sparse_moe.experts.197.w2,0.0027885444,0.05000,1.401
38,block_sparse_moe.experts.200.w2,0.0012333748,0.05000,1.470
38,block_sparse_moe.experts.205.w2,0.0065376065,0.05000,1.415
38,block_sparse_moe.experts.206.w2,0.0022269687,0.05000,1.624
38,block_sparse_moe.experts.202.w2,0.0013688027,0.05000,1.572
38,block_sparse_moe.experts.207.w2,0.0010378628,0.05000,1.420
38,block_sparse_moe.experts.203.w2,0.0014968228,0.05000,1.458
38,block_sparse_moe.experts.194.w2,0.0011728509,0.05000,1.653
38,block_sparse_moe.experts.196.w2,0.0026071156,0.05000,1.501
38,block_sparse_moe.experts.198.w2,0.0026598978,0.05000,1.623
38,block_sparse_moe.experts.193.w2,0.0011676416,0.05000,1.471
38,block_sparse_moe.experts.215.w2,0.0022912985,0.05000,1.518
38,block_sparse_moe.experts.208.w2,0.0008911593,0.05000,1.447
38,block_sparse_moe.experts.216.w2,0.0022752636,0.05000,1.358
38,block_sparse_moe.experts.220.w2,0.0003155539,0.05000,1.429
38,block_sparse_moe.experts.211.w2,0.0008545587,0.05000,1.556
38,block_sparse_moe.experts.217.w2,0.0003607401,0.05000,1.605
38,block_sparse_moe.experts.221.w2,0.0000901387,0.05000,1.575
38,block_sparse_moe.experts.222.w2,0.0025988837,0.05000,1.576
38,block_sparse_moe.experts.213.w2,0.0009028144,0.05000,1.622
38,block_sparse_moe.experts.223.w2,0.0024051634,0.05000,1.560
38,block_sparse_moe.experts.218.w2,0.0020825873,0.05000,1.593
38,block_sparse_moe.experts.219.w2,0.0021027303,0.05000,1.628
38,block_sparse_moe.experts.210.w2,0.0059874947,0.05000,1.568
38,block_sparse_moe.experts.212.w2,0.0014923731,0.05000,1.439
38,block_sparse_moe.experts.209.w2,0.0025001923,0.05000,1.511
38,block_sparse_moe.experts.214.w2,0.0135803388,0.05000,1.566
38,block_sparse_moe.experts.224.w2,0.0041080540,0.05000,1.572
38,block_sparse_moe.experts.231.w2,0.0006086189,0.05000,1.613
38,block_sparse_moe.experts.233.w2,0.0013399779,0.05000,1.330
38,block_sparse_moe.experts.232.w2,0.0016773201,0.05000,1.557
38,block_sparse_moe.experts.237.w2,0.0023266541,0.05000,1.338
38,block_sparse_moe.experts.229.w2,0.0007815976,0.05000,1.327
38,block_sparse_moe.experts.236.w2,0.0005592216,0.05000,1.556
38,block_sparse_moe.experts.227.w2,0.0031756503,0.05000,1.601
38,block_sparse_moe.experts.238.w2,0.0125616900,0.05000,1.576
38,block_sparse_moe.experts.239.w2,0.0024928066,0.05000,1.628
38,block_sparse_moe.experts.234.w2,0.0021966595,0.05000,1.611
38,block_sparse_moe.experts.225.w2,0.0083934620,0.05000,1.402
38,block_sparse_moe.experts.228.w2,0.0131880208,0.05000,1.614
38,block_sparse_moe.experts.226.w2,0.0055992930,0.05000,1.634
38,block_sparse_moe.experts.235.w2,0.0027248478,0.05000,1.716
38,block_sparse_moe.experts.230.w2,0.0064852621,0.05000,1.655
38,block_sparse_moe.experts.240.w2,0.0028215672,0.05000,1.513
38,block_sparse_moe.experts.249.w2,0.0020701597,0.05000,1.479
38,block_sparse_moe.experts.253.w2,0.0009456904,0.05000,1.473
38,block_sparse_moe.experts.245.w2,0.0022275922,0.05000,1.455
38,block_sparse_moe.experts.247.w2,0.0031655901,0.05000,1.577
38,block_sparse_moe.experts.248.w2,0.0013114778,0.05000,1.519
38,block_sparse_moe.experts.252.w2,0.0012204187,0.05000,1.533
38,block_sparse_moe.experts.241.w2,0.0015693125,0.05000,1.208
38,block_sparse_moe.experts.243.w2,0.0009055823,0.05000,1.453
38,block_sparse_moe.experts.244.w2,0.0009273893,0.05000,1.229
38,block_sparse_moe.experts.255.w2,0.0016992850,0.05000,1.336
38,block_sparse_moe.experts.251.w2,0.0018467588,0.05000,1.242
38,block_sparse_moe.experts.254.w2,0.0009680304,0.05000,1.555
38,block_sparse_moe.experts.250.w2,0.0013919726,0.05000,1.470
38,block_sparse_moe.experts.242.w2,0.0037958505,0.05000,1.428
38,block_sparse_moe.experts.246.w2,0.0024503850,0.05000,1.293
39,self_attn.k_proj,0.0000187605,0.05000,0.952
39,self_attn.v_proj,0.0000191827,0.05000,0.999
39,self_attn.q_proj,0.0001213918,0.05000,1.016
39,self_attn.o_proj,0.0000161940,0.05000,1.749
39,block_sparse_moe.experts.5.w1,0.0002748654,0.05000,3.155
39,block_sparse_moe.experts.9.w1,0.0019170845,0.05000,3.152
39,block_sparse_moe.experts.1.w1,0.0022856352,0.05000,3.176
39,block_sparse_moe.experts.4.w1,0.0002243160,0.05000,3.167
39,block_sparse_moe.experts.15.w1,0.0017025595,0.05000,3.177
39,block_sparse_moe.experts.14.w1,0.0016493957,0.05000,3.186
39,block_sparse_moe.experts.12.w1,0.0022919937,0.05000,3.216
39,block_sparse_moe.experts.13.w1,0.0019199952,0.05000,3.220
39,block_sparse_moe.experts.10.w1,0.0015372173,0.05000,3.229
39,block_sparse_moe.experts.2.w1,0.0005767469,0.05000,3.256
39,block_sparse_moe.experts.8.w1,0.0004385993,0.05000,3.262
39,block_sparse_moe.experts.11.w1,0.0011659545,0.05000,3.273
39,block_sparse_moe.experts.0.w1,0.0006617976,0.05000,3.301
39,block_sparse_moe.experts.6.w1,0.0003967597,0.05000,3.299
39,block_sparse_moe.experts.7.w1,0.0044861135,0.05000,3.353
39,block_sparse_moe.experts.3.w1,0.0002150567,0.05000,3.369
39,block_sparse_moe.experts.17.w1,0.0014245031,0.05000,2.946
39,block_sparse_moe.experts.25.w1,0.0009366850,0.05000,3.012
39,block_sparse_moe.experts.21.w1,0.0016660748,0.05000,3.039
39,block_sparse_moe.experts.29.w1,0.0013508994,0.05000,3.026
39,block_sparse_moe.experts.31.w1,0.0009707018,0.05000,3.172
39,block_sparse_moe.experts.24.w1,0.0014579599,0.05000,3.093
39,block_sparse_moe.experts.30.w1,0.0008531219,0.05000,3.187
39,block_sparse_moe.experts.18.w1,0.0011343087,0.05000,3.155
39,block_sparse_moe.experts.20.w1,0.0014770716,0.05000,3.228
39,block_sparse_moe.experts.28.w1,0.0019715143,0.05000,3.208
39,block_sparse_moe.experts.19.w1,0.0017323761,0.05000,3.077
39,block_sparse_moe.experts.27.w1,0.0011710162,0.05000,3.175
39,block_sparse_moe.experts.16.w1,0.0019091582,0.05000,3.189
39,block_sparse_moe.experts.26.w1,0.0011612589,0.05000,3.238
39,block_sparse_moe.experts.22.w1,0.0022831351,0.05000,3.203
39,block_sparse_moe.experts.23.w1,0.0005289139,0.05000,3.226
39,block_sparse_moe.experts.33.w1,0.0028380677,0.05000,3.071
39,block_sparse_moe.experts.41.w1,0.0010267310,0.05000,3.082
39,block_sparse_moe.experts.37.w1,0.0024905914,0.05000,3.059
39,block_sparse_moe.experts.34.w1,0.0013683982,0.05000,2.903
39,block_sparse_moe.experts.46.w1,0.0005910831,0.05000,2.953
39,block_sparse_moe.experts.45.w1,0.0011584177,0.05000,3.113
39,block_sparse_moe.experts.42.w1,0.0028234592,0.05000,2.902
39,block_sparse_moe.experts.47.w1,0.0011499534,0.05000,3.061
39,block_sparse_moe.experts.38.w1,0.0006029077,0.05000,2.917
39,block_sparse_moe.experts.35.w1,0.0012129775,0.05000,3.020
39,block_sparse_moe.experts.40.w1,0.0017412198,0.05000,3.136
39,block_sparse_moe.experts.32.w1,0.0037972328,0.05000,3.029
39,block_sparse_moe.experts.44.w1,0.0019233606,0.05000,3.073
39,block_sparse_moe.experts.39.w1,0.0012357696,0.05000,2.958
39,block_sparse_moe.experts.43.w1,0.0005722707,0.05000,3.092
39,block_sparse_moe.experts.36.w1,0.0002840437,0.05000,3.186
39,block_sparse_moe.experts.50.w1,0.0015175099,0.05000,3.004
39,block_sparse_moe.experts.49.w1,0.0010219619,0.05000,3.121
39,block_sparse_moe.experts.60.w1,0.0008773349,0.05000,2.818
39,block_sparse_moe.experts.58.w1,0.0033372341,0.05000,2.959
39,block_sparse_moe.experts.52.w1,0.0007230247,0.05000,2.771
39,block_sparse_moe.experts.56.w1,0.0007973116,0.05000,2.860
39,block_sparse_moe.experts.48.w1,0.0007024969,0.05000,2.909
39,block_sparse_moe.experts.57.w1,0.0021624408,0.05000,3.190
39,block_sparse_moe.experts.62.w1,0.0020101327,0.05000,3.111
39,block_sparse_moe.experts.61.w1,0.0029483401,0.05000,3.114
39,block_sparse_moe.experts.54.w1,0.0004426508,0.05000,3.054
39,block_sparse_moe.experts.53.w1,0.0006115014,0.05000,3.223
39,block_sparse_moe.experts.51.w1,0.0015568095,0.05000,3.045
39,block_sparse_moe.experts.63.w1,0.0025567181,0.05000,3.148
39,block_sparse_moe.experts.59.w1,0.0014419142,0.05000,3.020
39,block_sparse_moe.experts.55.w1,0.0008752161,0.05000,3.094
39,block_sparse_moe.experts.68.w1,0.0004516877,0.05000,3.038
39,block_sparse_moe.experts.65.w1,0.0020291196,0.05000,3.097
39,block_sparse_moe.experts.74.w1,0.0006948186,0.05000,3.070
39,block_sparse_moe.experts.76.w1,0.0013391526,0.05000,3.148
39,block_sparse_moe.experts.66.w1,0.0014862803,0.05000,3.209
39,block_sparse_moe.experts.78.w1,0.0010465575,0.05000,3.059
39,block_sparse_moe.experts.69.w1,0.0011228019,0.05000,3.053
39,block_sparse_moe.experts.72.w1,0.0015437884,0.05000,3.180
39,block_sparse_moe.experts.70.w1,0.0016284215,0.05000,3.072
39,block_sparse_moe.experts.73.w1,0.0011940220,0.05000,3.124
39,block_sparse_moe.experts.64.w1,0.0010665045,0.05000,3.181
39,block_sparse_moe.experts.77.w1,0.0015952279,0.05000,3.223
39,block_sparse_moe.experts.79.w1,0.0012566934,0.05000,3.141
39,block_sparse_moe.experts.67.w1,0.0022991594,0.05000,3.246
39,block_sparse_moe.experts.75.w1,0.0006617256,0.05000,3.279
39,block_sparse_moe.experts.71.w1,0.0045814922,0.05000,3.269
39,block_sparse_moe.experts.81.w1,0.0012802355,0.05000,3.012
39,block_sparse_moe.experts.84.w1,0.0014135668,0.05000,3.077
39,block_sparse_moe.experts.85.w1,0.0005213881,0.05000,2.953
39,block_sparse_moe.experts.92.w1,0.0008002415,0.05000,3.091
39,block_sparse_moe.experts.89.w1,0.0019018148,0.05000,3.014
39,block_sparse_moe.experts.82.w1,0.0010791601,0.05000,3.142
39,block_sparse_moe.experts.88.w1,0.0021066134,0.05000,3.121
39,block_sparse_moe.experts.93.w1,0.0015232780,0.05000,2.999
39,block_sparse_moe.experts.90.w1,0.0006432833,0.05000,3.291
39,block_sparse_moe.experts.94.w1,0.0009500687,0.05000,3.194
39,block_sparse_moe.experts.80.w1,0.0016357406,0.05000,3.187
39,block_sparse_moe.experts.95.w1,0.0015700166,0.05000,3.079
39,block_sparse_moe.experts.86.w1,0.0016527036,0.05000,3.269
39,block_sparse_moe.experts.83.w1,0.0005845139,0.05000,3.133
39,block_sparse_moe.experts.91.w1,0.0009704453,0.05000,3.167
39,block_sparse_moe.experts.87.w1,0.0009024234,0.05000,3.158
39,block_sparse_moe.experts.97.w1,0.0019588026,0.05000,2.933
39,block_sparse_moe.experts.101.w1,0.0025792316,0.05000,2.859
39,block_sparse_moe.experts.100.w1,0.0007143646,0.05000,3.091
39,block_sparse_moe.experts.108.w1,0.0003651450,0.05000,3.041
39,block_sparse_moe.experts.105.w1,0.0009919660,0.05000,3.066
39,block_sparse_moe.experts.109.w1,0.0008766929,0.05000,2.993
39,block_sparse_moe.experts.110.w1,0.0013443305,0.05000,2.994
39,block_sparse_moe.experts.98.w1,0.0004951514,0.05000,3.105
39,block_sparse_moe.experts.102.w1,0.0008757014,0.05000,2.936
39,block_sparse_moe.experts.104.w1,0.0020444979,0.05000,3.146
39,block_sparse_moe.experts.106.w1,0.0014559977,0.05000,3.151
39,block_sparse_moe.experts.96.w1,0.0015522286,0.05000,3.089
39,block_sparse_moe.experts.111.w1,0.0007313637,0.05000,3.090
39,block_sparse_moe.experts.99.w1,0.0007211448,0.05000,3.055
39,block_sparse_moe.experts.103.w1,0.0015424704,0.05000,3.013
39,block_sparse_moe.experts.107.w1,0.0015927839,0.05000,3.101
39,block_sparse_moe.experts.117.w1,0.0006751297,0.05000,2.531
39,block_sparse_moe.experts.113.w1,0.0007576762,0.05000,2.580
39,block_sparse_moe.experts.121.w1,0.0004683157,0.05000,2.628
39,block_sparse_moe.experts.125.w1,0.0026256179,0.05000,2.774
39,block_sparse_moe.experts.116.w1,0.0006869194,0.05000,2.988
39,block_sparse_moe.experts.124.w1,0.0004873972,0.05000,3.011
39,block_sparse_moe.experts.126.w1,0.0013335578,0.05000,2.939
39,block_sparse_moe.experts.114.w1,0.0028959832,0.05000,2.933
39,block_sparse_moe.experts.118.w1,0.0017106371,0.05000,3.000
39,block_sparse_moe.experts.122.w1,0.0012422993,0.05000,2.954
39,block_sparse_moe.experts.115.w1,0.0014106669,0.05000,2.891
39,block_sparse_moe.experts.120.w1,0.0010667162,0.05000,3.056
39,block_sparse_moe.experts.127.w1,0.0023328999,0.05000,2.994
39,block_sparse_moe.experts.112.w1,0.0027741911,0.05000,3.067
39,block_sparse_moe.experts.119.w1,0.0012514843,0.05000,3.000
39,block_sparse_moe.experts.123.w1,0.0011816477,0.05000,3.020
39,block_sparse_moe.experts.133.w1,0.0005382945,0.05000,2.941
39,block_sparse_moe.experts.129.w1,0.0012830054,0.05000,3.005
39,block_sparse_moe.experts.137.w1,0.0001000397,0.05000,2.897
39,block_sparse_moe.experts.141.w1,0.0032710455,0.05000,2.952
39,block_sparse_moe.experts.132.w1,0.0007364372,0.05000,3.096
39,block_sparse_moe.experts.140.w1,0.0006475927,0.05000,3.056
39,block_sparse_moe.experts.142.w1,0.0020058310,0.05000,3.043
39,block_sparse_moe.experts.130.w1,0.0011842089,0.05000,3.026
39,block_sparse_moe.experts.138.w1,0.0009451863,0.05000,3.008
39,block_sparse_moe.experts.131.w1,0.0013190293,0.05000,2.978
39,block_sparse_moe.experts.143.w1,0.0005818727,0.05000,2.985
39,block_sparse_moe.experts.136.w1,0.0009357286,0.05000,3.023
39,block_sparse_moe.experts.134.w1,0.0010630951,0.05000,3.131
39,block_sparse_moe.experts.128.w1,0.0006220630,0.05000,3.084
39,block_sparse_moe.experts.135.w1,0.0010475087,0.05000,2.985
39,block_sparse_moe.experts.139.w1,0.0019965865,0.05000,3.046
39,block_sparse_moe.experts.149.w1,0.0007765217,0.05000,2.934
39,block_sparse_moe.experts.145.w1,0.0018566315,0.05000,2.971
39,block_sparse_moe.experts.153.w1,0.0020935762,0.05000,3.018
39,block_sparse_moe.experts.157.w1,0.0009625393,0.05000,2.966
39,block_sparse_moe.experts.156.w1,0.0018685486,0.05000,2.851
39,block_sparse_moe.experts.148.w1,0.0018260576,0.05000,2.981
39,block_sparse_moe.experts.158.w1,0.0014268216,0.05000,3.094
39,block_sparse_moe.experts.146.w1,0.0026480401,0.05000,3.064
39,block_sparse_moe.experts.144.w1,0.0014563155,0.05000,2.779
39,block_sparse_moe.experts.152.w1,0.0003792481,0.05000,2.947
39,block_sparse_moe.experts.154.w1,0.0003699326,0.05000,3.057
39,block_sparse_moe.experts.150.w1,0.0007564015,0.05000,3.082
39,block_sparse_moe.experts.147.w1,0.0014534732,0.05000,3.195
39,block_sparse_moe.experts.159.w1,0.0004687811,0.05000,3.197
39,block_sparse_moe.experts.151.w1,0.0007328686,0.05000,3.301
39,block_sparse_moe.experts.155.w1,0.0012028546,0.05000,3.191
39,block_sparse_moe.experts.165.w1,0.0017858729,0.05000,3.032
39,block_sparse_moe.experts.161.w1,0.0013201902,0.05000,3.017
39,block_sparse_moe.experts.169.w1,0.0021017674,0.05000,3.062
39,block_sparse_moe.experts.173.w1,0.0016250334,0.05000,3.099
39,block_sparse_moe.experts.172.w1,0.0012297966,0.05000,3.094
39,block_sparse_moe.experts.164.w1,0.0004018118,0.05000,3.054
39,block_sparse_moe.experts.174.w1,0.0012312584,0.05000,2.917
39,block_sparse_moe.experts.170.w1,0.0002754933,0.05000,2.878
39,block_sparse_moe.experts.162.w1,0.0014843311,0.05000,2.976
39,block_sparse_moe.experts.166.w1,0.0006156812,0.05000,2.929
39,block_sparse_moe.experts.168.w1,0.0003429221,0.05000,3.074
39,block_sparse_moe.experts.160.w1,0.0016151542,0.05000,3.170
39,block_sparse_moe.experts.163.w1,0.0004824286,0.05000,3.048
39,block_sparse_moe.experts.175.w1,0.0003685430,0.05000,3.163
39,block_sparse_moe.experts.171.w1,0.0011207607,0.05000,3.063
39,block_sparse_moe.experts.167.w1,0.0009190797,0.05000,3.075
39,block_sparse_moe.experts.181.w1,0.0009782551,0.05000,3.101
39,block_sparse_moe.experts.177.w1,0.0016613275,0.05000,3.202
39,block_sparse_moe.experts.185.w1,0.0016463112,0.05000,3.182
39,block_sparse_moe.experts.188.w1,0.0014961336,0.05000,2.974
39,block_sparse_moe.experts.189.w1,0.0008912727,0.05000,3.168
39,block_sparse_moe.experts.178.w1,0.0007637464,0.05000,2.959
39,block_sparse_moe.experts.190.w1,0.0024541519,0.05000,3.045
39,block_sparse_moe.experts.186.w1,0.0002490893,0.05000,2.988
39,block_sparse_moe.experts.180.w1,0.0017806296,0.05000,3.089
39,block_sparse_moe.experts.182.w1,0.0014282931,0.05000,2.974
39,block_sparse_moe.experts.184.w1,0.0007462688,0.05000,3.055
39,block_sparse_moe.experts.179.w1,0.0014047008,0.05000,2.918
39,block_sparse_moe.experts.176.w1,0.0008574791,0.05000,3.087
39,block_sparse_moe.experts.191.w1,0.0010646623,0.05000,2.933
39,block_sparse_moe.experts.187.w1,0.0014187826,0.05000,2.893
39,block_sparse_moe.experts.183.w1,0.0026421419,0.05000,2.922
39,block_sparse_moe.experts.197.w1,0.0009796886,0.05000,2.943
39,block_sparse_moe.experts.193.w1,0.0008398341,0.05000,2.960
39,block_sparse_moe.experts.204.w1,0.0023387343,0.05000,2.866
39,block_sparse_moe.experts.202.w1,0.0010878968,0.05000,2.723
39,block_sparse_moe.experts.201.w1,0.0008392393,0.05000,3.063
39,block_sparse_moe.experts.205.w1,0.0012337035,0.05000,2.904
39,block_sparse_moe.experts.206.w1,0.0024606511,0.05000,2.820
39,block_sparse_moe.experts.194.w1,0.0016649720,0.05000,2.886
39,block_sparse_moe.experts.196.w1,0.0008002133,0.05000,2.855
39,block_sparse_moe.experts.198.w1,0.0017058564,0.05000,2.902
39,block_sparse_moe.experts.200.w1,0.0005655963,0.05000,2.914
39,block_sparse_moe.experts.192.w1,0.0010158201,0.05000,2.935
39,block_sparse_moe.experts.195.w1,0.0007880931,0.05000,3.019
39,block_sparse_moe.experts.207.w1,0.0004799265,0.05000,3.101
39,block_sparse_moe.experts.203.w1,0.0018991511,0.05000,3.103
39,block_sparse_moe.experts.199.w1,0.0023876545,0.05000,3.129
39,block_sparse_moe.experts.213.w1,0.0012912027,0.05000,2.879
39,block_sparse_moe.experts.209.w1,0.0001963455,0.05000,2.979
39,block_sparse_moe.experts.220.w1,0.0011194226,0.05000,2.745
39,block_sparse_moe.experts.212.w1,0.0047696755,0.05000,2.690
39,block_sparse_moe.experts.218.w1,0.0007235548,0.05000,2.928
39,block_sparse_moe.experts.221.w1,0.0012539699,0.05000,2.889
39,block_sparse_moe.experts.217.w1,0.0029519412,0.05000,2.966
39,block_sparse_moe.experts.222.w1,0.0003618413,0.05000,2.935
39,block_sparse_moe.experts.210.w1,0.0026583238,0.05000,2.943
39,block_sparse_moe.experts.216.w1,0.0011661975,0.05000,2.705
39,block_sparse_moe.experts.214.w1,0.0015034845,0.05000,2.976
39,block_sparse_moe.experts.208.w1,0.0014066285,0.05000,2.760
39,block_sparse_moe.experts.211.w1,0.0006075729,0.05000,2.970
39,block_sparse_moe.experts.223.w1,0.0019441770,0.05000,2.979
39,block_sparse_moe.experts.215.w1,0.0014308593,0.05000,2.912
39,block_sparse_moe.experts.219.w1,0.0019234208,0.05000,3.020
39,block_sparse_moe.experts.229.w1,0.0006837471,0.05000,2.959
39,block_sparse_moe.experts.225.w1,0.0015339715,0.05000,2.997
39,block_sparse_moe.experts.236.w1,0.0017021503,0.05000,3.054
39,block_sparse_moe.experts.228.w1,0.0008885619,0.05000,2.986
39,block_sparse_moe.experts.237.w1,0.0022268974,0.05000,2.981
39,block_sparse_moe.experts.234.w1,0.0019300699,0.05000,3.110
39,block_sparse_moe.experts.233.w1,0.0006271349,0.05000,3.044
39,block_sparse_moe.experts.232.w1,0.0017224620,0.05000,2.999
39,block_sparse_moe.experts.238.w1,0.0007211214,0.05000,3.132
39,block_sparse_moe.experts.226.w1,0.0003223343,0.05000,3.112
39,block_sparse_moe.experts.224.w1,0.0008198724,0.05000,3.006
39,block_sparse_moe.experts.230.w1,0.0032328742,0.05000,3.127
39,block_sparse_moe.experts.227.w1,0.0019483846,0.05000,3.056
39,block_sparse_moe.experts.239.w1,0.0003346913,0.05000,2.966
39,block_sparse_moe.experts.231.w1,0.0018576474,0.05000,2.970
39,block_sparse_moe.experts.235.w1,0.0005120596,0.05000,2.994
39,block_sparse_moe.experts.245.w1,0.0003743682,0.05000,3.079
39,block_sparse_moe.experts.241.w1,0.0015939915,0.05000,2.970
39,block_sparse_moe.experts.252.w1,0.0015903014,0.05000,2.921
39,block_sparse_moe.experts.244.w1,0.0014229299,0.05000,2.959
39,block_sparse_moe.experts.248.w1,0.0004304328,0.05000,2.792
39,block_sparse_moe.experts.253.w1,0.0046119516,0.05000,2.949
39,block_sparse_moe.experts.240.w1,0.0011299060,0.05000,2.844
39,block_sparse_moe.experts.249.w1,0.0006641408,0.05000,3.095
39,block_sparse_moe.experts.250.w1,0.0018702648,0.05000,3.166
39,block_sparse_moe.experts.242.w1,0.0008364619,0.05000,3.094
39,block_sparse_moe.experts.254.w1,0.0012568594,0.05000,3.198
39,block_sparse_moe.experts.246.w1,0.0009440962,0.05000,3.170
39,block_sparse_moe.experts.243.w1,0.0022961873,0.05000,3.051
39,block_sparse_moe.experts.255.w1,0.0012225443,0.05000,3.084
39,block_sparse_moe.experts.247.w1,0.0025857313,0.05000,3.032
39,block_sparse_moe.experts.251.w1,0.0005212653,0.05000,3.025
39,block_sparse_moe.experts.5.w3,0.0002982471,0.05000,2.860
39,block_sparse_moe.experts.12.w3,0.0024719031,0.05000,2.882
39,block_sparse_moe.experts.1.w3,0.0024697210,0.05000,3.039
39,block_sparse_moe.experts.4.w3,0.0003302613,0.05000,2.924
39,block_sparse_moe.experts.8.w3,0.0004808443,0.05000,2.929
39,block_sparse_moe.experts.13.w3,0.0020400607,0.05000,2.968
39,block_sparse_moe.experts.0.w3,0.0006907772,0.05000,2.982
39,block_sparse_moe.experts.9.w3,0.0020714578,0.05000,3.038
39,block_sparse_moe.experts.10.w3,0.0016423298,0.05000,3.010
39,block_sparse_moe.experts.2.w3,0.0006887641,0.05000,2.980
39,block_sparse_moe.experts.14.w3,0.0017944938,0.05000,2.962
39,block_sparse_moe.experts.6.w3,0.0004401862,0.05000,3.010
39,block_sparse_moe.experts.3.w3,0.0002390968,0.05000,3.174
39,block_sparse_moe.experts.15.w3,0.0018232888,0.05000,3.024
39,block_sparse_moe.experts.11.w3,0.0013355827,0.05000,3.020
39,block_sparse_moe.experts.7.w3,0.0049638149,0.05000,3.136
39,block_sparse_moe.experts.21.w3,0.0019629946,0.05000,2.925
39,block_sparse_moe.experts.28.w3,0.0021654580,0.05000,2.863
39,block_sparse_moe.experts.17.w3,0.0016528278,0.05000,2.951
39,block_sparse_moe.experts.20.w3,0.0016353409,0.05000,2.889
39,block_sparse_moe.experts.24.w3,0.0015891996,0.05000,2.935
39,block_sparse_moe.experts.29.w3,0.0015076900,0.05000,3.030
39,block_sparse_moe.experts.16.w3,0.0022253148,0.05000,2.896
39,block_sparse_moe.experts.18.w3,0.0012190070,0.05000,2.862
39,block_sparse_moe.experts.26.w3,0.0013289742,0.05000,2.955
39,block_sparse_moe.experts.25.w3,0.0010060867,0.05000,3.012
39,block_sparse_moe.experts.30.w3,0.0009091779,0.05000,2.967
39,block_sparse_moe.experts.22.w3,0.0024232795,0.05000,2.985
39,block_sparse_moe.experts.31.w3,0.0010659494,0.05000,3.126
39,block_sparse_moe.experts.19.w3,0.0018711184,0.05000,3.199
39,block_sparse_moe.experts.27.w3,0.0012851441,0.05000,3.088
39,block_sparse_moe.experts.23.w3,0.0005659836,0.05000,3.084
39,block_sparse_moe.experts.44.w3,0.0023509971,0.05000,2.640
39,block_sparse_moe.experts.37.w3,0.0027039331,0.05000,3.057
39,block_sparse_moe.experts.36.w3,0.0002946773,0.05000,2.769
39,block_sparse_moe.experts.40.w3,0.0019624150,0.05000,2.756
39,block_sparse_moe.experts.33.w3,0.0031034182,0.05000,3.074
39,block_sparse_moe.experts.32.w3,0.0043044907,0.05000,2.740
39,block_sparse_moe.experts.45.w3,0.0012637919,0.05000,3.153
39,block_sparse_moe.experts.34.w3,0.0015240405,0.05000,2.980
39,block_sparse_moe.experts.42.w3,0.0031334030,0.05000,3.085
39,block_sparse_moe.experts.41.w3,0.0011117185,0.05000,3.183
39,block_sparse_moe.experts.46.w3,0.0006599570,0.05000,3.174
39,block_sparse_moe.experts.38.w3,0.0006869254,0.05000,3.154
39,block_sparse_moe.experts.47.w3,0.0012392946,0.05000,2.942
39,block_sparse_moe.experts.35.w3,0.0013805441,0.05000,3.100
39,block_sparse_moe.experts.43.w3,0.0006680650,0.05000,3.044
39,block_sparse_moe.experts.39.w3,0.0013389533,0.05000,3.137
39,block_sparse_moe.experts.60.w3,0.0009428655,0.05000,3.110
39,block_sparse_moe.experts.53.w3,0.0006646263,0.05000,3.117
39,block_sparse_moe.experts.52.w3,0.0007695209,0.05000,2.933
39,block_sparse_moe.experts.56.w3,0.0008927103,0.05000,2.942
39,block_sparse_moe.experts.49.w3,0.0011112348,0.05000,3.083
39,block_sparse_moe.experts.48.w3,0.0007813764,0.05000,2.970
39,block_sparse_moe.experts.61.w3,0.0032646323,0.05000,3.146
39,block_sparse_moe.experts.50.w3,0.0016195628,0.05000,3.110
39,block_sparse_moe.experts.58.w3,0.0037903990,0.05000,3.068
39,block_sparse_moe.experts.62.w3,0.0021457200,0.05000,3.009
39,block_sparse_moe.experts.57.w3,0.0023271030,0.05000,3.198
39,block_sparse_moe.experts.54.w3,0.0004973903,0.05000,3.082
39,block_sparse_moe.experts.63.w3,0.0027784519,0.05000,3.044
39,block_sparse_moe.experts.51.w3,0.0017185401,0.05000,2.986
39,block_sparse_moe.experts.59.w3,0.0015240791,0.05000,3.191
39,block_sparse_moe.experts.55.w3,0.0009491806,0.05000,3.092
39,block_sparse_moe.experts.76.w3,0.0014789663,0.05000,3.077
39,block_sparse_moe.experts.68.w3,0.0004928008,0.05000,3.023
39,block_sparse_moe.experts.69.w3,0.0011820513,0.05000,3.195
39,block_sparse_moe.experts.72.w3,0.0017511282,0.05000,3.130
39,block_sparse_moe.experts.64.w3,0.0011405011,0.05000,3.034
39,block_sparse_moe.experts.65.w3,0.0022309916,0.05000,3.159
39,block_sparse_moe.experts.77.w3,0.0016938697,0.05000,3.083
39,block_sparse_moe.experts.66.w3,0.0015914650,0.05000,3.136
39,block_sparse_moe.experts.74.w3,0.0007906585,0.05000,3.066
39,block_sparse_moe.experts.78.w3,0.0011089863,0.05000,3.108
39,block_sparse_moe.experts.73.w3,0.0013304488,0.05000,3.085
39,block_sparse_moe.experts.70.w3,0.0018032226,0.05000,3.013
39,block_sparse_moe.experts.79.w3,0.0020683336,0.05000,3.135
39,block_sparse_moe.experts.67.w3,0.0025114954,0.05000,3.025
39,block_sparse_moe.experts.71.w3,0.0050455527,0.05000,2.976
39,block_sparse_moe.experts.75.w3,0.0007045697,0.05000,3.055
39,block_sparse_moe.experts.84.w3,0.0014962971,0.05000,2.911
39,block_sparse_moe.experts.92.w3,0.0008516946,0.05000,3.015
39,block_sparse_moe.experts.85.w3,0.0005667283,0.05000,2.929
39,block_sparse_moe.experts.88.w3,0.0023815994,0.05000,2.883
39,block_sparse_moe.experts.80.w3,0.0019270443,0.05000,3.028
39,block_sparse_moe.experts.81.w3,0.0014157125,0.05000,3.016
39,block_sparse_moe.experts.93.w3,0.0016172488,0.05000,3.009
39,block_sparse_moe.experts.82.w3,0.0012021136,0.05000,2.986
39,block_sparse_moe.experts.90.w3,0.0006625951,0.05000,3.056
39,block_sparse_moe.experts.94.w3,0.0010451780,0.05000,3.041
39,block_sparse_moe.experts.89.w3,0.0020305100,0.05000,2.989
39,block_sparse_moe.experts.95.w3,0.0017681326,0.05000,2.721
39,block_sparse_moe.experts.86.w3,0.0019283426,0.05000,3.034
39,block_sparse_moe.experts.83.w3,0.0006581078,0.05000,2.771
39,block_sparse_moe.experts.91.w3,0.0010473347,0.05000,2.608
39,block_sparse_moe.experts.87.w3,0.0009506071,0.05000,2.702
39,block_sparse_moe.experts.100.w3,0.0008016605,0.05000,3.028
39,block_sparse_moe.experts.101.w3,0.0028945943,0.05000,2.993
39,block_sparse_moe.experts.108.w3,0.0003898867,0.05000,3.149
39,block_sparse_moe.experts.104.w3,0.0022807032,0.05000,3.081
39,block_sparse_moe.experts.96.w3,0.0016281622,0.05000,3.082
39,block_sparse_moe.experts.97.w3,0.0023010070,0.05000,3.028
39,block_sparse_moe.experts.109.w3,0.0009336066,0.05000,2.889
39,block_sparse_moe.experts.106.w3,0.0015669314,0.05000,2.959
39,block_sparse_moe.experts.98.w3,0.0005421829,0.05000,3.093
39,block_sparse_moe.experts.105.w3,0.0010573798,0.05000,2.967
39,block_sparse_moe.experts.110.w3,0.0014323685,0.05000,3.051
39,block_sparse_moe.experts.99.w3,0.0007777525,0.05000,2.998
39,block_sparse_moe.experts.111.w3,0.0007534102,0.05000,3.093
39,block_sparse_moe.experts.102.w3,0.0009637143,0.05000,3.066
39,block_sparse_moe.experts.107.w3,0.0017413521,0.05000,3.016
39,block_sparse_moe.experts.103.w3,0.0016525440,0.05000,2.993
39,block_sparse_moe.experts.116.w3,0.0007543946,0.05000,2.913
39,block_sparse_moe.experts.124.w3,0.0005259710,0.05000,2.785
39,block_sparse_moe.experts.117.w3,0.0007403675,0.05000,2.963
39,block_sparse_moe.experts.120.w3,0.0011484784,0.05000,2.827
39,block_sparse_moe.experts.112.w3,0.0030304443,0.05000,2.767
39,block_sparse_moe.experts.113.w3,0.0008064952,0.05000,2.970
39,block_sparse_moe.experts.125.w3,0.0028540094,0.05000,3.037
39,block_sparse_moe.experts.122.w3,0.0013220868,0.05000,2.894
39,block_sparse_moe.experts.114.w3,0.0030752905,0.05000,3.018
39,block_sparse_moe.experts.121.w3,0.0006118025,0.05000,2.925
39,block_sparse_moe.experts.126.w3,0.0014176129,0.05000,2.986
39,block_sparse_moe.experts.118.w3,0.0018576590,0.05000,2.988
39,block_sparse_moe.experts.115.w3,0.0016181795,0.05000,3.102
39,block_sparse_moe.experts.127.w3,0.0026079219,0.05000,3.096
39,block_sparse_moe.experts.123.w3,0.0012599352,0.05000,3.109
39,block_sparse_moe.experts.119.w3,0.0015068398,0.05000,3.138
39,block_sparse_moe.experts.133.w3,0.0005851004,0.05000,2.747
39,block_sparse_moe.experts.132.w3,0.0007820863,0.05000,2.907
39,block_sparse_moe.experts.140.w3,0.0006960128,0.05000,3.014
39,block_sparse_moe.experts.136.w3,0.0009991855,0.05000,3.017
39,block_sparse_moe.experts.128.w3,0.0006957117,0.05000,2.974
39,block_sparse_moe.experts.129.w3,0.0013623155,0.05000,2.929
39,block_sparse_moe.experts.141.w3,0.0035971567,0.05000,2.933
39,block_sparse_moe.experts.138.w3,0.0010119308,0.05000,3.094
39,block_sparse_moe.experts.137.w3,0.0001202437,0.05000,3.024
39,block_sparse_moe.experts.130.w3,0.0013153246,0.05000,3.139
39,block_sparse_moe.experts.142.w3,0.0023733524,0.05000,3.076
39,block_sparse_moe.experts.134.w3,0.0011458457,0.05000,3.044
39,block_sparse_moe.experts.131.w3,0.0014452776,0.05000,3.083
39,block_sparse_moe.experts.143.w3,0.0006257122,0.05000,3.188
39,block_sparse_moe.experts.139.w3,0.0022355959,0.05000,3.167
39,block_sparse_moe.experts.135.w3,0.0011418995,0.05000,3.171
39,block_sparse_moe.experts.149.w3,0.0008703931,0.05000,2.972
39,block_sparse_moe.experts.148.w3,0.0020877065,0.05000,3.035
39,block_sparse_moe.experts.156.w3,0.0021158607,0.05000,2.886
39,block_sparse_moe.experts.152.w3,0.0004264338,0.05000,3.013
39,block_sparse_moe.experts.144.w3,0.0015757952,0.05000,2.956
39,block_sparse_moe.experts.145.w3,0.0019998926,0.05000,2.996
39,block_sparse_moe.experts.157.w3,0.0010430077,0.05000,3.006
39,block_sparse_moe.experts.154.w3,0.0004807428,0.05000,3.050
39,block_sparse_moe.experts.153.w3,0.0022963187,0.05000,3.036
39,block_sparse_moe.experts.146.w3,0.0028423711,0.05000,3.108
39,block_sparse_moe.experts.158.w3,0.0015220812,0.05000,3.187
39,block_sparse_moe.experts.150.w3,0.0008136491,0.05000,3.082
39,block_sparse_moe.experts.147.w3,0.0015569292,0.05000,3.002
39,block_sparse_moe.experts.159.w3,0.0004976129,0.05000,2.955
39,block_sparse_moe.experts.155.w3,0.0013466402,0.05000,2.941
39,block_sparse_moe.experts.151.w3,0.0007823965,0.05000,2.960
39,block_sparse_moe.experts.172.w3,0.0013653159,0.05000,3.015
39,block_sparse_moe.experts.165.w3,0.0020990755,0.05000,3.123
39,block_sparse_moe.experts.164.w3,0.0004293383,0.05000,3.074
39,block_sparse_moe.experts.168.w3,0.0003926739,0.05000,3.234
39,block_sparse_moe.experts.160.w3,0.0017161524,0.05000,3.248
39,block_sparse_moe.experts.161.w3,0.0014690237,0.05000,3.205
39,block_sparse_moe.experts.170.w3,0.0002915801,0.05000,2.820
39,block_sparse_moe.experts.173.w3,0.0017313964,0.05000,3.250
39,block_sparse_moe.experts.162.w3,0.0016608104,0.05000,2.878
39,block_sparse_moe.experts.174.w3,0.0014128773,0.05000,2.823
39,block_sparse_moe.experts.166.w3,0.0006524338,0.05000,2.763
39,block_sparse_moe.experts.169.w3,0.0022844777,0.05000,3.251
39,block_sparse_moe.experts.163.w3,0.0005649010,0.05000,2.833
39,block_sparse_moe.experts.175.w3,0.0004162046,0.05000,3.033
39,block_sparse_moe.experts.171.w3,0.0012031853,0.05000,2.956
39,block_sparse_moe.experts.167.w3,0.0010828381,0.05000,3.019
39,block_sparse_moe.experts.188.w3,0.0019767296,0.05000,3.001
39,block_sparse_moe.experts.180.w3,0.0019273880,0.05000,3.006
39,block_sparse_moe.experts.181.w3,0.0010554864,0.05000,3.243
39,block_sparse_moe.experts.184.w3,0.0008088589,0.05000,2.842
39,block_sparse_moe.experts.176.w3,0.0009289084,0.05000,2.979
39,block_sparse_moe.experts.186.w3,0.0003006242,0.05000,2.674
39,block_sparse_moe.experts.177.w3,0.0018030454,0.05000,3.224
39,block_sparse_moe.experts.178.w3,0.0008548771,0.05000,2.746
39,block_sparse_moe.experts.182.w3,0.0015521289,0.05000,2.580
39,block_sparse_moe.experts.190.w3,0.0026712974,0.05000,2.747
39,block_sparse_moe.experts.189.w3,0.0009858400,0.05000,3.153
39,block_sparse_moe.experts.185.w3,0.0017700593,0.05000,3.093
39,block_sparse_moe.experts.179.w3,0.0014860381,0.05000,3.208
39,block_sparse_moe.experts.191.w3,0.0012536527,0.05000,3.228
39,block_sparse_moe.experts.187.w3,0.0015096894,0.05000,3.223
39,block_sparse_moe.experts.183.w3,0.0028742790,0.05000,3.247
39,block_sparse_moe.experts.204.w3,0.0027130335,0.05000,3.022
39,block_sparse_moe.experts.196.w3,0.0008722936,0.05000,3.025
39,block_sparse_moe.experts.197.w3,0.0011217246,0.05000,3.151
39,block_sparse_moe.experts.200.w3,0.0006112333,0.05000,3.110
39,block_sparse_moe.experts.192.w3,0.0011608662,0.05000,3.092
39,block_sparse_moe.experts.202.w3,0.0011598603,0.05000,3.082
39,block_sparse_moe.experts.193.w3,0.0008770912,0.05000,3.131
39,block_sparse_moe.experts.198.w3,0.0018748469,0.05000,3.050
39,block_sparse_moe.experts.194.w3,0.0018010568,0.05000,3.210
39,block_sparse_moe.experts.206.w3,0.0028393827,0.05000,3.124
39,block_sparse_moe.experts.205.w3,0.0014849812,0.05000,3.142
39,block_sparse_moe.experts.195.w3,0.0008495475,0.05000,2.848
39,block_sparse_moe.experts.201.w3,0.0009569985,0.05000,3.130
39,block_sparse_moe.experts.203.w3,0.0021060593,0.05000,2.940
39,block_sparse_moe.experts.207.w3,0.0005422250,0.05000,3.019
39,block_sparse_moe.experts.199.w3,0.0025397522,0.05000,2.983
39,block_sparse_moe.experts.220.w3,0.0012117407,0.05000,2.884
39,block_sparse_moe.experts.212.w3,0.0052233661,0.05000,2.955
39,block_sparse_moe.experts.216.w3,0.0015105349,0.05000,2.801
39,block_sparse_moe.experts.213.w3,0.0014032487,0.05000,2.926
39,block_sparse_moe.experts.208.w3,0.0015477988,0.05000,2.845
39,block_sparse_moe.experts.218.w3,0.0008097991,0.05000,2.952
39,block_sparse_moe.experts.209.w3,0.0002124854,0.05000,2.982
39,block_sparse_moe.experts.214.w3,0.0016911062,0.05000,3.027
39,block_sparse_moe.experts.210.w3,0.0028948447,0.05000,2.963
39,block_sparse_moe.experts.221.w3,0.0013887683,0.05000,2.932
39,block_sparse_moe.experts.222.w3,0.0004454299,0.05000,3.087
39,block_sparse_moe.experts.217.w3,0.0033641585,0.05000,3.000
39,block_sparse_moe.experts.211.w3,0.0006561646,0.05000,3.273
39,block_sparse_moe.experts.219.w3,0.0022232499,0.05000,3.131
39,block_sparse_moe.experts.223.w3,0.0020612054,0.05000,3.180
39,block_sparse_moe.experts.215.w3,0.0015254540,0.05000,3.180
39,block_sparse_moe.experts.236.w3,0.0018396070,0.05000,3.049
39,block_sparse_moe.experts.228.w3,0.0010042099,0.05000,3.107
39,block_sparse_moe.experts.232.w3,0.0018747745,0.05000,3.053
39,block_sparse_moe.experts.229.w3,0.0007381029,0.05000,3.126
39,block_sparse_moe.experts.224.w3,0.0008938750,0.05000,3.114
39,block_sparse_moe.experts.234.w3,0.0021337188,0.05000,2.996
39,block_sparse_moe.experts.225.w3,0.0016585780,0.05000,3.139
39,block_sparse_moe.experts.230.w3,0.0034833675,0.05000,3.032
39,block_sparse_moe.experts.226.w3,0.0003491790,0.05000,3.057
39,block_sparse_moe.experts.238.w3,0.0007995638,0.05000,3.006
39,block_sparse_moe.experts.237.w3,0.0026880773,0.05000,3.102
39,block_sparse_moe.experts.227.w3,0.0020493675,0.05000,2.720
39,block_sparse_moe.experts.233.w3,0.0006824683,0.05000,3.167
39,block_sparse_moe.experts.235.w3,0.0005687168,0.05000,2.760
39,block_sparse_moe.experts.239.w3,0.0003698954,0.05000,2.731
39,block_sparse_moe.experts.231.w3,0.0019982887,0.05000,2.683
39,block_sparse_moe.experts.252.w3,0.0017236219,0.05000,3.069
39,block_sparse_moe.experts.244.w3,0.0016481373,0.05000,2.930
39,block_sparse_moe.experts.248.w3,0.0004708681,0.05000,2.844
39,block_sparse_moe.experts.240.w3,0.0012104696,0.05000,2.605
39,block_sparse_moe.experts.245.w3,0.0003997204,0.05000,2.939
39,block_sparse_moe.experts.250.w3,0.0021420143,0.05000,3.008
39,block_sparse_moe.experts.241.w3,0.0017438745,0.05000,2.726
39,block_sparse_moe.experts.253.w3,0.0051098243,0.05000,2.580
39,block_sparse_moe.experts.246.w3,0.0010168191,0.05000,2.863
39,block_sparse_moe.experts.242.w3,0.0009345659,0.05000,2.838
39,block_sparse_moe.experts.254.w3,0.0013638500,0.05000,2.724
39,block_sparse_moe.experts.249.w3,0.0007324134,0.05000,2.216
39,block_sparse_moe.experts.243.w3,0.0024838024,0.05000,2.912
39,block_sparse_moe.experts.251.w3,0.0005519112,0.05000,2.798
39,block_sparse_moe.experts.255.w3,0.0014065279,0.05000,2.733
39,block_sparse_moe.experts.247.w3,0.0031160202,0.05000,2.651
39,block_sparse_moe.experts.14.w2,0.0032083837,0.05000,1.405
39,block_sparse_moe.experts.6.w2,0.0006327580,0.05000,1.427
39,block_sparse_moe.experts.10.w2,0.0013419411,0.05000,1.423
39,block_sparse_moe.experts.2.w2,0.0023251776,0.05000,1.467
39,block_sparse_moe.experts.5.w2,0.0004382390,0.05000,1.475
39,block_sparse_moe.experts.1.w2,0.0066455125,0.05000,1.512
39,block_sparse_moe.experts.9.w2,0.0026418012,0.05000,1.532
39,block_sparse_moe.experts.0.w2,0.0006927969,0.05000,1.588
39,block_sparse_moe.experts.13.w2,0.0025189443,0.05000,1.575
39,block_sparse_moe.experts.11.w2,0.0068907510,0.05000,1.611
39,block_sparse_moe.experts.3.w2,0.0008262725,0.05000,1.646
39,block_sparse_moe.experts.4.w2,0.0016544726,0.05000,1.668
39,block_sparse_moe.experts.12.w2,0.0044038065,0.05000,1.668
39,block_sparse_moe.experts.15.w2,0.0016297410,0.05000,1.683
39,block_sparse_moe.experts.7.w2,0.0064557569,0.05000,1.691
39,block_sparse_moe.experts.8.w2,0.0015986342,0.05000,1.698
39,block_sparse_moe.experts.26.w2,0.0030007990,0.05000,1.419
39,block_sparse_moe.experts.22.w2,0.0026199430,0.05000,1.442
39,block_sparse_moe.experts.30.w2,0.0006901864,0.05000,1.537
39,block_sparse_moe.experts.27.w2,0.0021135165,0.05000,1.353
39,block_sparse_moe.experts.18.w2,0.0010026534,0.05000,1.536
39,block_sparse_moe.experts.19.w2,0.0069190682,0.05000,1.362
39,block_sparse_moe.experts.21.w2,0.0048817406,0.05000,1.578
39,block_sparse_moe.experts.23.w2,0.0002210048,0.05000,1.380
39,block_sparse_moe.experts.25.w2,0.0041549107,0.05000,1.552
39,block_sparse_moe.experts.31.w2,0.0029693186,0.05000,1.430
39,block_sparse_moe.experts.17.w2,0.0026750799,0.05000,1.624
39,block_sparse_moe.experts.16.w2,0.0058499713,0.05000,1.581
39,block_sparse_moe.experts.29.w2,0.0042392934,0.05000,1.583
39,block_sparse_moe.experts.28.w2,0.0091469632,0.05000,1.544
39,block_sparse_moe.experts.24.w2,0.0021414340,0.05000,1.536
39,block_sparse_moe.experts.20.w2,0.0019816074,0.05000,1.607
39,block_sparse_moe.experts.42.w2,0.0041688547,0.05000,1.530
39,block_sparse_moe.experts.46.w2,0.0010766066,0.05000,1.576
39,block_sparse_moe.experts.38.w2,0.0024555332,0.05000,1.652
39,block_sparse_moe.experts.34.w2,0.0027094941,0.05000,1.560
39,block_sparse_moe.experts.43.w2,0.0046590326,0.05000,1.588
39,block_sparse_moe.experts.35.w2,0.0050528891,0.05000,1.638
39,block_sparse_moe.experts.41.w2,0.0013223957,0.05000,1.556
39,block_sparse_moe.experts.37.w2,0.0038571296,0.05000,1.617
39,block_sparse_moe.experts.39.w2,0.0010815293,0.05000,1.616
39,block_sparse_moe.experts.33.w2,0.0071141218,0.05000,1.587
39,block_sparse_moe.experts.45.w2,0.0013602724,0.05000,1.578
39,block_sparse_moe.experts.44.w2,0.0105800013,0.05000,1.535
39,block_sparse_moe.experts.47.w2,0.0018961350,0.05000,1.649
39,block_sparse_moe.experts.32.w2,0.0287727795,0.05000,1.611
39,block_sparse_moe.experts.36.w2,0.0015243093,0.05000,1.507
39,block_sparse_moe.experts.40.w2,0.0018630821,0.05000,1.568
39,block_sparse_moe.experts.58.w2,0.0098630730,0.05000,1.561
39,block_sparse_moe.experts.59.w2,0.0018093258,0.05000,1.475
39,block_sparse_moe.experts.54.w2,0.0010732542,0.05000,1.526
39,block_sparse_moe.experts.62.w2,0.0030036306,0.05000,1.552
39,block_sparse_moe.experts.48.w2,0.0011729326,0.05000,1.323
39,block_sparse_moe.experts.52.w2,0.0011163841,0.05000,1.319
39,block_sparse_moe.experts.56.w2,0.0004730427,0.05000,1.339
39,block_sparse_moe.experts.50.w2,0.0008283823,0.05000,1.596
39,block_sparse_moe.experts.51.w2,0.0015001788,0.05000,1.522
39,block_sparse_moe.experts.60.w2,0.0010454105,0.05000,1.435
39,block_sparse_moe.experts.55.w2,0.0077842491,0.05000,1.508
39,block_sparse_moe.experts.53.w2,0.0008554936,0.05000,1.548
39,block_sparse_moe.experts.61.w2,0.0066099360,0.05000,1.544
39,block_sparse_moe.experts.57.w2,0.0030117514,0.05000,1.645
39,block_sparse_moe.experts.63.w2,0.0035873540,0.05000,1.546
39,block_sparse_moe.experts.49.w2,0.0035476241,0.05000,1.628
39,block_sparse_moe.experts.74.w2,0.0022910729,0.05000,1.328
39,block_sparse_moe.experts.70.w2,0.0032942762,0.05000,1.470
39,block_sparse_moe.experts.75.w2,0.0002972275,0.05000,1.538
39,block_sparse_moe.experts.72.w2,0.0013946332,0.05000,1.450
39,block_sparse_moe.experts.78.w2,0.0029199835,0.05000,1.523
39,block_sparse_moe.experts.66.w2,0.0009008722,0.05000,1.486
39,block_sparse_moe.experts.64.w2,0.0015811028,0.05000,1.547
39,block_sparse_moe.experts.68.w2,0.0007212087,0.05000,1.550
39,block_sparse_moe.experts.77.w2,0.0011114098,0.05000,1.404
39,block_sparse_moe.experts.76.w2,0.0047409087,0.05000,1.526
39,block_sparse_moe.experts.69.w2,0.0009818120,0.05000,1.494
39,block_sparse_moe.experts.71.w2,0.0150180999,0.05000,1.526
39,block_sparse_moe.experts.67.w2,0.0015946965,0.05000,1.602
39,block_sparse_moe.experts.73.w2,0.0108614974,0.05000,1.485
39,block_sparse_moe.experts.79.w2,0.0062771190,0.05000,1.513
39,block_sparse_moe.experts.65.w2,0.0048061318,0.05000,1.495
39,block_sparse_moe.experts.90.w2,0.0040603415,0.05000,1.574
39,block_sparse_moe.experts.91.w2,0.0014815416,0.05000,1.506
39,block_sparse_moe.experts.86.w2,0.0049483716,0.05000,1.578
39,block_sparse_moe.experts.84.w2,0.0012772404,0.05000,1.463
39,block_sparse_moe.experts.82.w2,0.0039698157,0.05000,1.498
39,block_sparse_moe.experts.88.w2,0.0063707484,0.05000,1.562
39,block_sparse_moe.experts.80.w2,0.0053012623,0.05000,1.522
39,block_sparse_moe.experts.94.w2,0.0038326784,0.05000,1.561
39,block_sparse_moe.experts.93.w2,0.0018635839,0.05000,1.504
39,block_sparse_moe.experts.83.w2,0.0016939077,0.05000,1.435
39,block_sparse_moe.experts.92.w2,0.0015892078,0.05000,1.509
39,block_sparse_moe.experts.89.w2,0.0017798706,0.05000,1.463
39,block_sparse_moe.experts.87.w2,0.0017100141,0.05000,1.539
39,block_sparse_moe.experts.95.w2,0.0063824628,0.05000,1.445
39,block_sparse_moe.experts.85.w2,0.0033802589,0.05000,1.577
39,block_sparse_moe.experts.81.w2,0.0008768944,0.05000,1.461
39,block_sparse_moe.experts.106.w2,0.0023379299,0.05000,1.508
39,block_sparse_moe.experts.107.w2,0.0055544547,0.05000,1.459
39,block_sparse_moe.experts.99.w2,0.0013250887,0.05000,1.393
39,block_sparse_moe.experts.109.w2,0.0019566654,0.05000,1.410
39,block_sparse_moe.experts.102.w2,0.0026328660,0.05000,1.520
39,block_sparse_moe.experts.103.w2,0.0025394918,0.05000,1.386
39,block_sparse_moe.experts.110.w2,0.0011490071,0.05000,1.492
39,block_sparse_moe.experts.98.w2,0.0011761203,0.05000,1.551
39,block_sparse_moe.experts.111.w2,0.0045364319,0.05000,1.420
39,block_sparse_moe.experts.100.w2,0.0011515821,0.05000,1.580
39,block_sparse_moe.experts.96.w2,0.0036559299,0.05000,1.545
39,block_sparse_moe.experts.105.w2,0.0041728297,0.05000,1.468
39,block_sparse_moe.experts.104.w2,0.0028882657,0.05000,1.564
39,block_sparse_moe.experts.101.w2,0.0152892090,0.05000,1.518
39,block_sparse_moe.experts.108.w2,0.0006582032,0.05000,1.598
39,block_sparse_moe.experts.97.w2,0.0095383828,0.05000,1.530
39,block_sparse_moe.experts.123.w2,0.0011967380,0.05000,1.359
39,block_sparse_moe.experts.115.w2,0.0030129478,0.05000,1.340
39,block_sparse_moe.experts.119.w2,0.0046538786,0.05000,1.333
39,block_sparse_moe.experts.122.w2,0.0009947946,0.05000,1.633
39,block_sparse_moe.experts.127.w2,0.0044317310,0.05000,1.369
39,block_sparse_moe.experts.121.w2,0.0038987462,0.05000,1.459
39,block_sparse_moe.experts.125.w2,0.0061271045,0.05000,1.564
39,block_sparse_moe.experts.118.w2,0.0024557879,0.05000,1.626
39,block_sparse_moe.experts.112.w2,0.0031586708,0.05000,1.555
39,block_sparse_moe.experts.114.w2,0.0055912494,0.05000,1.615
39,block_sparse_moe.experts.126.w2,0.0021516144,0.05000,1.649
39,block_sparse_moe.experts.116.w2,0.0035398852,0.05000,1.622
39,block_sparse_moe.experts.120.w2,0.0019534158,0.05000,1.603
39,block_sparse_moe.experts.117.w2,0.0025263545,0.05000,1.538
39,block_sparse_moe.experts.113.w2,0.0009058009,0.05000,1.597
39,block_sparse_moe.experts.124.w2,0.0012545412,0.05000,1.655
39,block_sparse_moe.experts.139.w2,0.0045648032,0.05000,1.497
39,block_sparse_moe.experts.131.w2,0.0020325288,0.05000,1.531
39,block_sparse_moe.experts.135.w2,0.0027317002,0.05000,1.543
39,block_sparse_moe.experts.138.w2,0.0004010283,0.05000,1.553
39,block_sparse_moe.experts.143.w2,0.0028233211,0.05000,1.515
39,block_sparse_moe.experts.137.w2,0.0006159300,0.05000,1.487
39,block_sparse_moe.experts.141.w2,0.0193663018,0.05000,1.514
39,block_sparse_moe.experts.134.w2,0.0011102915,0.05000,1.451
39,block_sparse_moe.experts.130.w2,0.0034873218,0.05000,1.449
39,block_sparse_moe.experts.128.w2,0.0008243269,0.05000,1.561
39,block_sparse_moe.experts.132.w2,0.0026525286,0.05000,1.523
39,block_sparse_moe.experts.133.w2,0.0003646354,0.05000,1.504
39,block_sparse_moe.experts.136.w2,0.0007168200,0.05000,1.563
39,block_sparse_moe.experts.142.w2,0.0079618816,0.05000,1.584
39,block_sparse_moe.experts.129.w2,0.0020011945,0.05000,1.542
39,block_sparse_moe.experts.140.w2,0.0023891990,0.05000,1.566
39,block_sparse_moe.experts.155.w2,0.0106429725,0.05000,1.488
39,block_sparse_moe.experts.147.w2,0.0017927877,0.05000,1.480
39,block_sparse_moe.experts.151.w2,0.0006350036,0.05000,1.506
39,block_sparse_moe.experts.159.w2,0.0006384431,0.05000,1.493
39,block_sparse_moe.experts.153.w2,0.0081745802,0.05000,1.435
39,block_sparse_moe.experts.154.w2,0.0040625338,0.05000,1.574
39,block_sparse_moe.experts.157.w2,0.0011120667,0.05000,1.456
39,block_sparse_moe.experts.148.w2,0.0037811264,0.05000,1.298
39,block_sparse_moe.experts.150.w2,0.0007177955,0.05000,1.520
39,block_sparse_moe.experts.152.w2,0.0014876420,0.05000,1.339
39,block_sparse_moe.experts.149.w2,0.0011018746,0.05000,1.393
39,block_sparse_moe.experts.144.w2,0.0024278002,0.05000,1.448
39,block_sparse_moe.experts.146.w2,0.0022483791,0.05000,1.547
39,block_sparse_moe.experts.145.w2,0.0021692496,0.05000,1.384
39,block_sparse_moe.experts.158.w2,0.0014098732,0.05000,1.489
39,block_sparse_moe.experts.156.w2,0.0039431243,0.05000,1.417
39,block_sparse_moe.experts.171.w2,0.0012846050,0.05000,1.548
39,block_sparse_moe.experts.163.w2,0.0017026762,0.05000,1.489
39,block_sparse_moe.experts.167.w2,0.0033624022,0.05000,1.466
39,block_sparse_moe.experts.164.w2,0.0009900512,0.05000,1.373
39,block_sparse_moe.experts.168.w2,0.0006883202,0.05000,1.356
39,block_sparse_moe.experts.173.w2,0.0014169338,0.05000,1.454
39,block_sparse_moe.experts.169.w2,0.0033959828,0.05000,1.507
39,block_sparse_moe.experts.175.w2,0.0018140492,0.05000,1.558
39,block_sparse_moe.experts.160.w2,0.0009968270,0.05000,1.389
39,block_sparse_moe.experts.170.w2,0.0005601006,0.05000,1.604
39,block_sparse_moe.experts.165.w2,0.0076152567,0.05000,1.548
39,block_sparse_moe.experts.166.w2,0.0010996769,0.05000,1.593
39,block_sparse_moe.experts.162.w2,0.0025283932,0.05000,1.572
39,block_sparse_moe.experts.172.w2,0.0020570303,0.05000,1.450
39,block_sparse_moe.experts.161.w2,0.0014497560,0.05000,1.567
39,block_sparse_moe.experts.174.w2,0.0036597759,0.05000,1.589
39,block_sparse_moe.experts.187.w2,0.0006917502,0.05000,1.435
39,block_sparse_moe.experts.183.w2,0.0030672099,0.05000,1.399
39,block_sparse_moe.experts.179.w2,0.0008733320,0.05000,1.465
39,block_sparse_moe.experts.180.w2,0.0014620578,0.05000,1.553
39,block_sparse_moe.experts.184.w2,0.0012070279,0.05000,1.486
39,block_sparse_moe.experts.191.w2,0.0022240196,0.05000,1.458
39,block_sparse_moe.experts.185.w2,0.0016554770,0.05000,1.524
39,block_sparse_moe.experts.189.w2,0.0010726448,0.05000,1.547
39,block_sparse_moe.experts.176.w2,0.0033927665,0.05000,1.515
39,block_sparse_moe.experts.186.w2,0.0008853520,0.05000,1.521
39,block_sparse_moe.experts.181.w2,0.0009628937,0.05000,1.506
39,block_sparse_moe.experts.182.w2,0.0018221568,0.05000,1.555
39,block_sparse_moe.experts.178.w2,0.0039060920,0.05000,1.544
39,block_sparse_moe.experts.177.w2,0.0029105310,0.05000,1.598
39,block_sparse_moe.experts.188.w2,0.0077001573,0.05000,1.618
39,block_sparse_moe.experts.190.w2,0.0038972418,0.05000,1.676
39,block_sparse_moe.experts.195.w2,0.0025570139,0.05000,1.550
39,block_sparse_moe.experts.199.w2,0.0019269370,0.05000,1.565
39,block_sparse_moe.experts.203.w2,0.0039729174,0.05000,1.619
39,block_sparse_moe.experts.196.w2,0.0012324989,0.05000,1.596
39,block_sparse_moe.experts.200.w2,0.0003482717,0.05000,1.622
39,block_sparse_moe.experts.202.w2,0.0012150488,0.05000,1.488
39,block_sparse_moe.experts.207.w2,0.0011749191,0.05000,1.652
39,block_sparse_moe.experts.205.w2,0.0036997151,0.05000,1.606
39,block_sparse_moe.experts.201.w2,0.0036557103,0.05000,1.628
39,block_sparse_moe.experts.198.w2,0.0012986361,0.05000,1.457
39,block_sparse_moe.experts.192.w2,0.0069333454,0.05000,1.673
39,block_sparse_moe.experts.197.w2,0.0048841094,0.05000,1.564
39,block_sparse_moe.experts.194.w2,0.0007404625,0.05000,1.469
39,block_sparse_moe.experts.193.w2,0.0016973429,0.05000,1.527
39,block_sparse_moe.experts.206.w2,0.0112419712,0.05000,1.473
39,block_sparse_moe.experts.204.w2,0.0069264167,0.05000,1.613
39,block_sparse_moe.experts.211.w2,0.0004754409,0.05000,1.503
39,block_sparse_moe.experts.215.w2,0.0028262665,0.05000,1.597
39,block_sparse_moe.experts.219.w2,0.0117637331,0.05000,1.594
39,block_sparse_moe.experts.212.w2,0.0053182236,0.05000,1.435
39,block_sparse_moe.experts.216.w2,0.0083767027,0.05000,1.422
39,block_sparse_moe.experts.208.w2,0.0020970454,0.05000,1.348
39,block_sparse_moe.experts.221.w2,0.0018478456,0.05000,1.456
39,block_sparse_moe.experts.217.w2,0.0029601988,0.05000,1.497
39,block_sparse_moe.experts.218.w2,0.0040603565,0.05000,1.533
39,block_sparse_moe.experts.214.w2,0.0035946227,0.05000,1.520
39,block_sparse_moe.experts.223.w2,0.0015496506,0.05000,1.646
39,block_sparse_moe.experts.213.w2,0.0026561447,0.05000,1.533
39,block_sparse_moe.experts.210.w2,0.0033157269,0.05000,1.518
39,block_sparse_moe.experts.209.w2,0.0002741736,0.05000,1.533
39,block_sparse_moe.experts.222.w2,0.0014594472,0.05000,1.503
39,block_sparse_moe.experts.220.w2,0.0014763649,0.05000,1.509
39,block_sparse_moe.experts.227.w2,0.0029712543,0.05000,1.474
39,block_sparse_moe.experts.231.w2,0.0024363861,0.05000,1.479
39,block_sparse_moe.experts.232.w2,0.0010898612,0.05000,1.463
39,block_sparse_moe.experts.235.w2,0.0011486982,0.05000,1.502
39,block_sparse_moe.experts.228.w2,0.0022828615,0.05000,1.487
39,block_sparse_moe.experts.224.w2,0.0014243531,0.05000,1.493
39,block_sparse_moe.experts.237.w2,0.0060715779,0.05000,1.513
39,block_sparse_moe.experts.233.w2,0.0017416104,0.05000,1.580
39,block_sparse_moe.experts.234.w2,0.0016635958,0.05000,1.594
39,block_sparse_moe.experts.229.w2,0.0011425763,0.05000,1.504
39,block_sparse_moe.experts.230.w2,0.0026921188,0.05000,1.581
39,block_sparse_moe.experts.239.w2,0.0005532803,0.05000,1.549
39,block_sparse_moe.experts.226.w2,0.0006949201,0.05000,1.605
39,block_sparse_moe.experts.236.w2,0.0016618054,0.05000,1.408
39,block_sparse_moe.experts.238.w2,0.0017967366,0.05000,1.493
39,block_sparse_moe.experts.225.w2,0.0014828611,0.05000,1.552
39,block_sparse_moe.experts.243.w2,0.0023208895,0.05000,1.530
39,block_sparse_moe.experts.248.w2,0.0011403240,0.05000,1.503
39,block_sparse_moe.experts.244.w2,0.0036054766,0.05000,1.501
39,block_sparse_moe.experts.247.w2,0.0107302096,0.05000,1.558
39,block_sparse_moe.experts.251.w2,0.0006291608,0.05000,1.525
39,block_sparse_moe.experts.240.w2,0.0007632546,0.05000,1.463
39,block_sparse_moe.experts.255.w2,0.0029513357,0.05000,1.285
39,block_sparse_moe.experts.250.w2,0.0042494525,0.05000,1.385
39,block_sparse_moe.experts.252.w2,0.0020017095,0.05000,1.218
39,block_sparse_moe.experts.246.w2,0.0020065354,0.05000,1.417
39,block_sparse_moe.experts.253.w2,0.0097933659,0.05000,1.646
39,block_sparse_moe.experts.242.w2,0.0046344005,0.05000,1.426
39,block_sparse_moe.experts.249.w2,0.0028666211,0.05000,1.610
39,block_sparse_moe.experts.245.w2,0.0012272511,0.05000,1.542
39,block_sparse_moe.experts.254.w2,0.0010978197,0.05000,1.339
39,block_sparse_moe.experts.241.w2,0.0040850625,0.05000,1.372
40,self_attn.k_proj,0.0000175433,0.05000,0.975
40,self_attn.q_proj,0.0001136002,0.05000,1.021
40,self_attn.v_proj,0.0000168607,0.05000,1.021
40,self_attn.o_proj,0.0000127827,0.05000,1.716
40,block_sparse_moe.experts.3.w1,0.0016271485,0.05000,3.129
40,block_sparse_moe.experts.11.w1,0.0025243291,0.05000,3.156
40,block_sparse_moe.experts.8.w1,0.0016399232,0.05000,3.181
40,block_sparse_moe.experts.15.w1,0.0014784788,0.05000,3.184
40,block_sparse_moe.experts.0.w1,0.0015797395,0.05000,3.189
40,block_sparse_moe.experts.2.w1,0.0019756405,0.05000,3.210
40,block_sparse_moe.experts.7.w1,0.0005244932,0.05000,3.228
40,block_sparse_moe.experts.12.w1,0.0007577202,0.05000,3.285
40,block_sparse_moe.experts.4.w1,0.0009797378,0.05000,3.312
40,block_sparse_moe.experts.10.w1,0.0018911793,0.05000,3.290
40,block_sparse_moe.experts.9.w1,0.0015775471,0.05000,3.316
40,block_sparse_moe.experts.5.w1,0.0013187478,0.05000,3.325
40,block_sparse_moe.experts.6.w1,0.0014653288,0.05000,3.383
40,block_sparse_moe.experts.13.w1,0.0015747055,0.05000,3.397
40,block_sparse_moe.experts.14.w1,0.0012547533,0.05000,3.420
40,block_sparse_moe.experts.1.w1,0.0009659479,0.05000,3.410
40,block_sparse_moe.experts.16.w1,0.0014588112,0.05000,2.851
40,block_sparse_moe.experts.24.w1,0.0010775997,0.05000,2.884
40,block_sparse_moe.experts.20.w1,0.0006201009,0.05000,2.781
40,block_sparse_moe.experts.28.w1,0.0013992200,0.05000,2.840
40,block_sparse_moe.experts.19.w1,0.0004580082,0.05000,3.003
40,block_sparse_moe.experts.31.w1,0.0009016571,0.05000,3.039
40,block_sparse_moe.experts.27.w1,0.0027987306,0.05000,3.128
40,block_sparse_moe.experts.23.w1,0.0008958519,0.05000,3.099
40,block_sparse_moe.experts.18.w1,0.0019414406,0.05000,3.332
40,block_sparse_moe.experts.25.w1,0.0015825971,0.05000,3.207
40,block_sparse_moe.experts.26.w1,0.0013198503,0.05000,3.236
40,block_sparse_moe.experts.17.w1,0.0001871792,0.05000,3.144
40,block_sparse_moe.experts.22.w1,0.0017407962,0.05000,3.251
40,block_sparse_moe.experts.29.w1,0.0007780066,0.05000,3.271
40,block_sparse_moe.experts.30.w1,0.0014854429,0.05000,3.280
40,block_sparse_moe.experts.21.w1,0.0004905215,0.05000,3.356
40,block_sparse_moe.experts.32.w1,0.0009758962,0.05000,3.131
40,block_sparse_moe.experts.44.w1,0.0026881145,0.05000,3.098
40,block_sparse_moe.experts.47.w1,0.0027989600,0.05000,3.023
40,block_sparse_moe.experts.36.w1,0.0006960233,0.05000,3.157
40,block_sparse_moe.experts.35.w1,0.0012751028,0.05000,3.159
40,block_sparse_moe.experts.40.w1,0.0005457352,0.05000,3.244
40,block_sparse_moe.experts.43.w1,0.0014069403,0.05000,3.133
40,block_sparse_moe.experts.39.w1,0.0018888974,0.05000,3.170
40,block_sparse_moe.experts.33.w1,0.0007539653,0.05000,3.063
40,block_sparse_moe.experts.34.w1,0.0007220015,0.05000,3.152
40,block_sparse_moe.experts.41.w1,0.0012449772,0.05000,3.160
40,block_sparse_moe.experts.45.w1,0.0007693931,0.05000,3.091
40,block_sparse_moe.experts.42.w1,0.0002324329,0.05000,3.190
40,block_sparse_moe.experts.38.w1,0.0010416007,0.05000,3.168
40,block_sparse_moe.experts.37.w1,0.0015103031,0.05000,3.156
40,block_sparse_moe.experts.46.w1,0.0021060710,0.05000,3.247
40,block_sparse_moe.experts.51.w1,0.0017311972,0.05000,2.932
40,block_sparse_moe.experts.63.w1,0.0010997846,0.05000,3.028
40,block_sparse_moe.experts.48.w1,0.0003527600,0.05000,3.234
40,block_sparse_moe.experts.55.w1,0.0011363271,0.05000,2.906
40,block_sparse_moe.experts.60.w1,0.0017247985,0.05000,3.205
40,block_sparse_moe.experts.59.w1,0.0012290507,0.05000,3.023
40,block_sparse_moe.experts.52.w1,0.0012348983,0.05000,3.245
40,block_sparse_moe.experts.56.w1,0.0025353905,0.05000,3.228
40,block_sparse_moe.experts.49.w1,0.0006059781,0.05000,2.914
40,block_sparse_moe.experts.61.w1,0.0010291704,0.05000,2.881
40,block_sparse_moe.experts.57.w1,0.0020807506,0.05000,2.994
40,block_sparse_moe.experts.50.w1,0.0019429656,0.05000,3.059
40,block_sparse_moe.experts.58.w1,0.0014948346,0.05000,2.981
40,block_sparse_moe.experts.54.w1,0.0005646074,0.05000,2.975
40,block_sparse_moe.experts.53.w1,0.0026858422,0.05000,2.978
40,block_sparse_moe.experts.62.w1,0.0008542397,0.05000,2.993
40,block_sparse_moe.experts.67.w1,0.0026648961,0.05000,3.161
40,block_sparse_moe.experts.79.w1,0.0014111996,0.05000,3.171
40,block_sparse_moe.experts.64.w1,0.0001501588,0.05000,3.058
40,block_sparse_moe.experts.71.w1,0.0006731775,0.05000,3.063
40,block_sparse_moe.experts.65.w1,0.0009362783,0.05000,2.942
40,block_sparse_moe.experts.76.w1,0.0025308488,0.05000,3.122
40,block_sparse_moe.experts.77.w1,0.0018446388,0.05000,2.924
40,block_sparse_moe.experts.75.w1,0.0025987592,0.05000,3.147
40,block_sparse_moe.experts.68.w1,0.0018745782,0.05000,3.104
40,block_sparse_moe.experts.72.w1,0.0026681276,0.05000,3.102
40,block_sparse_moe.experts.70.w1,0.0010090940,0.05000,2.927
40,block_sparse_moe.experts.73.w1,0.0013246689,0.05000,3.011
40,block_sparse_moe.experts.74.w1,0.0024139365,0.05000,2.995
40,block_sparse_moe.experts.66.w1,0.0007144075,0.05000,3.038
40,block_sparse_moe.experts.78.w1,0.0005002874,0.05000,2.964
40,block_sparse_moe.experts.69.w1,0.0014273921,0.05000,3.086
40,block_sparse_moe.experts.80.w1,0.0007505173,0.05000,2.963
40,block_sparse_moe.experts.83.w1,0.0007504688,0.05000,3.072
40,block_sparse_moe.experts.87.w1,0.0015840129,0.05000,2.995
40,block_sparse_moe.experts.81.w1,0.0005033172,0.05000,2.972
40,block_sparse_moe.experts.92.w1,0.0005873502,0.05000,2.950
40,block_sparse_moe.experts.93.w1,0.0018637592,0.05000,2.964
40,block_sparse_moe.experts.95.w1,0.0013027692,0.05000,3.106
40,block_sparse_moe.experts.84.w1,0.0012936144,0.05000,3.005
40,block_sparse_moe.experts.88.w1,0.0026138834,0.05000,3.006
40,block_sparse_moe.experts.86.w1,0.0013846469,0.05000,2.957
40,block_sparse_moe.experts.89.w1,0.0047340720,0.05000,2.926
40,block_sparse_moe.experts.91.w1,0.0011985399,0.05000,3.097
40,block_sparse_moe.experts.90.w1,0.0012386946,0.05000,3.069
40,block_sparse_moe.experts.82.w1,0.0013494963,0.05000,3.038
40,block_sparse_moe.experts.94.w1,0.0016686704,0.05000,3.012
40,block_sparse_moe.experts.85.w1,0.0004238359,0.05000,3.052
40,block_sparse_moe.experts.108.w1,0.0013819035,0.05000,2.717
40,block_sparse_moe.experts.96.w1,0.0012371896,0.05000,2.827
40,block_sparse_moe.experts.100.w1,0.0010510634,0.05000,2.770
40,block_sparse_moe.experts.104.w1,0.0005958580,0.05000,2.793
40,block_sparse_moe.experts.97.w1,0.0011872274,0.05000,2.951
40,block_sparse_moe.experts.103.w1,0.0013282783,0.05000,3.026
40,block_sparse_moe.experts.111.w1,0.0016766054,0.05000,2.969
40,block_sparse_moe.experts.109.w1,0.0005453100,0.05000,3.023
40,block_sparse_moe.experts.105.w1,0.0010847591,0.05000,2.924
40,block_sparse_moe.experts.99.w1,0.0035763645,0.05000,3.149
40,block_sparse_moe.experts.102.w1,0.0012599698,0.05000,3.020
40,block_sparse_moe.experts.107.w1,0.0011971859,0.05000,3.151
40,block_sparse_moe.experts.106.w1,0.0007899745,0.05000,3.098
40,block_sparse_moe.experts.98.w1,0.0025398341,0.05000,3.136
40,block_sparse_moe.experts.101.w1,0.0024866636,0.05000,2.984
40,block_sparse_moe.experts.110.w1,0.0013246645,0.05000,3.104
40,block_sparse_moe.experts.113.w1,0.0007424442,0.05000,2.828
40,block_sparse_moe.experts.121.w1,0.0008261348,0.05000,2.739
40,block_sparse_moe.experts.112.w1,0.0022827251,0.05000,3.085
40,block_sparse_moe.experts.125.w1,0.0003606254,0.05000,2.821
40,block_sparse_moe.experts.119.w1,0.0043288269,0.05000,2.946
40,block_sparse_moe.experts.124.w1,0.0016456771,0.05000,3.219
40,block_sparse_moe.experts.115.w1,0.0006762668,0.05000,2.835
40,block_sparse_moe.experts.116.w1,0.0003772506,0.05000,3.111
40,block_sparse_moe.experts.127.w1,0.0025310250,0.05000,2.987
40,block_sparse_moe.experts.120.w1,0.0016743376,0.05000,3.187
40,block_sparse_moe.experts.118.w1,0.0009711998,0.05000,3.008
40,block_sparse_moe.experts.117.w1,0.0014287839,0.05000,2.784
40,block_sparse_moe.experts.122.w1,0.0025703730,0.05000,2.895
40,block_sparse_moe.experts.123.w1,0.0021436922,0.05000,3.015
40,block_sparse_moe.experts.114.w1,0.0004526245,0.05000,2.943
40,block_sparse_moe.experts.126.w1,0.0027349893,0.05000,2.941
40,block_sparse_moe.experts.129.w1,0.0013676815,0.05000,3.002
40,block_sparse_moe.experts.137.w1,0.0015453342,0.05000,3.059
40,block_sparse_moe.experts.128.w1,0.0026270139,0.05000,3.061
40,block_sparse_moe.experts.131.w1,0.0005388009,0.05000,2.971
40,block_sparse_moe.experts.140.w1,0.0010288665,0.05000,3.001
40,block_sparse_moe.experts.143.w1,0.0027480477,0.05000,2.966
40,block_sparse_moe.experts.135.w1,0.0011841345,0.05000,3.077
40,block_sparse_moe.experts.141.w1,0.0013344672,0.05000,3.147
40,block_sparse_moe.experts.132.w1,0.0011159540,0.05000,3.052
40,block_sparse_moe.experts.136.w1,0.0007796446,0.05000,2.999
40,block_sparse_moe.experts.139.w1,0.0007276295,0.05000,2.898
40,block_sparse_moe.experts.134.w1,0.0028479609,0.05000,3.070
40,block_sparse_moe.experts.138.w1,0.0015408852,0.05000,3.009
40,block_sparse_moe.experts.133.w1,0.0016302471,0.05000,3.070
40,block_sparse_moe.experts.130.w1,0.0038794463,0.05000,3.107
40,block_sparse_moe.experts.142.w1,0.0015884979,0.05000,3.129
40,block_sparse_moe.experts.147.w1,0.0015215446,0.05000,2.614
40,block_sparse_moe.experts.151.w1,0.0004562417,0.05000,2.554
40,block_sparse_moe.experts.159.w1,0.0004897808,0.05000,2.623
40,block_sparse_moe.experts.153.w1,0.0009139492,0.05000,2.876
40,block_sparse_moe.experts.155.w1,0.0011910342,0.05000,2.534
40,block_sparse_moe.experts.145.w1,0.0026542387,0.05000,3.025
40,block_sparse_moe.experts.144.w1,0.0005765600,0.05000,2.999
40,block_sparse_moe.experts.148.w1,0.0023924414,0.05000,2.915
40,block_sparse_moe.experts.156.w1,0.0008835238,0.05000,3.046
40,block_sparse_moe.experts.152.w1,0.0014692943,0.05000,2.978
40,block_sparse_moe.experts.157.w1,0.0022065755,0.05000,3.103
40,block_sparse_moe.experts.150.w1,0.0009086781,0.05000,2.982
40,block_sparse_moe.experts.154.w1,0.0020077049,0.05000,3.052
40,block_sparse_moe.experts.149.w1,0.0022621198,0.05000,3.056
40,block_sparse_moe.experts.146.w1,0.0009343684,0.05000,2.989
40,block_sparse_moe.experts.158.w1,0.0004356242,0.05000,3.053
40,block_sparse_moe.experts.167.w1,0.0012947525,0.05000,2.587
40,block_sparse_moe.experts.163.w1,0.0016276037,0.05000,2.691
40,block_sparse_moe.experts.175.w1,0.0024653087,0.05000,2.653
40,block_sparse_moe.experts.171.w1,0.0035874789,0.05000,2.557
40,block_sparse_moe.experts.169.w1,0.0029439661,0.05000,2.981
40,block_sparse_moe.experts.161.w1,0.0001287668,0.05000,2.968
40,block_sparse_moe.experts.160.w1,0.0004951172,0.05000,3.043
40,block_sparse_moe.experts.173.w1,0.0016073866,0.05000,2.926
40,block_sparse_moe.experts.164.w1,0.0005134491,0.05000,3.105
40,block_sparse_moe.experts.172.w1,0.0003716658,0.05000,3.113
40,block_sparse_moe.experts.168.w1,0.0024894030,0.05000,3.055
40,block_sparse_moe.experts.165.w1,0.0005766014,0.05000,2.852
40,block_sparse_moe.experts.166.w1,0.0006754076,0.05000,3.022
40,block_sparse_moe.experts.170.w1,0.0008621516,0.05000,3.076
40,block_sparse_moe.experts.162.w1,0.0016627831,0.05000,3.144
40,block_sparse_moe.experts.174.w1,0.0009634612,0.05000,3.068
40,block_sparse_moe.experts.183.w1,0.0031875723,0.05000,2.820
40,block_sparse_moe.experts.179.w1,0.0010669648,0.05000,2.814
40,block_sparse_moe.experts.187.w1,0.0005762677,0.05000,2.727
40,block_sparse_moe.experts.191.w1,0.0034024806,0.05000,2.856
40,block_sparse_moe.experts.177.w1,0.0040293385,0.05000,3.092
40,block_sparse_moe.experts.185.w1,0.0016565112,0.05000,3.202
40,block_sparse_moe.experts.176.w1,0.0002744852,0.05000,3.059
40,block_sparse_moe.experts.188.w1,0.0054184957,0.05000,3.014
40,block_sparse_moe.experts.189.w1,0.0017762147,0.05000,3.112
40,block_sparse_moe.experts.184.w1,0.0037336082,0.05000,3.001
40,block_sparse_moe.experts.180.w1,0.0015685997,0.05000,3.140
40,block_sparse_moe.experts.182.w1,0.0007516604,0.05000,2.958
40,block_sparse_moe.experts.181.w1,0.0020180202,0.05000,3.050
40,block_sparse_moe.experts.186.w1,0.0023027566,0.05000,2.852
40,block_sparse_moe.experts.190.w1,0.0017387227,0.05000,2.791
40,block_sparse_moe.experts.178.w1,0.0007819821,0.05000,2.935
40,block_sparse_moe.experts.199.w1,0.0008195529,0.05000,2.909
40,block_sparse_moe.experts.207.w1,0.0006682854,0.05000,2.790
40,block_sparse_moe.experts.195.w1,0.0008006923,0.05000,2.900
40,block_sparse_moe.experts.203.w1,0.0012227603,0.05000,2.905
40,block_sparse_moe.experts.193.w1,0.0005558118,0.05000,2.947
40,block_sparse_moe.experts.192.w1,0.0019319459,0.05000,2.922
40,block_sparse_moe.experts.201.w1,0.0028534157,0.05000,3.052
40,block_sparse_moe.experts.200.w1,0.0003422409,0.05000,2.935
40,block_sparse_moe.experts.196.w1,0.0018634820,0.05000,2.947
40,block_sparse_moe.experts.205.w1,0.0022684393,0.05000,3.030
40,block_sparse_moe.experts.198.w1,0.0013986903,0.05000,2.977
40,block_sparse_moe.experts.202.w1,0.0012973708,0.05000,2.893
40,block_sparse_moe.experts.204.w1,0.0011300969,0.05000,3.099
40,block_sparse_moe.experts.197.w1,0.0016917054,0.05000,3.023
40,block_sparse_moe.experts.206.w1,0.0007988910,0.05000,3.128
40,block_sparse_moe.experts.194.w1,0.0026969630,0.05000,3.094
40,block_sparse_moe.experts.215.w1,0.0011679923,0.05000,2.877
40,block_sparse_moe.experts.211.w1,0.0006884626,0.05000,2.893
40,block_sparse_moe.experts.219.w1,0.0005471135,0.05000,2.890
40,block_sparse_moe.experts.223.w1,0.0010131457,0.05000,3.000
40,block_sparse_moe.experts.209.w1,0.0010151556,0.05000,2.944
40,block_sparse_moe.experts.217.w1,0.0010832026,0.05000,2.950
40,block_sparse_moe.experts.208.w1,0.0019364432,0.05000,3.155
40,block_sparse_moe.experts.221.w1,0.0013729615,0.05000,2.927
40,block_sparse_moe.experts.218.w1,0.0008310547,0.05000,2.947
40,block_sparse_moe.experts.216.w1,0.0020858357,0.05000,3.088
40,block_sparse_moe.experts.213.w1,0.0009831234,0.05000,2.884
40,block_sparse_moe.experts.212.w1,0.0022322873,0.05000,3.110
40,block_sparse_moe.experts.214.w1,0.0013959020,0.05000,3.102
40,block_sparse_moe.experts.220.w1,0.0025310397,0.05000,3.121
40,block_sparse_moe.experts.210.w1,0.0007742803,0.05000,2.970
40,block_sparse_moe.experts.222.w1,0.0006752450,0.05000,3.018
40,block_sparse_moe.experts.231.w1,0.0009677025,0.05000,2.993
40,block_sparse_moe.experts.227.w1,0.0027119949,0.05000,2.976
40,block_sparse_moe.experts.235.w1,0.0006534850,0.05000,2.995
40,block_sparse_moe.experts.239.w1,0.0011841230,0.05000,2.995
40,block_sparse_moe.experts.225.w1,0.0016333119,0.05000,2.881
40,block_sparse_moe.experts.233.w1,0.0003075178,0.05000,2.889
40,block_sparse_moe.experts.237.w1,0.0028309504,0.05000,2.902
40,block_sparse_moe.experts.229.w1,0.0012484664,0.05000,2.921
40,block_sparse_moe.experts.224.w1,0.0010886975,0.05000,3.133
40,block_sparse_moe.experts.234.w1,0.0006430019,0.05000,3.090
40,block_sparse_moe.experts.232.w1,0.0003627032,0.05000,3.053
40,block_sparse_moe.experts.228.w1,0.0007767103,0.05000,3.061
40,block_sparse_moe.experts.230.w1,0.0013023728,0.05000,3.090
40,block_sparse_moe.experts.236.w1,0.0008686932,0.05000,3.062
40,block_sparse_moe.experts.238.w1,0.0014747138,0.05000,3.109
40,block_sparse_moe.experts.226.w1,0.0010839612,0.05000,3.148
40,block_sparse_moe.experts.247.w1,0.0007770717,0.05000,2.906
40,block_sparse_moe.experts.255.w1,0.0014620064,0.05000,2.828
40,block_sparse_moe.experts.243.w1,0.0024482863,0.05000,2.916
40,block_sparse_moe.experts.251.w1,0.0019262876,0.05000,2.906
40,block_sparse_moe.experts.241.w1,0.0014008854,0.05000,2.871
40,block_sparse_moe.experts.249.w1,0.0027357759,0.05000,2.945
40,block_sparse_moe.experts.253.w1,0.0009612650,0.05000,2.906
40,block_sparse_moe.experts.245.w1,0.0033424171,0.05000,2.846
40,block_sparse_moe.experts.248.w1,0.0012147325,0.05000,2.830
40,block_sparse_moe.experts.240.w1,0.0029767937,0.05000,2.909
40,block_sparse_moe.experts.244.w1,0.0016579280,0.05000,2.887
40,block_sparse_moe.experts.252.w1,0.0005241215,0.05000,2.909
40,block_sparse_moe.experts.250.w1,0.0008030258,0.05000,3.080
40,block_sparse_moe.experts.246.w1,0.0031986266,0.05000,3.040
40,block_sparse_moe.experts.254.w1,0.0020566425,0.05000,2.942
40,block_sparse_moe.experts.242.w1,0.0013508520,0.05000,2.942
40,block_sparse_moe.experts.7.w3,0.0005918886,0.05000,3.098
40,block_sparse_moe.experts.3.w3,0.0018010356,0.05000,3.103
40,block_sparse_moe.experts.15.w3,0.0017929657,0.05000,3.128
40,block_sparse_moe.experts.11.w3,0.0027528831,0.05000,3.125
40,block_sparse_moe.experts.1.w3,0.0010451608,0.05000,2.792
40,block_sparse_moe.experts.9.w3,0.0016849500,0.05000,2.862
40,block_sparse_moe.experts.5.w3,0.0014154688,0.05000,2.880
40,block_sparse_moe.experts.13.w3,0.0017792153,0.05000,2.978
40,block_sparse_moe.experts.0.w3,0.0017129511,0.05000,2.859
40,block_sparse_moe.experts.8.w3,0.0018544735,0.05000,2.944
40,block_sparse_moe.experts.4.w3,0.0011084468,0.05000,2.881
40,block_sparse_moe.experts.10.w3,0.0020544467,0.05000,2.845
40,block_sparse_moe.experts.12.w3,0.0008232757,0.05000,2.864
40,block_sparse_moe.experts.6.w3,0.0015966596,0.05000,2.838
40,block_sparse_moe.experts.14.w3,0.0015000723,0.05000,2.861
40,block_sparse_moe.experts.2.w3,0.0021820701,0.05000,2.978
40,block_sparse_moe.experts.23.w3,0.0010359856,0.05000,3.125
40,block_sparse_moe.experts.31.w3,0.0009742867,0.05000,3.149
40,block_sparse_moe.experts.27.w3,0.0031544239,0.05000,3.101
40,block_sparse_moe.experts.19.w3,0.0004953086,0.05000,3.230
40,block_sparse_moe.experts.17.w3,0.0002032386,0.05000,2.916
40,block_sparse_moe.experts.25.w3,0.0017147327,0.05000,2.870
40,block_sparse_moe.experts.21.w3,0.0005399126,0.05000,2.883
40,block_sparse_moe.experts.29.w3,0.0008335761,0.05000,2.884
40,block_sparse_moe.experts.16.w3,0.0017179143,0.05000,2.819
40,block_sparse_moe.experts.24.w3,0.0011941672,0.05000,2.905
40,block_sparse_moe.experts.20.w3,0.0006816822,0.05000,2.830
40,block_sparse_moe.experts.26.w3,0.0014963532,0.05000,2.842
40,block_sparse_moe.experts.28.w3,0.0016491989,0.05000,2.868
40,block_sparse_moe.experts.22.w3,0.0018720778,0.05000,2.839
40,block_sparse_moe.experts.18.w3,0.0020576127,0.05000,2.730
40,block_sparse_moe.experts.30.w3,0.0016168935,0.05000,2.912
40,block_sparse_moe.experts.43.w3,0.0015997577,0.05000,2.765
40,block_sparse_moe.experts.39.w3,0.0021705554,0.05000,2.909
40,block_sparse_moe.experts.47.w3,0.0031002973,0.05000,2.861
40,block_sparse_moe.experts.35.w3,0.0014041178,0.05000,2.856
40,block_sparse_moe.experts.33.w3,0.0008419793,0.05000,2.944
40,block_sparse_moe.experts.41.w3,0.0014129905,0.05000,2.849
40,block_sparse_moe.experts.37.w3,0.0016485185,0.05000,2.768
40,block_sparse_moe.experts.45.w3,0.0008398556,0.05000,2.768
40,block_sparse_moe.experts.32.w3,0.0010766353,0.05000,3.014
40,block_sparse_moe.experts.36.w3,0.0007560535,0.05000,2.972
40,block_sparse_moe.experts.40.w3,0.0005887914,0.05000,3.007
40,block_sparse_moe.experts.44.w3,0.0029045145,0.05000,3.027
40,block_sparse_moe.experts.42.w3,0.0002556096,0.05000,3.090
40,block_sparse_moe.experts.38.w3,0.0013296537,0.05000,3.023
40,block_sparse_moe.experts.34.w3,0.0007765779,0.05000,3.013
40,block_sparse_moe.experts.46.w3,0.0022984062,0.05000,3.109
40,block_sparse_moe.experts.55.w3,0.0012542679,0.05000,2.955
40,block_sparse_moe.experts.59.w3,0.0013286992,0.05000,3.026
40,block_sparse_moe.experts.63.w3,0.0011821041,0.05000,3.115
40,block_sparse_moe.experts.51.w3,0.0018762654,0.05000,3.108
40,block_sparse_moe.experts.49.w3,0.0007540269,0.05000,3.006
40,block_sparse_moe.experts.57.w3,0.0022392563,0.05000,3.003
40,block_sparse_moe.experts.53.w3,0.0029041807,0.05000,2.923
40,block_sparse_moe.experts.61.w3,0.0011575278,0.05000,2.939
40,block_sparse_moe.experts.48.w3,0.0004105485,0.05000,3.014
40,block_sparse_moe.experts.58.w3,0.0016225674,0.05000,2.750
40,block_sparse_moe.experts.54.w3,0.0006319985,0.05000,2.766
40,block_sparse_moe.experts.56.w3,0.0029706744,0.05000,2.976
40,block_sparse_moe.experts.52.w3,0.0014368982,0.05000,3.123
40,block_sparse_moe.experts.60.w3,0.0018492460,0.05000,3.099
40,block_sparse_moe.experts.50.w3,0.0022865406,0.05000,2.837
40,block_sparse_moe.experts.62.w3,0.0009268681,0.05000,2.778
40,block_sparse_moe.experts.71.w3,0.0007669431,0.05000,2.965
40,block_sparse_moe.experts.75.w3,0.0028115869,0.05000,3.074
40,block_sparse_moe.experts.79.w3,0.0015216018,0.05000,2.970
40,block_sparse_moe.experts.65.w3,0.0010379588,0.05000,2.860
40,block_sparse_moe.experts.67.w3,0.0028967322,0.05000,3.018
40,block_sparse_moe.experts.73.w3,0.0014512413,0.05000,2.846
40,block_sparse_moe.experts.77.w3,0.0021325505,0.05000,2.792
40,block_sparse_moe.experts.69.w3,0.0015810231,0.05000,2.980
40,block_sparse_moe.experts.70.w3,0.0011467922,0.05000,2.700
40,block_sparse_moe.experts.74.w3,0.0026430405,0.05000,2.789
40,block_sparse_moe.experts.64.w3,0.0001807575,0.05000,2.979
40,block_sparse_moe.experts.72.w3,0.0030559864,0.05000,3.020
40,block_sparse_moe.experts.68.w3,0.0020957924,0.05000,3.077
40,block_sparse_moe.experts.78.w3,0.0005530153,0.05000,2.792
40,block_sparse_moe.experts.76.w3,0.0027203310,0.05000,2.998
40,block_sparse_moe.experts.66.w3,0.0007759842,0.05000,2.882
40,block_sparse_moe.experts.81.w3,0.0005493368,0.05000,2.712
40,block_sparse_moe.experts.87.w3,0.0017952416,0.05000,3.238
40,block_sparse_moe.experts.93.w3,0.0020592525,0.05000,2.703
40,block_sparse_moe.experts.89.w3,0.0053713192,0.05000,2.788
40,block_sparse_moe.experts.91.w3,0.0012934554,0.05000,3.145
40,block_sparse_moe.experts.85.w3,0.0004925344,0.05000,2.749
40,block_sparse_moe.experts.95.w3,0.0014011637,0.05000,3.232
40,block_sparse_moe.experts.83.w3,0.0008261246,0.05000,3.183
40,block_sparse_moe.experts.86.w3,0.0015390474,0.05000,3.194
40,block_sparse_moe.experts.90.w3,0.0013738972,0.05000,3.164
40,block_sparse_moe.experts.80.w3,0.0008050262,0.05000,3.010
40,block_sparse_moe.experts.88.w3,0.0028272536,0.05000,3.026
40,block_sparse_moe.experts.84.w3,0.0013771553,0.05000,2.964
40,block_sparse_moe.experts.92.w3,0.0006762733,0.05000,3.006
40,block_sparse_moe.experts.94.w3,0.0017863675,0.05000,3.153
40,block_sparse_moe.experts.82.w3,0.0015414984,0.05000,3.184
40,block_sparse_moe.experts.97.w3,0.0014159868,0.05000,2.920
40,block_sparse_moe.experts.109.w3,0.0006030654,0.05000,2.923
40,block_sparse_moe.experts.105.w3,0.0012003563,0.05000,2.985
40,block_sparse_moe.experts.103.w3,0.0014383869,0.05000,3.128
40,block_sparse_moe.experts.101.w3,0.0027818285,0.05000,2.994
40,block_sparse_moe.experts.107.w3,0.0013414897,0.05000,3.190
40,block_sparse_moe.experts.111.w3,0.0018369869,0.05000,3.112
40,block_sparse_moe.experts.99.w3,0.0040477077,0.05000,3.138
40,block_sparse_moe.experts.102.w3,0.0014349557,0.05000,2.792
40,block_sparse_moe.experts.106.w3,0.0008599349,0.05000,2.807
40,block_sparse_moe.experts.96.w3,0.0014702448,0.05000,3.109
40,block_sparse_moe.experts.110.w3,0.0014960456,0.05000,2.731
40,block_sparse_moe.experts.104.w3,0.0007283838,0.05000,3.136
40,block_sparse_moe.experts.98.w3,0.0027987046,0.05000,2.722
40,block_sparse_moe.experts.100.w3,0.0011365587,0.05000,3.113
40,block_sparse_moe.experts.108.w3,0.0014951491,0.05000,3.168
40,block_sparse_moe.experts.113.w3,0.0008224902,0.05000,3.093
40,block_sparse_moe.experts.125.w3,0.0003911627,0.05000,3.030
40,block_sparse_moe.experts.121.w3,0.0008950572,0.05000,3.043
40,block_sparse_moe.experts.119.w3,0.0049089683,0.05000,3.030
40,block_sparse_moe.experts.123.w3,0.0024873263,0.05000,3.038
40,block_sparse_moe.experts.117.w3,0.0015518442,0.05000,3.093
40,block_sparse_moe.experts.127.w3,0.0027226721,0.05000,3.097
40,block_sparse_moe.experts.115.w3,0.0007579437,0.05000,3.123
40,block_sparse_moe.experts.122.w3,0.0027410396,0.05000,2.891
40,block_sparse_moe.experts.118.w3,0.0010572313,0.05000,3.000
40,block_sparse_moe.experts.112.w3,0.0024663041,0.05000,2.842
40,block_sparse_moe.experts.120.w3,0.0018659557,0.05000,2.843
40,block_sparse_moe.experts.126.w3,0.0030363189,0.05000,2.975
40,block_sparse_moe.experts.114.w3,0.0004979464,0.05000,2.981
40,block_sparse_moe.experts.116.w3,0.0004366543,0.05000,3.036
40,block_sparse_moe.experts.124.w3,0.0018255619,0.05000,2.988
40,block_sparse_moe.experts.129.w3,0.0015170361,0.05000,3.157
40,block_sparse_moe.experts.135.w3,0.0012697021,0.05000,3.015
40,block_sparse_moe.experts.137.w3,0.0017107697,0.05000,3.126
40,block_sparse_moe.experts.141.w3,0.0014643615,0.05000,3.243
40,block_sparse_moe.experts.139.w3,0.0007980428,0.05000,2.985
40,block_sparse_moe.experts.131.w3,0.0005774888,0.05000,2.908
40,block_sparse_moe.experts.138.w3,0.0016646252,0.05000,2.926
40,block_sparse_moe.experts.134.w3,0.0031486997,0.05000,2.853
40,block_sparse_moe.experts.133.w3,0.0019239687,0.05000,3.221
40,block_sparse_moe.experts.143.w3,0.0029679018,0.05000,3.181
40,block_sparse_moe.experts.128.w3,0.0028254077,0.05000,2.961
40,block_sparse_moe.experts.136.w3,0.0008714138,0.05000,2.843
40,block_sparse_moe.experts.142.w3,0.0016849645,0.05000,2.760
40,block_sparse_moe.experts.130.w3,0.0041718411,0.05000,2.840
40,block_sparse_moe.experts.132.w3,0.0012912576,0.05000,2.920
40,block_sparse_moe.experts.140.w3,0.0011326078,0.05000,3.039
40,block_sparse_moe.experts.145.w3,0.0028629212,0.05000,2.856
40,block_sparse_moe.experts.151.w3,0.0004935163,0.05000,2.845
40,block_sparse_moe.experts.157.w3,0.0023640337,0.05000,2.833
40,block_sparse_moe.experts.153.w3,0.0010359359,0.05000,2.904
40,block_sparse_moe.experts.155.w3,0.0014277055,0.05000,2.907
40,block_sparse_moe.experts.147.w3,0.0016724839,0.05000,2.832
40,block_sparse_moe.experts.154.w3,0.0021351810,0.05000,2.936
40,block_sparse_moe.experts.149.w3,0.0025470145,0.05000,2.917
40,block_sparse_moe.experts.150.w3,0.0009811550,0.05000,2.966
40,block_sparse_moe.experts.159.w3,0.0005312522,0.05000,2.952
40,block_sparse_moe.experts.144.w3,0.0006371837,0.05000,3.101
40,block_sparse_moe.experts.158.w3,0.0005105104,0.05000,3.074
40,block_sparse_moe.experts.146.w3,0.0010221689,0.05000,2.989
40,block_sparse_moe.experts.152.w3,0.0015772216,0.05000,3.152
40,block_sparse_moe.experts.148.w3,0.0026298102,0.05000,3.163
40,block_sparse_moe.experts.156.w3,0.0010018241,0.05000,3.156
40,block_sparse_moe.experts.161.w3,0.0001473408,0.05000,3.100
40,block_sparse_moe.experts.167.w3,0.0014979358,0.05000,3.000
40,block_sparse_moe.experts.169.w3,0.0032005489,0.05000,2.980
40,block_sparse_moe.experts.173.w3,0.0017210356,0.05000,3.141
40,block_sparse_moe.experts.171.w3,0.0037978392,0.05000,3.136
40,block_sparse_moe.experts.170.w3,0.0009603050,0.05000,2.992
40,block_sparse_moe.experts.166.w3,0.0007554232,0.05000,2.959
40,block_sparse_moe.experts.163.w3,0.0017281171,0.05000,3.203
40,block_sparse_moe.experts.165.w3,0.0006588879,0.05000,3.066
40,block_sparse_moe.experts.175.w3,0.0026556838,0.05000,3.096
40,block_sparse_moe.experts.162.w3,0.0017801036,0.05000,3.017
40,block_sparse_moe.experts.174.w3,0.0010123024,0.05000,3.062
40,block_sparse_moe.experts.160.w3,0.0005589020,0.05000,3.140
40,block_sparse_moe.experts.168.w3,0.0026988079,0.05000,3.160
40,block_sparse_moe.experts.164.w3,0.0005682873,0.05000,3.087
40,block_sparse_moe.experts.172.w3,0.0004060781,0.05000,3.073
40,block_sparse_moe.experts.177.w3,0.0045127424,0.05000,2.940
40,block_sparse_moe.experts.185.w3,0.0018317476,0.05000,2.938
40,block_sparse_moe.experts.183.w3,0.0035902841,0.05000,3.007
40,block_sparse_moe.experts.189.w3,0.0019243091,0.05000,2.991
40,block_sparse_moe.experts.186.w3,0.0025066364,0.05000,2.805
40,block_sparse_moe.experts.182.w3,0.0008128907,0.05000,2.823
40,block_sparse_moe.experts.187.w3,0.0006732885,0.05000,3.037
40,block_sparse_moe.experts.181.w3,0.0022522464,0.05000,2.962
40,block_sparse_moe.experts.179.w3,0.0011534555,0.05000,3.080
40,block_sparse_moe.experts.191.w3,0.0036656376,0.05000,3.047
40,block_sparse_moe.experts.190.w3,0.0019038005,0.05000,2.752
40,block_sparse_moe.experts.178.w3,0.0008541038,0.05000,2.757
40,block_sparse_moe.experts.176.w3,0.0003043693,0.05000,2.965
40,block_sparse_moe.experts.184.w3,0.0040178530,0.05000,3.064
40,block_sparse_moe.experts.180.w3,0.0016925752,0.05000,3.045
40,block_sparse_moe.experts.188.w3,0.0058959116,0.05000,3.087
40,block_sparse_moe.experts.193.w3,0.0006009817,0.05000,3.077
40,block_sparse_moe.experts.201.w3,0.0030426207,0.05000,2.941
40,block_sparse_moe.experts.198.w3,0.0015220500,0.05000,2.747
40,block_sparse_moe.experts.202.w3,0.0013901209,0.05000,2.870
40,block_sparse_moe.experts.199.w3,0.0008642823,0.05000,3.080
40,block_sparse_moe.experts.205.w3,0.0025059121,0.05000,2.982
40,block_sparse_moe.experts.197.w3,0.0018355647,0.05000,2.871
40,block_sparse_moe.experts.203.w3,0.0013054259,0.05000,2.995
40,block_sparse_moe.experts.195.w3,0.0008742671,0.05000,3.058
40,block_sparse_moe.experts.194.w3,0.0028995218,0.05000,2.882
40,block_sparse_moe.experts.206.w3,0.0008854545,0.05000,2.999
40,block_sparse_moe.experts.207.w3,0.0007783106,0.05000,3.033
40,block_sparse_moe.experts.192.w3,0.0021040677,0.05000,3.005
40,block_sparse_moe.experts.200.w3,0.0003711147,0.05000,2.955
40,block_sparse_moe.experts.196.w3,0.0019914569,0.05000,3.108
40,block_sparse_moe.experts.204.w3,0.0012140197,0.05000,3.108
40,block_sparse_moe.experts.214.w3,0.0014878129,0.05000,2.857
40,block_sparse_moe.experts.218.w3,0.0009337239,0.05000,2.848
40,block_sparse_moe.experts.209.w3,0.0010927063,0.05000,3.009
40,block_sparse_moe.experts.217.w3,0.0011795665,0.05000,2.987
40,block_sparse_moe.experts.215.w3,0.0013393010,0.05000,3.066
40,block_sparse_moe.experts.221.w3,0.0014720988,0.05000,3.071
40,block_sparse_moe.experts.213.w3,0.0011116059,0.05000,2.999
40,block_sparse_moe.experts.210.w3,0.0009834039,0.05000,2.770
40,block_sparse_moe.experts.219.w3,0.0006050651,0.05000,3.072
40,block_sparse_moe.experts.222.w3,0.0007426971,0.05000,2.781
40,block_sparse_moe.experts.211.w3,0.0007459867,0.05000,3.051
40,block_sparse_moe.experts.223.w3,0.0011273574,0.05000,3.170
40,block_sparse_moe.experts.208.w3,0.0020862365,0.05000,3.155
40,block_sparse_moe.experts.216.w3,0.0023081558,0.05000,3.132
40,block_sparse_moe.experts.212.w3,0.0023712408,0.05000,3.148
40,block_sparse_moe.experts.220.w3,0.0028148724,0.05000,3.069
40,block_sparse_moe.experts.230.w3,0.0014434054,0.05000,2.805
40,block_sparse_moe.experts.234.w3,0.0007261222,0.05000,2.757
40,block_sparse_moe.experts.225.w3,0.0018366792,0.05000,2.960
40,block_sparse_moe.experts.233.w3,0.0003850786,0.05000,3.096
40,block_sparse_moe.experts.231.w3,0.0010486333,0.05000,2.979
40,block_sparse_moe.experts.229.w3,0.0014510470,0.05000,2.893
40,block_sparse_moe.experts.237.w3,0.0032463074,0.05000,3.002
40,block_sparse_moe.experts.238.w3,0.0016736114,0.05000,2.818
40,block_sparse_moe.experts.226.w3,0.0013087387,0.05000,2.971
40,block_sparse_moe.experts.235.w3,0.0007115229,0.05000,3.114
40,block_sparse_moe.experts.227.w3,0.0031642854,0.05000,3.019
40,block_sparse_moe.experts.239.w3,0.0013839069,0.05000,2.954
40,block_sparse_moe.experts.224.w3,0.0011622641,0.05000,3.243
40,block_sparse_moe.experts.232.w3,0.0003854459,0.05000,3.190
40,block_sparse_moe.experts.228.w3,0.0008926207,0.05000,3.113
40,block_sparse_moe.experts.236.w3,0.0009411822,0.05000,3.147
40,block_sparse_moe.experts.246.w3,0.0036158617,0.05000,3.022
40,block_sparse_moe.experts.250.w3,0.0008719360,0.05000,3.078
40,block_sparse_moe.experts.241.w3,0.0016079840,0.05000,3.036
40,block_sparse_moe.experts.249.w3,0.0031391359,0.05000,2.969
40,block_sparse_moe.experts.245.w3,0.0038545483,0.05000,2.898
40,block_sparse_moe.experts.253.w3,0.0011355109,0.05000,2.887
40,block_sparse_moe.experts.242.w3,0.0015672591,0.05000,2.824
40,block_sparse_moe.experts.254.w3,0.0024808380,0.05000,2.861
40,block_sparse_moe.experts.247.w3,0.0008870711,0.05000,3.120
40,block_sparse_moe.experts.251.w3,0.0023059557,0.05000,2.879
40,block_sparse_moe.experts.243.w3,0.0026035068,0.05000,2.788
40,block_sparse_moe.experts.255.w3,0.0016113293,0.05000,2.684
40,block_sparse_moe.experts.240.w3,0.0033308324,0.05000,2.898
40,block_sparse_moe.experts.248.w3,0.0012933651,0.05000,2.878
40,block_sparse_moe.experts.244.w3,0.0017786733,0.05000,2.769
40,block_sparse_moe.experts.252.w3,0.0006169409,0.05000,2.609
40,block_sparse_moe.experts.12.w2,0.0004611318,0.05000,1.459
40,block_sparse_moe.experts.4.w2,0.0029112249,0.05000,1.468
40,block_sparse_moe.experts.8.w2,0.0023071544,0.05000,1.483
40,block_sparse_moe.experts.0.w2,0.0011923168,0.05000,1.488
40,block_sparse_moe.experts.14.w2,0.0010948831,0.05000,1.560
40,block_sparse_moe.experts.3.w2,0.0053131693,0.05000,1.591
40,block_sparse_moe.experts.1.w2,0.0017805794,0.05000,1.595
40,block_sparse_moe.experts.2.w2,0.0036497138,0.05000,1.602
40,block_sparse_moe.experts.10.w2,0.0021609971,0.05000,1.602
40,block_sparse_moe.experts.7.w2,0.0011732435,0.05000,1.619
40,block_sparse_moe.experts.11.w2,0.0023480408,0.05000,1.627
40,block_sparse_moe.experts.9.w2,0.0013215619,0.05000,1.638
40,block_sparse_moe.experts.15.w2,0.0061812655,0.05000,1.654
40,block_sparse_moe.experts.6.w2,0.0044552140,0.05000,1.657
40,block_sparse_moe.experts.5.w2,0.0022126177,0.05000,1.662
40,block_sparse_moe.experts.13.w2,0.0019380853,0.05000,1.688
40,block_sparse_moe.experts.20.w2,0.0003288287,0.05000,1.535
40,block_sparse_moe.experts.18.w2,0.0031753729,0.05000,1.428
40,block_sparse_moe.experts.23.w2,0.0048759988,0.05000,1.420
40,block_sparse_moe.experts.30.w2,0.0028497797,0.05000,1.497
40,block_sparse_moe.experts.26.w2,0.0017259283,0.05000,1.456
40,block_sparse_moe.experts.24.w2,0.0023037605,0.05000,1.593
40,block_sparse_moe.experts.28.w2,0.0033751876,0.05000,1.619
40,block_sparse_moe.experts.19.w2,0.0010138820,0.05000,1.508
40,block_sparse_moe.experts.22.w2,0.0027215521,0.05000,1.473
40,block_sparse_moe.experts.31.w2,0.0040156355,0.05000,1.484
40,block_sparse_moe.experts.17.w2,0.0004813640,0.05000,1.571
40,block_sparse_moe.experts.16.w2,0.0045648497,0.05000,1.683
40,block_sparse_moe.experts.27.w2,0.0071492809,0.05000,1.555
40,block_sparse_moe.experts.25.w2,0.0010521930,0.05000,1.564
40,block_sparse_moe.experts.29.w2,0.0009437997,0.05000,1.565
40,block_sparse_moe.experts.21.w2,0.0011908571,0.05000,1.624
40,block_sparse_moe.experts.35.w2,0.0017701181,0.05000,1.159
40,block_sparse_moe.experts.39.w2,0.0028593581,0.05000,1.304
40,block_sparse_moe.experts.47.w2,0.0059240858,0.05000,1.216
40,block_sparse_moe.experts.34.w2,0.0004013857,0.05000,1.323
40,block_sparse_moe.experts.42.w2,0.0005612258,0.05000,1.314
40,block_sparse_moe.experts.46.w2,0.0015832033,0.05000,1.340
40,block_sparse_moe.experts.36.w2,0.0014003698,0.05000,1.407
40,block_sparse_moe.experts.38.w2,0.0076734075,0.05000,1.292
40,block_sparse_moe.experts.43.w2,0.0023645904,0.05000,1.274
40,block_sparse_moe.experts.44.w2,0.0020807517,0.05000,1.403
40,block_sparse_moe.experts.40.w2,0.0004948920,0.05000,1.430
40,block_sparse_moe.experts.32.w2,0.0012497343,0.05000,1.450
40,block_sparse_moe.experts.33.w2,0.0045539961,0.05000,1.520
40,block_sparse_moe.experts.41.w2,0.0009096325,0.05000,1.520
40,block_sparse_moe.experts.45.w2,0.0015798376,0.05000,1.522
40,block_sparse_moe.experts.37.w2,0.0026452308,0.05000,1.499
40,block_sparse_moe.experts.58.w2,0.0032222961,0.05000,1.358
40,block_sparse_moe.experts.50.w2,0.0033632828,0.05000,1.403
40,block_sparse_moe.experts.54.w2,0.0009935821,0.05000,1.355
40,block_sparse_moe.experts.51.w2,0.0122415406,0.05000,1.552
40,block_sparse_moe.experts.62.w2,0.0028080883,0.05000,1.425
40,block_sparse_moe.experts.63.w2,0.0004284462,0.05000,1.510
40,block_sparse_moe.experts.55.w2,0.0007914256,0.05000,1.523
40,block_sparse_moe.experts.52.w2,0.0071165895,0.05000,1.509
40,block_sparse_moe.experts.59.w2,0.0038690858,0.05000,1.547
40,block_sparse_moe.experts.60.w2,0.0023354447,0.05000,1.528
40,block_sparse_moe.experts.56.w2,0.0148854126,0.05000,1.557
40,block_sparse_moe.experts.57.w2,0.0029209318,0.05000,1.368
40,block_sparse_moe.experts.48.w2,0.0016130450,0.05000,1.489
40,block_sparse_moe.experts.49.w2,0.0040961310,0.05000,1.442
40,block_sparse_moe.experts.53.w2,0.0043316296,0.05000,1.387
40,block_sparse_moe.experts.61.w2,0.0044016034,0.05000,1.458
40,block_sparse_moe.experts.70.w2,0.0010487183,0.05000,1.400
40,block_sparse_moe.experts.66.w2,0.0011915455,0.05000,1.441
40,block_sparse_moe.experts.74.w2,0.0026100326,0.05000,1.513
40,block_sparse_moe.experts.78.w2,0.0004092234,0.05000,1.456
40,block_sparse_moe.experts.67.w2,0.0044636714,0.05000,1.536
40,block_sparse_moe.experts.68.w2,0.0043561775,0.05000,1.481
40,block_sparse_moe.experts.79.w2,0.0030037857,0.05000,1.597
40,block_sparse_moe.experts.71.w2,0.0036689221,0.05000,1.598
40,block_sparse_moe.experts.72.w2,0.0076211319,0.05000,1.475
40,block_sparse_moe.experts.64.w2,0.0004581745,0.05000,1.435
40,block_sparse_moe.experts.76.w2,0.0044556969,0.05000,1.539
40,block_sparse_moe.experts.73.w2,0.0015220898,0.05000,1.511
40,block_sparse_moe.experts.75.w2,0.0036198203,0.05000,1.618
40,block_sparse_moe.experts.65.w2,0.0013902054,0.05000,1.584
40,block_sparse_moe.experts.69.w2,0.0032858425,0.05000,1.558
40,block_sparse_moe.experts.77.w2,0.0038885391,0.05000,1.557
40,block_sparse_moe.experts.86.w2,0.0026994750,0.05000,1.602
40,block_sparse_moe.experts.94.w2,0.0019585001,0.05000,1.559
40,block_sparse_moe.experts.82.w2,0.0008270197,0.05000,1.658
40,block_sparse_moe.experts.90.w2,0.0010705241,0.05000,1.615
40,block_sparse_moe.experts.83.w2,0.0027517110,0.05000,1.597
40,block_sparse_moe.experts.84.w2,0.0012420440,0.05000,1.590
40,block_sparse_moe.experts.95.w2,0.0021473099,0.05000,1.567
40,block_sparse_moe.experts.87.w2,0.0048772872,0.05000,1.592
40,block_sparse_moe.experts.88.w2,0.0074285811,0.05000,1.543
40,block_sparse_moe.experts.89.w2,0.0111775102,0.05000,1.496
40,block_sparse_moe.experts.80.w2,0.0009186570,0.05000,1.552
40,block_sparse_moe.experts.85.w2,0.0014642540,0.05000,1.422
40,block_sparse_moe.experts.92.w2,0.0020446052,0.05000,1.603
40,block_sparse_moe.experts.91.w2,0.0005291027,0.05000,1.545
40,block_sparse_moe.experts.81.w2,0.0008650404,0.05000,1.461
40,block_sparse_moe.experts.93.w2,0.0055231748,0.05000,1.447
40,block_sparse_moe.experts.102.w2,0.0091982795,0.05000,1.519
40,block_sparse_moe.experts.110.w2,0.0019426234,0.05000,1.529
40,block_sparse_moe.experts.98.w2,0.0076474121,0.05000,1.537
40,block_sparse_moe.experts.106.w2,0.0015740455,0.05000,1.538
40,block_sparse_moe.experts.99.w2,0.0156103903,0.05000,1.476
40,block_sparse_moe.experts.100.w2,0.0009699483,0.05000,1.461
40,block_sparse_moe.experts.111.w2,0.0029665211,0.05000,1.474
40,block_sparse_moe.experts.105.w2,0.0084906331,0.05000,1.431
40,block_sparse_moe.experts.96.w2,0.0038519113,0.05000,1.454
40,block_sparse_moe.experts.103.w2,0.0027526326,0.05000,1.505
40,block_sparse_moe.experts.104.w2,0.0007609407,0.05000,1.521
40,block_sparse_moe.experts.101.w2,0.0120977190,0.05000,1.457
40,block_sparse_moe.experts.97.w2,0.0017678084,0.05000,1.490
40,block_sparse_moe.experts.107.w2,0.0047959844,0.05000,1.530
40,block_sparse_moe.experts.109.w2,0.0045896145,0.05000,1.466
40,block_sparse_moe.experts.108.w2,0.0015218789,0.05000,1.551
40,block_sparse_moe.experts.118.w2,0.0053204729,0.05000,1.527
40,block_sparse_moe.experts.114.w2,0.0024091333,0.05000,1.483
40,block_sparse_moe.experts.126.w2,0.0076153212,0.05000,1.539
40,block_sparse_moe.experts.115.w2,0.0057928602,0.05000,1.539
40,block_sparse_moe.experts.122.w2,0.0052951127,0.05000,1.565
40,block_sparse_moe.experts.116.w2,0.0013899779,0.05000,1.536
40,block_sparse_moe.experts.121.w2,0.0068546305,0.05000,1.477
40,block_sparse_moe.experts.127.w2,0.0025393667,0.05000,1.510
40,block_sparse_moe.experts.117.w2,0.0033516292,0.05000,1.442
40,block_sparse_moe.experts.113.w2,0.0029467781,0.05000,1.439
40,block_sparse_moe.experts.112.w2,0.0058551897,0.05000,1.562
40,block_sparse_moe.experts.120.w2,0.0030072439,0.05000,1.513
40,block_sparse_moe.experts.119.w2,0.0167793664,0.05000,1.562
40,block_sparse_moe.experts.125.w2,0.0006843867,0.05000,1.490
40,block_sparse_moe.experts.124.w2,0.0056554467,0.05000,1.536
40,block_sparse_moe.experts.123.w2,0.0033467006,0.05000,1.643
40,block_sparse_moe.experts.134.w2,0.0032124598,0.05000,1.532
40,block_sparse_moe.experts.130.w2,0.0043148885,0.05000,1.517
40,block_sparse_moe.experts.137.w2,0.0032698439,0.05000,1.423
40,block_sparse_moe.experts.142.w2,0.0037313736,0.05000,1.551
40,block_sparse_moe.experts.143.w2,0.0029933884,0.05000,1.454
40,block_sparse_moe.experts.129.w2,0.0019201586,0.05000,1.383
40,block_sparse_moe.experts.133.w2,0.0061355463,0.05000,1.464
40,block_sparse_moe.experts.131.w2,0.0018732792,0.05000,1.559
40,block_sparse_moe.experts.138.w2,0.0016580720,0.05000,1.570
40,block_sparse_moe.experts.132.w2,0.0034924694,0.05000,1.573
40,block_sparse_moe.experts.141.w2,0.0031494278,0.05000,1.369
40,block_sparse_moe.experts.135.w2,0.0015154833,0.05000,1.521
40,block_sparse_moe.experts.128.w2,0.0027887189,0.05000,1.573
40,block_sparse_moe.experts.136.w2,0.0009897992,0.05000,1.581
40,block_sparse_moe.experts.139.w2,0.0017427967,0.05000,1.433
40,block_sparse_moe.experts.140.w2,0.0029165216,0.05000,1.561
40,block_sparse_moe.experts.150.w2,0.0003159077,0.05000,1.362
40,block_sparse_moe.experts.159.w2,0.0009052860,0.05000,1.323
40,block_sparse_moe.experts.158.w2,0.0013405562,0.05000,1.329
40,block_sparse_moe.experts.147.w2,0.0028159873,0.05000,1.297
40,block_sparse_moe.experts.146.w2,0.0015061720,0.05000,1.450
40,block_sparse_moe.experts.154.w2,0.0027839866,0.05000,1.355
40,block_sparse_moe.experts.153.w2,0.0007248593,0.05000,1.497
40,block_sparse_moe.experts.151.w2,0.0005764922,0.05000,1.321
40,block_sparse_moe.experts.145.w2,0.0027039448,0.05000,1.495
40,block_sparse_moe.experts.149.w2,0.0018766679,0.05000,1.529
40,block_sparse_moe.experts.148.w2,0.0013722527,0.05000,1.519
40,block_sparse_moe.experts.157.w2,0.0041630021,0.05000,1.527
40,block_sparse_moe.experts.155.w2,0.0054560525,0.05000,1.409
40,block_sparse_moe.experts.152.w2,0.0024309480,0.05000,1.528
40,block_sparse_moe.experts.144.w2,0.0017827674,0.05000,1.551
40,block_sparse_moe.experts.156.w2,0.0038333172,0.05000,1.544
40,block_sparse_moe.experts.166.w2,0.0012913612,0.05000,1.237
40,block_sparse_moe.experts.174.w2,0.0010782126,0.05000,1.273
40,block_sparse_moe.experts.162.w2,0.0016427911,0.05000,1.316
40,block_sparse_moe.experts.170.w2,0.0002925438,0.05000,1.369
40,block_sparse_moe.experts.163.w2,0.0034141350,0.05000,1.518
40,block_sparse_moe.experts.175.w2,0.0042381351,0.05000,1.569
40,block_sparse_moe.experts.161.w2,0.0004906884,0.05000,1.398
40,block_sparse_moe.experts.169.w2,0.0080130142,0.05000,1.477
40,block_sparse_moe.experts.167.w2,0.0018248915,0.05000,1.467
40,block_sparse_moe.experts.165.w2,0.0013929003,0.05000,1.441
40,block_sparse_moe.experts.173.w2,0.0014513500,0.05000,1.475
40,block_sparse_moe.experts.164.w2,0.0014207531,0.05000,1.519
40,block_sparse_moe.experts.171.w2,0.0029819620,0.05000,1.461
40,block_sparse_moe.experts.160.w2,0.0017895016,0.05000,1.486
40,block_sparse_moe.experts.168.w2,0.0038993321,0.05000,1.547
40,block_sparse_moe.experts.172.w2,0.0011237853,0.05000,1.539
40,block_sparse_moe.experts.182.w2,0.0001897009,0.05000,1.522
40,block_sparse_moe.experts.190.w2,0.0034294221,0.05000,1.486
40,block_sparse_moe.experts.178.w2,0.0013668676,0.05000,1.502
40,block_sparse_moe.experts.186.w2,0.0048315401,0.05000,1.504
40,block_sparse_moe.experts.179.w2,0.0034353167,0.05000,1.472
40,block_sparse_moe.experts.183.w2,0.0169782447,0.05000,1.436
40,block_sparse_moe.experts.185.w2,0.0032252494,0.05000,1.503
40,block_sparse_moe.experts.177.w2,0.0245692171,0.05000,1.534
40,block_sparse_moe.experts.191.w2,0.0036080567,0.05000,1.553
40,block_sparse_moe.experts.181.w2,0.0032487836,0.05000,1.523
40,block_sparse_moe.experts.189.w2,0.0022905828,0.05000,1.517
40,block_sparse_moe.experts.187.w2,0.0022219136,0.05000,1.504
40,block_sparse_moe.experts.180.w2,0.0011338531,0.05000,1.549
40,block_sparse_moe.experts.176.w2,0.0007622227,0.05000,1.485
40,block_sparse_moe.experts.184.w2,0.0076386636,0.05000,1.503
40,block_sparse_moe.experts.188.w2,0.0294472296,0.05000,1.584
40,block_sparse_moe.experts.206.w2,0.0043676525,0.05000,1.298
40,block_sparse_moe.experts.198.w2,0.0062453669,0.05000,1.360
40,block_sparse_moe.experts.202.w2,0.0007069834,0.05000,1.273
40,block_sparse_moe.experts.194.w2,0.0176666573,0.05000,1.373
40,block_sparse_moe.experts.195.w2,0.0008481891,0.05000,1.476
40,block_sparse_moe.experts.199.w2,0.0021997589,0.05000,1.443
40,block_sparse_moe.experts.193.w2,0.0009999539,0.05000,1.529
40,block_sparse_moe.experts.207.w2,0.0017272571,0.05000,1.528
40,block_sparse_moe.experts.201.w2,0.0015765605,0.05000,1.588
40,block_sparse_moe.experts.197.w2,0.0022010606,0.05000,1.520
40,block_sparse_moe.experts.205.w2,0.0048547983,0.05000,1.480
40,block_sparse_moe.experts.203.w2,0.0009216364,0.05000,1.417
40,block_sparse_moe.experts.196.w2,0.0016716910,0.05000,1.424
40,block_sparse_moe.experts.192.w2,0.0027701530,0.05000,1.365
40,block_sparse_moe.experts.200.w2,0.0004576191,0.05000,1.435
40,block_sparse_moe.experts.204.w2,0.0039890404,0.05000,1.413
40,block_sparse_moe.experts.222.w2,0.0011797415,0.05000,1.414
40,block_sparse_moe.experts.214.w2,0.0028390490,0.05000,1.492
40,block_sparse_moe.experts.218.w2,0.0015838454,0.05000,1.473
40,block_sparse_moe.experts.210.w2,0.0005210401,0.05000,1.569
40,block_sparse_moe.experts.211.w2,0.0011524034,0.05000,1.440
40,block_sparse_moe.experts.215.w2,0.0031225537,0.05000,1.415
40,block_sparse_moe.experts.223.w2,0.0051162826,0.05000,1.432
40,block_sparse_moe.experts.209.w2,0.0009964814,0.05000,1.544
40,block_sparse_moe.experts.213.w2,0.0020903520,0.05000,1.503
40,block_sparse_moe.experts.219.w2,0.0006786827,0.05000,1.469
40,block_sparse_moe.experts.217.w2,0.0020303075,0.05000,1.541
40,block_sparse_moe.experts.221.w2,0.0006591865,0.05000,1.498
40,block_sparse_moe.experts.208.w2,0.0024571874,0.05000,1.558
40,block_sparse_moe.experts.212.w2,0.0026894460,0.05000,1.590
40,block_sparse_moe.experts.216.w2,0.0030663964,0.05000,1.600
40,block_sparse_moe.experts.220.w2,0.0295599711,0.05000,1.659
40,block_sparse_moe.experts.238.w2,0.0076330951,0.05000,1.453
40,block_sparse_moe.experts.230.w2,0.0022220540,0.05000,1.446
40,block_sparse_moe.experts.234.w2,0.0013444398,0.05000,1.478
40,block_sparse_moe.experts.226.w2,0.0055840451,0.05000,1.442
40,block_sparse_moe.experts.227.w2,0.0072788264,0.05000,1.375
40,block_sparse_moe.experts.231.w2,0.0002835110,0.05000,1.372
40,block_sparse_moe.experts.239.w2,0.0037123537,0.05000,1.378
40,block_sparse_moe.experts.235.w2,0.0012287257,0.05000,1.473
40,block_sparse_moe.experts.225.w2,0.0037210041,0.05000,1.544
40,block_sparse_moe.experts.233.w2,0.0020453627,0.05000,1.544
40,block_sparse_moe.experts.229.w2,0.0048273692,0.05000,1.553
40,block_sparse_moe.experts.237.w2,0.0091375120,0.05000,1.588
40,block_sparse_moe.experts.224.w2,0.0015777438,0.05000,1.543
40,block_sparse_moe.experts.228.w2,0.0017064656,0.05000,1.516
40,block_sparse_moe.experts.232.w2,0.0014237277,0.05000,1.541
40,block_sparse_moe.experts.236.w2,0.0016044422,0.05000,1.600
40,block_sparse_moe.experts.254.w2,0.0036601940,0.05000,1.647
40,block_sparse_moe.experts.246.w2,0.0349320415,0.05000,1.634
40,block_sparse_moe.experts.250.w2,0.0017734407,0.05000,1.552
40,block_sparse_moe.experts.242.w2,0.0022678485,0.05000,1.497
40,block_sparse_moe.experts.243.w2,0.0026065532,0.05000,1.544
40,block_sparse_moe.experts.247.w2,0.0033290539,0.05000,1.551
40,block_sparse_moe.experts.255.w2,0.0026528092,0.05000,1.465
40,block_sparse_moe.experts.251.w2,0.0066928262,0.05000,1.280
40,block_sparse_moe.experts.249.w2,0.0366567219,0.05000,1.510
40,block_sparse_moe.experts.241.w2,0.0056310228,0.05000,1.564
40,block_sparse_moe.experts.240.w2,0.0108604202,0.05000,1.473
40,block_sparse_moe.experts.245.w2,0.0207676812,0.05000,1.570
40,block_sparse_moe.experts.253.w2,0.0024038975,0.05000,1.512
40,block_sparse_moe.experts.244.w2,0.0020231301,0.05000,1.507
40,block_sparse_moe.experts.248.w2,0.0031512513,0.05000,1.384
40,block_sparse_moe.experts.252.w2,0.0013150850,0.05000,1.161
41,self_attn.q_proj,0.0001190886,0.05000,0.968
41,self_attn.k_proj,0.0000164888,0.05000,0.997
41,self_attn.v_proj,0.0000165303,0.05000,1.000
41,self_attn.o_proj,0.0000092781,0.05000,1.735
41,block_sparse_moe.experts.11.w1,0.0018827357,0.05000,3.014
41,block_sparse_moe.experts.12.w1,0.0010670159,0.05000,3.048
41,block_sparse_moe.experts.2.w1,0.0010817359,0.05000,3.054
41,block_sparse_moe.experts.7.w1,0.0027522085,0.05000,3.069
41,block_sparse_moe.experts.3.w1,0.0009408758,0.05000,3.114
41,block_sparse_moe.experts.8.w1,0.0024651139,0.05000,3.121
41,block_sparse_moe.experts.5.w1,0.0021815187,0.05000,3.122
41,block_sparse_moe.experts.10.w1,0.0013395324,0.05000,3.131
41,block_sparse_moe.experts.6.w1,0.0009103941,0.05000,3.136
41,block_sparse_moe.experts.15.w1,0.0032621847,0.05000,3.156
41,block_sparse_moe.experts.4.w1,0.0029212136,0.05000,3.186
41,block_sparse_moe.experts.9.w1,0.0011332767,0.05000,3.215
41,block_sparse_moe.experts.14.w1,0.0031309241,0.05000,3.214
41,block_sparse_moe.experts.0.w1,0.0009528945,0.05000,3.268
41,block_sparse_moe.experts.1.w1,0.0006656966,0.05000,3.261
41,block_sparse_moe.experts.13.w1,0.0008951962,0.05000,3.352
41,block_sparse_moe.experts.27.w1,0.0020004862,0.05000,3.040
41,block_sparse_moe.experts.22.w1,0.0009540603,0.05000,2.926
41,block_sparse_moe.experts.26.w1,0.0012588256,0.05000,2.946
41,block_sparse_moe.experts.23.w1,0.0006446981,0.05000,3.068
41,block_sparse_moe.experts.19.w1,0.0025603618,0.05000,3.027
41,block_sparse_moe.experts.28.w1,0.0015836105,0.05000,3.097
41,block_sparse_moe.experts.18.w1,0.0033905569,0.05000,3.105
41,block_sparse_moe.experts.30.w1,0.0018621603,0.05000,2.969
41,block_sparse_moe.experts.31.w1,0.0002689408,0.05000,3.033
41,block_sparse_moe.experts.24.w1,0.0008042351,0.05000,3.099
41,block_sparse_moe.experts.20.w1,0.0008706857,0.05000,3.121
41,block_sparse_moe.experts.21.w1,0.0025241400,0.05000,3.192
41,block_sparse_moe.experts.16.w1,0.0015780621,0.05000,3.074
41,block_sparse_moe.experts.25.w1,0.0027042766,0.05000,3.176
41,block_sparse_moe.experts.17.w1,0.0022657093,0.05000,3.191
41,block_sparse_moe.experts.29.w1,0.0034507684,0.05000,3.172
41,block_sparse_moe.experts.35.w1,0.0012794636,0.05000,2.861
41,block_sparse_moe.experts.42.w1,0.0022253580,0.05000,2.990
41,block_sparse_moe.experts.43.w1,0.0006451969,0.05000,3.022
41,block_sparse_moe.experts.39.w1,0.0017990457,0.05000,2.944
41,block_sparse_moe.experts.47.w1,0.0030186434,0.05000,2.889
41,block_sparse_moe.experts.44.w1,0.0039898571,0.05000,2.995
41,block_sparse_moe.experts.46.w1,0.0010946095,0.05000,2.955
41,block_sparse_moe.experts.38.w1,0.0010255404,0.05000,3.101
41,block_sparse_moe.experts.36.w1,0.0006720405,0.05000,2.966
41,block_sparse_moe.experts.34.w1,0.0019230247,0.05000,3.104
41,block_sparse_moe.experts.40.w1,0.0012293013,0.05000,3.107
41,block_sparse_moe.experts.32.w1,0.0010832495,0.05000,3.081
41,block_sparse_moe.experts.37.w1,0.0025773081,0.05000,3.151
41,block_sparse_moe.experts.41.w1,0.0016554342,0.05000,3.185
41,block_sparse_moe.experts.33.w1,0.0007694295,0.05000,3.119
41,block_sparse_moe.experts.45.w1,0.0016495078,0.05000,3.224
41,block_sparse_moe.experts.51.w1,0.0021210818,0.05000,3.074
41,block_sparse_moe.experts.62.w1,0.0008053198,0.05000,2.943
41,block_sparse_moe.experts.58.w1,0.0017397656,0.05000,3.066
41,block_sparse_moe.experts.55.w1,0.0003433978,0.05000,3.091
41,block_sparse_moe.experts.54.w1,0.0017920532,0.05000,3.030
41,block_sparse_moe.experts.63.w1,0.0013495371,0.05000,3.131
41,block_sparse_moe.experts.59.w1,0.0005857566,0.05000,3.157
41,block_sparse_moe.experts.50.w1,0.0014798826,0.05000,2.977
41,block_sparse_moe.experts.60.w1,0.0022611695,0.05000,3.196
41,block_sparse_moe.experts.52.w1,0.0009932663,0.05000,3.174
41,block_sparse_moe.experts.56.w1,0.0009934826,0.05000,3.170
41,block_sparse_moe.experts.48.w1,0.0012522677,0.05000,3.097
41,block_sparse_moe.experts.53.w1,0.0015576921,0.05000,3.203
41,block_sparse_moe.experts.57.w1,0.0029384162,0.05000,3.121
41,block_sparse_moe.experts.49.w1,0.0010760867,0.05000,3.155
41,block_sparse_moe.experts.61.w1,0.0016124544,0.05000,3.152
41,block_sparse_moe.experts.74.w1,0.0021178713,0.05000,2.840
41,block_sparse_moe.experts.78.w1,0.0002384797,0.05000,2.920
41,block_sparse_moe.experts.70.w1,0.0032855528,0.05000,2.911
41,block_sparse_moe.experts.67.w1,0.0011039522,0.05000,3.119
41,block_sparse_moe.experts.66.w1,0.0009656244,0.05000,3.014
41,block_sparse_moe.experts.75.w1,0.0015034050,0.05000,3.075
41,block_sparse_moe.experts.71.w1,0.0018758111,0.05000,3.167
41,block_sparse_moe.experts.79.w1,0.0009698286,0.05000,3.162
41,block_sparse_moe.experts.76.w1,0.0012786497,0.05000,3.063
41,block_sparse_moe.experts.68.w1,0.0007793449,0.05000,2.991
41,block_sparse_moe.experts.72.w1,0.0004295075,0.05000,3.032
41,block_sparse_moe.experts.64.w1,0.0006717671,0.05000,3.162
41,block_sparse_moe.experts.69.w1,0.0014362869,0.05000,3.066
41,block_sparse_moe.experts.65.w1,0.0016027956,0.05000,3.047
41,block_sparse_moe.experts.73.w1,0.0013140529,0.05000,3.200
41,block_sparse_moe.experts.77.w1,0.0003550753,0.05000,3.115
41,block_sparse_moe.experts.90.w1,0.0023170421,0.05000,3.095
41,block_sparse_moe.experts.94.w1,0.0006035732,0.05000,3.099
41,block_sparse_moe.experts.86.w1,0.0002873960,0.05000,3.088
41,block_sparse_moe.experts.83.w1,0.0021008707,0.05000,3.015
41,block_sparse_moe.experts.91.w1,0.0008206385,0.05000,2.930
41,block_sparse_moe.experts.82.w1,0.0010243977,0.05000,3.037
41,block_sparse_moe.experts.87.w1,0.0011821624,0.05000,2.995
41,block_sparse_moe.experts.92.w1,0.0002405717,0.05000,2.974
41,block_sparse_moe.experts.84.w1,0.0018269478,0.05000,2.948
41,block_sparse_moe.experts.95.w1,0.0020964984,0.05000,3.044
41,block_sparse_moe.experts.88.w1,0.0012096769,0.05000,2.969
41,block_sparse_moe.experts.80.w1,0.0019738508,0.05000,2.923
41,block_sparse_moe.experts.85.w1,0.0031328818,0.05000,2.880
41,block_sparse_moe.experts.81.w1,0.0019497698,0.05000,3.064
41,block_sparse_moe.experts.89.w1,0.0032332753,0.05000,2.984
41,block_sparse_moe.experts.93.w1,0.0004985479,0.05000,2.956
41,block_sparse_moe.experts.107.w1,0.0011525464,0.05000,2.720
41,block_sparse_moe.experts.99.w1,0.0007597755,0.05000,2.817
41,block_sparse_moe.experts.103.w1,0.0004960467,0.05000,2.779
41,block_sparse_moe.experts.108.w1,0.0007085048,0.05000,2.801
41,block_sparse_moe.experts.111.w1,0.0019051297,0.05000,2.787
41,block_sparse_moe.experts.106.w1,0.0020582487,0.05000,3.230
41,block_sparse_moe.experts.102.w1,0.0009730515,0.05000,3.110
41,block_sparse_moe.experts.100.w1,0.0010404297,0.05000,2.937
41,block_sparse_moe.experts.110.w1,0.0036829387,0.05000,3.305
41,block_sparse_moe.experts.98.w1,0.0030278697,0.05000,3.190
41,block_sparse_moe.experts.104.w1,0.0002072212,0.05000,2.990
41,block_sparse_moe.experts.96.w1,0.0002370954,0.05000,3.009
41,block_sparse_moe.experts.97.w1,0.0007460045,0.05000,2.795
41,block_sparse_moe.experts.101.w1,0.0006032799,0.05000,3.024
41,block_sparse_moe.experts.105.w1,0.0006419215,0.05000,2.932
41,block_sparse_moe.experts.109.w1,0.0005399380,0.05000,2.861
41,block_sparse_moe.experts.115.w1,0.0029047808,0.05000,3.204
41,block_sparse_moe.experts.123.w1,0.0013696704,0.05000,3.302
41,block_sparse_moe.experts.124.w1,0.0010699721,0.05000,3.206
41,block_sparse_moe.experts.119.w1,0.0012493624,0.05000,3.294
41,block_sparse_moe.experts.127.w1,0.0023120489,0.05000,3.219
41,block_sparse_moe.experts.116.w1,0.0004811976,0.05000,3.193
41,block_sparse_moe.experts.118.w1,0.0015434699,0.05000,3.269
41,block_sparse_moe.experts.120.w1,0.0013843016,0.05000,3.140
41,block_sparse_moe.experts.122.w1,0.0018603798,0.05000,3.353
41,block_sparse_moe.experts.114.w1,0.0033795224,0.05000,3.165
41,block_sparse_moe.experts.113.w1,0.0012453010,0.05000,3.050
41,block_sparse_moe.experts.126.w1,0.0014696377,0.05000,3.298
41,block_sparse_moe.experts.112.w1,0.0017269905,0.05000,3.185
41,block_sparse_moe.experts.117.w1,0.0018934990,0.05000,3.235
41,block_sparse_moe.experts.121.w1,0.0007047776,0.05000,3.128
41,block_sparse_moe.experts.125.w1,0.0022385963,0.05000,3.170
41,block_sparse_moe.experts.139.w1,0.0026949638,0.05000,3.041
41,block_sparse_moe.experts.131.w1,0.0015481138,0.05000,3.084
41,block_sparse_moe.experts.143.w1,0.0008133295,0.05000,2.963
41,block_sparse_moe.experts.135.w1,0.0032662857,0.05000,3.044
41,block_sparse_moe.experts.140.w1,0.0012931544,0.05000,3.179
41,block_sparse_moe.experts.132.w1,0.0028077606,0.05000,3.213
41,block_sparse_moe.experts.136.w1,0.0011953081,0.05000,3.097
41,block_sparse_moe.experts.134.w1,0.0028913780,0.05000,3.246
41,block_sparse_moe.experts.130.w1,0.0014642325,0.05000,3.202
41,block_sparse_moe.experts.138.w1,0.0023156507,0.05000,3.246
41,block_sparse_moe.experts.128.w1,0.0006172353,0.05000,3.128
41,block_sparse_moe.experts.142.w1,0.0014244493,0.05000,3.245
41,block_sparse_moe.experts.129.w1,0.0026277153,0.05000,3.411
41,block_sparse_moe.experts.133.w1,0.0009252300,0.05000,3.339
41,block_sparse_moe.experts.137.w1,0.0024773556,0.05000,3.281
41,block_sparse_moe.experts.141.w1,0.0010114473,0.05000,3.310
41,block_sparse_moe.experts.147.w1,0.0024850200,0.05000,3.041
41,block_sparse_moe.experts.159.w1,0.0012808523,0.05000,2.978
41,block_sparse_moe.experts.151.w1,0.0012777540,0.05000,2.938
41,block_sparse_moe.experts.155.w1,0.0008213335,0.05000,3.120
41,block_sparse_moe.experts.146.w1,0.0006449946,0.05000,2.678
41,block_sparse_moe.experts.154.w1,0.0017306699,0.05000,2.636
41,block_sparse_moe.experts.150.w1,0.0009122012,0.05000,2.764
41,block_sparse_moe.experts.158.w1,0.0017289750,0.05000,2.703
41,block_sparse_moe.experts.156.w1,0.0002196044,0.05000,3.207
41,block_sparse_moe.experts.152.w1,0.0019719819,0.05000,3.154
41,block_sparse_moe.experts.148.w1,0.0033165139,0.05000,3.288
41,block_sparse_moe.experts.145.w1,0.0016683490,0.05000,3.011
41,block_sparse_moe.experts.144.w1,0.0011106624,0.05000,3.231
41,block_sparse_moe.experts.153.w1,0.0014937264,0.05000,3.123
41,block_sparse_moe.experts.149.w1,0.0008355522,0.05000,3.132
41,block_sparse_moe.experts.157.w1,0.0033322705,0.05000,3.024
41,block_sparse_moe.experts.175.w1,0.0024462312,0.05000,3.003
41,block_sparse_moe.experts.163.w1,0.0003713829,0.05000,3.056
41,block_sparse_moe.experts.167.w1,0.0013767484,0.05000,3.088
41,block_sparse_moe.experts.170.w1,0.0012547877,0.05000,3.013
41,block_sparse_moe.experts.171.w1,0.0021945655,0.05000,3.165
41,block_sparse_moe.experts.162.w1,0.0013348434,0.05000,3.156
41,block_sparse_moe.experts.174.w1,0.0010270275,0.05000,3.101
41,block_sparse_moe.experts.166.w1,0.0017584661,0.05000,3.242
41,block_sparse_moe.experts.172.w1,0.0011874037,0.05000,3.155
41,block_sparse_moe.experts.168.w1,0.0012571342,0.05000,3.056
41,block_sparse_moe.experts.161.w1,0.0014486721,0.05000,2.985
41,block_sparse_moe.experts.164.w1,0.0011304220,0.05000,3.115
41,block_sparse_moe.experts.169.w1,0.0013177326,0.05000,2.938
41,block_sparse_moe.experts.160.w1,0.0021370035,0.05000,3.146
41,block_sparse_moe.experts.165.w1,0.0006142633,0.05000,2.970
41,block_sparse_moe.experts.173.w1,0.0021073838,0.05000,3.022
41,block_sparse_moe.experts.191.w1,0.0009163272,0.05000,3.089
41,block_sparse_moe.experts.179.w1,0.0021454878,0.05000,3.138
41,block_sparse_moe.experts.183.w1,0.0014118748,0.05000,3.180
41,block_sparse_moe.experts.187.w1,0.0018762167,0.05000,3.152
41,block_sparse_moe.experts.186.w1,0.0005889870,0.05000,3.218
41,block_sparse_moe.experts.190.w1,0.0011700898,0.05000,3.081
41,block_sparse_moe.experts.178.w1,0.0026582666,0.05000,3.277
41,block_sparse_moe.experts.182.w1,0.0038496906,0.05000,3.179
41,block_sparse_moe.experts.184.w1,0.0016202654,0.05000,3.115
41,block_sparse_moe.experts.188.w1,0.0016065491,0.05000,3.154
41,block_sparse_moe.experts.177.w1,0.0007215108,0.05000,3.059
41,block_sparse_moe.experts.180.w1,0.0029624069,0.05000,3.045
41,block_sparse_moe.experts.185.w1,0.0008771622,0.05000,3.016
41,block_sparse_moe.experts.181.w1,0.0013669609,0.05000,3.081
41,block_sparse_moe.experts.189.w1,0.0021585665,0.05000,3.070
41,block_sparse_moe.experts.176.w1,0.0015631280,0.05000,3.176
41,block_sparse_moe.experts.207.w1,0.0005568680,0.05000,3.066
41,block_sparse_moe.experts.195.w1,0.0035521879,0.05000,3.054
41,block_sparse_moe.experts.199.w1,0.0016265783,0.05000,2.974
41,block_sparse_moe.experts.202.w1,0.0005977096,0.05000,2.949
41,block_sparse_moe.experts.203.w1,0.0013222767,0.05000,3.059
41,block_sparse_moe.experts.206.w1,0.0008697743,0.05000,3.004
41,block_sparse_moe.experts.198.w1,0.0015234592,0.05000,2.942
41,block_sparse_moe.experts.194.w1,0.0016549717,0.05000,2.988
41,block_sparse_moe.experts.200.w1,0.0019067447,0.05000,3.111
41,block_sparse_moe.experts.204.w1,0.0014377637,0.05000,3.094
41,block_sparse_moe.experts.196.w1,0.0008737044,0.05000,3.095
41,block_sparse_moe.experts.193.w1,0.0021205759,0.05000,3.151
41,block_sparse_moe.experts.201.w1,0.0008112836,0.05000,3.076
41,block_sparse_moe.experts.197.w1,0.0011962495,0.05000,3.027
41,block_sparse_moe.experts.192.w1,0.0010769543,0.05000,3.124
41,block_sparse_moe.experts.205.w1,0.0015187037,0.05000,3.169
41,block_sparse_moe.experts.223.w1,0.0021331772,0.05000,2.982
41,block_sparse_moe.experts.211.w1,0.0015510501,0.05000,2.950
41,block_sparse_moe.experts.215.w1,0.0040016097,0.05000,3.014
41,block_sparse_moe.experts.219.w1,0.0021120956,0.05000,3.066
41,block_sparse_moe.experts.218.w1,0.0008291231,0.05000,3.230
41,block_sparse_moe.experts.220.w1,0.0011747204,0.05000,2.833
41,block_sparse_moe.experts.222.w1,0.0002500273,0.05000,3.164
41,block_sparse_moe.experts.216.w1,0.0008233931,0.05000,2.934
41,block_sparse_moe.experts.214.w1,0.0005049201,0.05000,3.201
41,block_sparse_moe.experts.212.w1,0.0009190921,0.05000,2.904
41,block_sparse_moe.experts.210.w1,0.0057317009,0.05000,3.235
41,block_sparse_moe.experts.209.w1,0.0004155343,0.05000,3.162
41,block_sparse_moe.experts.217.w1,0.0021229507,0.05000,3.098
41,block_sparse_moe.experts.208.w1,0.0003817860,0.05000,2.900
41,block_sparse_moe.experts.213.w1,0.0023337437,0.05000,3.148
41,block_sparse_moe.experts.221.w1,0.0020570994,0.05000,3.009
41,block_sparse_moe.experts.239.w1,0.0022184678,0.05000,2.945
41,block_sparse_moe.experts.227.w1,0.0030087464,0.05000,3.016
41,block_sparse_moe.experts.231.w1,0.0006628629,0.05000,3.045
41,block_sparse_moe.experts.235.w1,0.0030106841,0.05000,3.004
41,block_sparse_moe.experts.234.w1,0.0023213342,0.05000,2.946
41,block_sparse_moe.experts.232.w1,0.0018296370,0.05000,2.816
41,block_sparse_moe.experts.238.w1,0.0008176494,0.05000,2.898
41,block_sparse_moe.experts.236.w1,0.0006654849,0.05000,2.983
41,block_sparse_moe.experts.230.w1,0.0013896259,0.05000,2.918
41,block_sparse_moe.experts.228.w1,0.0005794278,0.05000,2.915
41,block_sparse_moe.experts.226.w1,0.0017485078,0.05000,2.988
41,block_sparse_moe.experts.225.w1,0.0008846432,0.05000,2.941
41,block_sparse_moe.experts.224.w1,0.0008190618,0.05000,2.937
41,block_sparse_moe.experts.233.w1,0.0022567689,0.05000,3.003
41,block_sparse_moe.experts.229.w1,0.0015013082,0.05000,3.043
41,block_sparse_moe.experts.237.w1,0.0009621920,0.05000,3.088
41,block_sparse_moe.experts.255.w1,0.0032433271,0.05000,2.871
41,block_sparse_moe.experts.243.w1,0.0017982559,0.05000,2.922
41,block_sparse_moe.experts.247.w1,0.0004902312,0.05000,2.944
41,block_sparse_moe.experts.251.w1,0.0018388011,0.05000,2.905
41,block_sparse_moe.experts.250.w1,0.0036198324,0.05000,2.964
41,block_sparse_moe.experts.248.w1,0.0016771730,0.05000,2.986
41,block_sparse_moe.experts.254.w1,0.0038511016,0.05000,3.001
41,block_sparse_moe.experts.252.w1,0.0013954125,0.05000,3.031
41,block_sparse_moe.experts.246.w1,0.0011619126,0.05000,2.965
41,block_sparse_moe.experts.244.w1,0.0032841398,0.05000,3.020
41,block_sparse_moe.experts.242.w1,0.0004980507,0.05000,2.984
41,block_sparse_moe.experts.249.w1,0.0019491288,0.05000,2.929
41,block_sparse_moe.experts.241.w1,0.0023883153,0.05000,3.042
41,block_sparse_moe.experts.240.w1,0.0045325066,0.05000,3.024
41,block_sparse_moe.experts.245.w1,0.0006341740,0.05000,3.026
41,block_sparse_moe.experts.253.w1,0.0026139858,0.05000,3.010
41,block_sparse_moe.experts.15.w3,0.0037220307,0.05000,2.683
41,block_sparse_moe.experts.3.w3,0.0010974855,0.05000,2.540
41,block_sparse_moe.experts.7.w3,0.0029602917,0.05000,2.698
41,block_sparse_moe.experts.11.w3,0.0020549509,0.05000,2.761
41,block_sparse_moe.experts.8.w3,0.0026912108,0.05000,2.858
41,block_sparse_moe.experts.12.w3,0.0011526730,0.05000,2.743
41,block_sparse_moe.experts.10.w3,0.0014363381,0.05000,2.913
41,block_sparse_moe.experts.14.w3,0.0034365890,0.05000,2.929
41,block_sparse_moe.experts.4.w3,0.0030931154,0.05000,2.822
41,block_sparse_moe.experts.2.w3,0.0011621420,0.05000,2.892
41,block_sparse_moe.experts.6.w3,0.0010143518,0.05000,3.033
41,block_sparse_moe.experts.0.w3,0.0010584095,0.05000,2.814
41,block_sparse_moe.experts.9.w3,0.0013821086,0.05000,3.098
41,block_sparse_moe.experts.1.w3,0.0007103760,0.05000,3.182
41,block_sparse_moe.experts.5.w3,0.0024306483,0.05000,3.136
41,block_sparse_moe.experts.13.w3,0.0010096693,0.05000,3.129
41,block_sparse_moe.experts.31.w3,0.0002966302,0.05000,2.853
41,block_sparse_moe.experts.19.w3,0.0027756874,0.05000,2.917
41,block_sparse_moe.experts.23.w3,0.0006909264,0.05000,2.831
41,block_sparse_moe.experts.27.w3,0.0022921369,0.05000,2.866
41,block_sparse_moe.experts.26.w3,0.0013744804,0.05000,2.976
41,block_sparse_moe.experts.30.w3,0.0019967617,0.05000,3.012
41,block_sparse_moe.experts.28.w3,0.0018760240,0.05000,3.132
41,block_sparse_moe.experts.24.w3,0.0008727091,0.05000,3.187
41,block_sparse_moe.experts.18.w3,0.0037392389,0.05000,2.913
41,block_sparse_moe.experts.20.w3,0.0009604351,0.05000,3.067
41,block_sparse_moe.experts.22.w3,0.0010312166,0.05000,2.987
41,block_sparse_moe.experts.16.w3,0.0018162194,0.05000,3.046
41,block_sparse_moe.experts.25.w3,0.0029073874,0.05000,2.850
41,block_sparse_moe.experts.17.w3,0.0024350738,0.05000,2.855
41,block_sparse_moe.experts.21.w3,0.0028980898,0.05000,2.952
41,block_sparse_moe.experts.29.w3,0.0038164393,0.05000,2.917
41,block_sparse_moe.experts.47.w3,0.0032508280,0.05000,2.894
41,block_sparse_moe.experts.35.w3,0.0013959573,0.05000,2.863
41,block_sparse_moe.experts.39.w3,0.0020050914,0.05000,2.908
41,block_sparse_moe.experts.43.w3,0.0007228301,0.05000,2.896
41,block_sparse_moe.experts.42.w3,0.0025448137,0.05000,3.024
41,block_sparse_moe.experts.44.w3,0.0044389986,0.05000,3.021
41,block_sparse_moe.experts.46.w3,0.0011751233,0.05000,3.053
41,block_sparse_moe.experts.40.w3,0.0013338283,0.05000,3.014
41,block_sparse_moe.experts.36.w3,0.0007622107,0.05000,3.021
41,block_sparse_moe.experts.34.w3,0.0020610894,0.05000,3.137
41,block_sparse_moe.experts.38.w3,0.0011152349,0.05000,3.147
41,block_sparse_moe.experts.41.w3,0.0019064536,0.05000,2.855
41,block_sparse_moe.experts.33.w3,0.0008657668,0.05000,2.815
41,block_sparse_moe.experts.32.w3,0.0012740687,0.05000,3.018
41,block_sparse_moe.experts.45.w3,0.0019342772,0.05000,2.763
41,block_sparse_moe.experts.37.w3,0.0027914591,0.05000,2.828
41,block_sparse_moe.experts.51.w3,0.0024153241,0.05000,3.018
41,block_sparse_moe.experts.63.w3,0.0014839979,0.05000,3.079
41,block_sparse_moe.experts.55.w3,0.0004111301,0.05000,3.018
41,block_sparse_moe.experts.59.w3,0.0006456964,0.05000,3.039
41,block_sparse_moe.experts.57.w3,0.0033174461,0.05000,2.607
41,block_sparse_moe.experts.49.w3,0.0011731085,0.05000,2.609
41,block_sparse_moe.experts.58.w3,0.0019901079,0.05000,3.155
41,block_sparse_moe.experts.62.w3,0.0008722764,0.05000,3.104
41,block_sparse_moe.experts.56.w3,0.0010866328,0.05000,3.103
41,block_sparse_moe.experts.60.w3,0.0025617302,0.05000,3.151
41,block_sparse_moe.experts.52.w3,0.0011561385,0.05000,3.115
41,block_sparse_moe.experts.50.w3,0.0016241490,0.05000,3.151
41,block_sparse_moe.experts.61.w3,0.0017362114,0.05000,2.783
41,block_sparse_moe.experts.54.w3,0.0019087365,0.05000,3.139
41,block_sparse_moe.experts.53.w3,0.0016558682,0.05000,2.805
41,block_sparse_moe.experts.48.w3,0.0013686904,0.05000,3.079
41,block_sparse_moe.experts.79.w3,0.0010282937,0.05000,2.721
41,block_sparse_moe.experts.67.w3,0.0011817047,0.05000,2.789
41,block_sparse_moe.experts.71.w3,0.0022111950,0.05000,2.719
41,block_sparse_moe.experts.75.w3,0.0016296653,0.05000,2.742
41,block_sparse_moe.experts.73.w3,0.0015668486,0.05000,2.879
41,block_sparse_moe.experts.65.w3,0.0017459207,0.05000,2.966
41,block_sparse_moe.experts.72.w3,0.0004867937,0.05000,2.866
41,block_sparse_moe.experts.74.w3,0.0023057790,0.05000,3.079
41,block_sparse_moe.experts.78.w3,0.0002742117,0.05000,3.050
41,block_sparse_moe.experts.68.w3,0.0008434215,0.05000,2.953
41,block_sparse_moe.experts.76.w3,0.0013708679,0.05000,3.055
41,block_sparse_moe.experts.77.w3,0.0003848958,0.05000,2.929
41,block_sparse_moe.experts.64.w3,0.0006786982,0.05000,2.841
41,block_sparse_moe.experts.69.w3,0.0015220204,0.05000,2.917
41,block_sparse_moe.experts.66.w3,0.0010734321,0.05000,3.088
41,block_sparse_moe.experts.70.w3,0.0036372457,0.05000,3.041
41,block_sparse_moe.experts.83.w3,0.0022179606,0.05000,2.703
41,block_sparse_moe.experts.95.w3,0.0022942363,0.05000,2.824
41,block_sparse_moe.experts.87.w3,0.0012923250,0.05000,2.798
41,block_sparse_moe.experts.91.w3,0.0008921150,0.05000,3.053
41,block_sparse_moe.experts.89.w3,0.0035538850,0.05000,2.913
41,block_sparse_moe.experts.81.w3,0.0021456054,0.05000,2.975
41,block_sparse_moe.experts.88.w3,0.0014297424,0.05000,3.021
41,block_sparse_moe.experts.84.w3,0.0020387201,0.05000,2.968
41,block_sparse_moe.experts.92.w3,0.0002779255,0.05000,3.007
41,block_sparse_moe.experts.93.w3,0.0005884235,0.05000,2.909
41,block_sparse_moe.experts.85.w3,0.0035894317,0.05000,2.944
41,block_sparse_moe.experts.90.w3,0.0025539998,0.05000,3.309
41,block_sparse_moe.experts.80.w3,0.0021606894,0.05000,3.087
41,block_sparse_moe.experts.94.w3,0.0006550544,0.05000,3.333
41,block_sparse_moe.experts.86.w3,0.0003106440,0.05000,3.241
41,block_sparse_moe.experts.82.w3,0.0012262533,0.05000,3.394
41,block_sparse_moe.experts.99.w3,0.0008591572,0.05000,3.248
41,block_sparse_moe.experts.111.w3,0.0020989613,0.05000,3.274
41,block_sparse_moe.experts.103.w3,0.0005837700,0.05000,3.206
41,block_sparse_moe.experts.107.w3,0.0012304948,0.05000,3.125
41,block_sparse_moe.experts.105.w3,0.0007109434,0.05000,3.021
41,block_sparse_moe.experts.97.w3,0.0008463370,0.05000,3.019
41,block_sparse_moe.experts.104.w3,0.0002399207,0.05000,3.011
41,block_sparse_moe.experts.101.w3,0.0006662172,0.05000,2.860
41,block_sparse_moe.experts.109.w3,0.0006061133,0.05000,2.937
41,block_sparse_moe.experts.100.w3,0.0011587909,0.05000,3.055
41,block_sparse_moe.experts.108.w3,0.0007806527,0.05000,3.051
41,block_sparse_moe.experts.106.w3,0.0022481558,0.05000,3.049
41,block_sparse_moe.experts.110.w3,0.0041574829,0.05000,3.006
41,block_sparse_moe.experts.96.w3,0.0002755016,0.05000,3.149
41,block_sparse_moe.experts.102.w3,0.0010529926,0.05000,2.977
41,block_sparse_moe.experts.98.w3,0.0032410413,0.05000,2.955
41,block_sparse_moe.experts.115.w3,0.0031791061,0.05000,3.050
41,block_sparse_moe.experts.127.w3,0.0025021569,0.05000,3.136
41,block_sparse_moe.experts.119.w3,0.0013552010,0.05000,3.041
41,block_sparse_moe.experts.123.w3,0.0015149575,0.05000,3.012
41,block_sparse_moe.experts.121.w3,0.0007794703,0.05000,3.076
41,block_sparse_moe.experts.113.w3,0.0013773405,0.05000,3.079
41,block_sparse_moe.experts.120.w3,0.0014972587,0.05000,3.192
41,block_sparse_moe.experts.117.w3,0.0020284103,0.05000,3.120
41,block_sparse_moe.experts.125.w3,0.0024384384,0.05000,3.157
41,block_sparse_moe.experts.116.w3,0.0005556136,0.05000,3.153
41,block_sparse_moe.experts.124.w3,0.0012263032,0.05000,3.205
41,block_sparse_moe.experts.122.w3,0.0019872164,0.05000,3.358
41,block_sparse_moe.experts.126.w3,0.0016104594,0.05000,3.366
41,block_sparse_moe.experts.112.w3,0.0018838382,0.05000,3.296
41,block_sparse_moe.experts.118.w3,0.0016501951,0.05000,3.285
41,block_sparse_moe.experts.114.w3,0.0036061189,0.05000,3.278
41,block_sparse_moe.experts.131.w3,0.0016811012,0.05000,3.106
41,block_sparse_moe.experts.135.w3,0.0037189171,0.05000,3.107
41,block_sparse_moe.experts.143.w3,0.0009176325,0.05000,3.197
41,block_sparse_moe.experts.139.w3,0.0028919822,0.05000,3.114
41,block_sparse_moe.experts.137.w3,0.0026353423,0.05000,3.119
41,block_sparse_moe.experts.129.w3,0.0027920059,0.05000,2.966
41,block_sparse_moe.experts.133.w3,0.0010662473,0.05000,3.028
41,block_sparse_moe.experts.141.w3,0.0011779867,0.05000,3.070
41,block_sparse_moe.experts.136.w3,0.0013446470,0.05000,3.176
41,block_sparse_moe.experts.132.w3,0.0030278086,0.05000,3.156
41,block_sparse_moe.experts.140.w3,0.0013944057,0.05000,3.123
41,block_sparse_moe.experts.138.w3,0.0025263432,0.05000,2.922
41,block_sparse_moe.experts.142.w3,0.0017299857,0.05000,2.884
41,block_sparse_moe.experts.134.w3,0.0031829014,0.05000,2.801
41,block_sparse_moe.experts.130.w3,0.0017097619,0.05000,2.827
41,block_sparse_moe.experts.128.w3,0.0006641250,0.05000,3.110
41,block_sparse_moe.experts.147.w3,0.0029851567,0.05000,3.048
41,block_sparse_moe.experts.151.w3,0.0013873685,0.05000,3.045
41,block_sparse_moe.experts.159.w3,0.0014000827,0.05000,3.041
41,block_sparse_moe.experts.155.w3,0.0008816015,0.05000,3.064
41,block_sparse_moe.experts.153.w3,0.0016516888,0.05000,2.985
41,block_sparse_moe.experts.145.w3,0.0018122492,0.05000,2.934
41,block_sparse_moe.experts.149.w3,0.0009174089,0.05000,3.009
41,block_sparse_moe.experts.152.w3,0.0021497543,0.05000,2.932
41,block_sparse_moe.experts.157.w3,0.0039706318,0.05000,2.955
41,block_sparse_moe.experts.148.w3,0.0037287207,0.05000,2.902
41,block_sparse_moe.experts.156.w3,0.0002473513,0.05000,2.997
41,block_sparse_moe.experts.154.w3,0.0020098284,0.05000,3.084
41,block_sparse_moe.experts.158.w3,0.0018868569,0.05000,3.167
41,block_sparse_moe.experts.144.w3,0.0012143148,0.05000,2.940
41,block_sparse_moe.experts.150.w3,0.0010171391,0.05000,3.194
41,block_sparse_moe.experts.146.w3,0.0007270267,0.05000,3.115
41,block_sparse_moe.experts.163.w3,0.0004069600,0.05000,3.052
41,block_sparse_moe.experts.175.w3,0.0026923512,0.05000,2.949
41,block_sparse_moe.experts.167.w3,0.0015272077,0.05000,3.033
41,block_sparse_moe.experts.171.w3,0.0023862131,0.05000,2.903
41,block_sparse_moe.experts.169.w3,0.0023958483,0.05000,3.088
41,block_sparse_moe.experts.161.w3,0.0016215395,0.05000,3.202
41,block_sparse_moe.experts.168.w3,0.0013650314,0.05000,3.095
41,block_sparse_moe.experts.165.w3,0.0006959778,0.05000,3.140
41,block_sparse_moe.experts.164.w3,0.0012268406,0.05000,3.067
41,block_sparse_moe.experts.173.w3,0.0022518131,0.05000,3.209
41,block_sparse_moe.experts.172.w3,0.0012990940,0.05000,3.255
41,block_sparse_moe.experts.160.w3,0.0024259604,0.05000,3.196
41,block_sparse_moe.experts.166.w3,0.0018801634,0.05000,3.210
41,block_sparse_moe.experts.174.w3,0.0011072405,0.05000,3.266
41,block_sparse_moe.experts.170.w3,0.0014176822,0.05000,3.385
41,block_sparse_moe.experts.162.w3,0.0015072621,0.05000,3.297
41,block_sparse_moe.experts.179.w3,0.0023677047,0.05000,3.100
41,block_sparse_moe.experts.183.w3,0.0015200826,0.05000,3.060
41,block_sparse_moe.experts.191.w3,0.0010010662,0.05000,3.148
41,block_sparse_moe.experts.187.w3,0.0020663241,0.05000,3.090
41,block_sparse_moe.experts.185.w3,0.0009518328,0.05000,3.065
41,block_sparse_moe.experts.177.w3,0.0007555731,0.05000,3.067
41,block_sparse_moe.experts.189.w3,0.0023365783,0.05000,2.949
41,block_sparse_moe.experts.181.w3,0.0015002148,0.05000,3.105
41,block_sparse_moe.experts.184.w3,0.0017343479,0.05000,3.207
41,block_sparse_moe.experts.180.w3,0.0033746565,0.05000,3.238
41,block_sparse_moe.experts.188.w3,0.0017522119,0.05000,3.150
41,block_sparse_moe.experts.176.w3,0.0016995738,0.05000,3.075
41,block_sparse_moe.experts.182.w3,0.0041486466,0.05000,3.151
41,block_sparse_moe.experts.190.w3,0.0012754784,0.05000,3.221
41,block_sparse_moe.experts.186.w3,0.0006432046,0.05000,3.258
41,block_sparse_moe.experts.178.w3,0.0030683378,0.05000,3.205
41,block_sparse_moe.experts.195.w3,0.0038803593,0.05000,2.859
41,block_sparse_moe.experts.199.w3,0.0019286337,0.05000,2.845
41,block_sparse_moe.experts.207.w3,0.0006359315,0.05000,2.910
41,block_sparse_moe.experts.203.w3,0.0014880733,0.05000,2.858
41,block_sparse_moe.experts.196.w3,0.0009722769,0.05000,1.982
41,block_sparse_moe.experts.200.w3,0.0020547992,0.05000,2.062
41,block_sparse_moe.experts.201.w3,0.0009102448,0.05000,3.117
41,block_sparse_moe.experts.193.w3,0.0022894081,0.05000,3.155
41,block_sparse_moe.experts.205.w3,0.0016644179,0.05000,3.171
41,block_sparse_moe.experts.197.w3,0.0013693001,0.05000,3.244
41,block_sparse_moe.experts.198.w3,0.0017464511,0.05000,3.315
41,block_sparse_moe.experts.202.w3,0.0006823588,0.05000,3.263
41,block_sparse_moe.experts.206.w3,0.0009607116,0.05000,3.409
41,block_sparse_moe.experts.211.w3,0.0016838350,0.05000,2.943
41,block_sparse_moe.experts.194.w3,0.0018184344,0.05000,3.372
41,block_sparse_moe.experts.215.w3,0.0042666420,0.05000,2.938
41,block_sparse_moe.experts.223.w3,0.0023830769,0.05000,3.098
41,block_sparse_moe.experts.219.w3,0.0023208907,0.05000,3.062
41,block_sparse_moe.experts.227.w3,0.0032708645,0.05000,3.063
41,block_sparse_moe.experts.214.w3,0.0005783288,0.05000,3.405
41,block_sparse_moe.experts.231.w3,0.0007201148,0.05000,3.125
41,block_sparse_moe.experts.218.w3,0.0009052670,0.05000,3.509
41,block_sparse_moe.experts.210.w3,0.0064602583,0.05000,3.427
41,block_sparse_moe.experts.222.w3,0.0002981405,0.05000,3.572
41,block_sparse_moe.experts.239.w3,0.0023883989,0.05000,3.238
41,block_sparse_moe.experts.235.w3,0.0033605822,0.05000,3.205
41,block_sparse_moe.experts.243.w3,0.0019780797,0.05000,3.505
41,block_sparse_moe.experts.247.w3,0.0005475965,0.05000,3.409
41,block_sparse_moe.experts.217.w3,0.0024371375,0.05000,8.404
41,block_sparse_moe.experts.209.w3,0.0004856314,0.05000,8.386
41,block_sparse_moe.experts.255.w3,0.0037381298,0.05000,3.296
41,block_sparse_moe.experts.251.w3,0.0020144576,0.05000,3.216
41,block_sparse_moe.experts.221.w3,0.0022630171,0.05000,8.294
41,block_sparse_moe.experts.213.w3,0.0027730219,0.05000,8.249
41,block_sparse_moe.experts.233.w3,0.0024104971,0.05000,3.583
41,block_sparse_moe.experts.225.w3,0.0009482742,0.05000,3.627
41,block_sparse_moe.experts.230.w3,0.0015395653,0.05000,7.338
41,block_sparse_moe.experts.237.w3,0.0010398143,0.05000,3.581
41,block_sparse_moe.experts.234.w3,0.0026563153,0.05000,7.432
41,block_sparse_moe.experts.229.w3,0.0017122529,0.05000,3.594
41,block_sparse_moe.experts.238.w3,0.0010600127,0.05000,7.382
41,block_sparse_moe.experts.226.w3,0.0018953412,0.05000,7.519
41,block_sparse_moe.experts.249.w3,0.0021550637,0.05000,3.219
41,block_sparse_moe.experts.241.w3,0.0027060838,0.05000,3.111
41,block_sparse_moe.experts.253.w3,0.0029230428,0.05000,2.995
41,block_sparse_moe.experts.246.w3,0.0012684146,0.05000,3.218
41,block_sparse_moe.experts.245.w3,0.0007423664,0.05000,2.972
41,block_sparse_moe.experts.250.w3,0.0040865193,0.05000,3.061
41,block_sparse_moe.experts.242.w3,0.0005556118,0.05000,2.960
41,block_sparse_moe.experts.254.w3,0.0042536184,0.05000,3.023
41,block_sparse_moe.experts.204.w3,0.0016434495,0.05000,2.949
41,block_sparse_moe.experts.212.w3,0.0009994355,0.05000,2.950
41,block_sparse_moe.experts.192.w3,0.0011996014,0.05000,2.957
41,block_sparse_moe.experts.216.w3,0.0009235496,0.05000,3.098
41,block_sparse_moe.experts.208.w3,0.0004239383,0.05000,3.100
41,block_sparse_moe.experts.220.w3,0.0012623870,0.05000,3.186
41,block_sparse_moe.experts.228.w3,0.0006342240,0.05000,3.257
41,block_sparse_moe.experts.232.w3,0.0020341117,0.05000,3.381
41,block_sparse_moe.experts.236.w3,0.0007244852,0.05000,2.691
41,block_sparse_moe.experts.224.w3,0.0009148338,0.05000,2.778
41,block_sparse_moe.experts.244.w3,0.0037016266,0.05000,2.734
41,block_sparse_moe.experts.248.w3,0.0018549474,0.05000,2.690
41,block_sparse_moe.experts.252.w3,0.0015425734,0.05000,2.027
41,block_sparse_moe.experts.240.w3,0.0052216816,0.05000,2.031
41,block_sparse_moe.experts.5.w2,0.0062432180,0.05000,1.418
41,block_sparse_moe.experts.9.w2,0.0042978366,0.05000,1.447
41,block_sparse_moe.experts.1.w2,0.0006013407,0.05000,1.480
41,block_sparse_moe.experts.11.w2,0.0023266551,0.05000,1.462
41,block_sparse_moe.experts.15.w2,0.0193841052,0.05000,1.473
41,block_sparse_moe.experts.13.w2,0.0019566954,0.05000,1.486
41,block_sparse_moe.experts.7.w2,0.0046408585,0.05000,1.529
41,block_sparse_moe.experts.0.w2,0.0021587064,0.05000,1.553
41,block_sparse_moe.experts.6.w2,0.0049308019,0.05000,1.554
41,block_sparse_moe.experts.2.w2,0.0017324036,0.05000,1.561
41,block_sparse_moe.experts.14.w2,0.0024722973,0.05000,1.533
41,block_sparse_moe.experts.12.w2,0.0018235656,0.05000,1.542
41,block_sparse_moe.experts.3.w2,0.0012955581,0.05000,1.585
41,block_sparse_moe.experts.8.w2,0.0015481684,0.05000,1.629
41,block_sparse_moe.experts.4.w2,0.0026579817,0.05000,1.649
41,block_sparse_moe.experts.10.w2,0.0040972374,0.05000,1.654
41,block_sparse_moe.experts.31.w2,0.0007847735,0.05000,1.409
41,block_sparse_moe.experts.27.w2,0.0050640669,0.05000,1.474
41,block_sparse_moe.experts.23.w2,0.0017543677,0.05000,1.445
41,block_sparse_moe.experts.21.w2,0.0056809825,0.05000,1.564
41,block_sparse_moe.experts.16.w2,0.0015534681,0.05000,1.487
41,block_sparse_moe.experts.25.w2,0.0017089740,0.05000,1.610
41,block_sparse_moe.experts.19.w2,0.0029382162,0.05000,1.477
41,block_sparse_moe.experts.24.w2,0.0017604702,0.05000,1.454
41,block_sparse_moe.experts.28.w2,0.0031110895,0.05000,1.509
41,block_sparse_moe.experts.30.w2,0.0030500429,0.05000,1.524
41,block_sparse_moe.experts.18.w2,0.0106316965,0.05000,1.536
41,block_sparse_moe.experts.17.w2,0.0064918567,0.05000,1.627
41,block_sparse_moe.experts.29.w2,0.0120536555,0.05000,1.588
41,block_sparse_moe.experts.22.w2,0.0009373751,0.05000,1.571
41,block_sparse_moe.experts.20.w2,0.0018157768,0.05000,1.501
41,block_sparse_moe.experts.26.w2,0.0096507997,0.05000,1.579
41,block_sparse_moe.experts.44.w2,0.0080378465,0.05000,1.418
41,block_sparse_moe.experts.39.w2,0.0105953236,0.05000,1.562
41,block_sparse_moe.experts.43.w2,0.0032687871,0.05000,1.579
41,block_sparse_moe.experts.32.w2,0.0042968218,0.05000,1.518
41,block_sparse_moe.experts.47.w2,0.0158456272,0.05000,1.652
41,block_sparse_moe.experts.40.w2,0.0017600226,0.05000,1.524
41,block_sparse_moe.experts.36.w2,0.0020107320,0.05000,1.480
41,block_sparse_moe.experts.35.w2,0.0009964727,0.05000,1.572
41,block_sparse_moe.experts.46.w2,0.0010648141,0.05000,1.566
41,block_sparse_moe.experts.37.w2,0.0034040292,0.05000,1.699
41,block_sparse_moe.experts.34.w2,0.0042212515,0.05000,1.594
41,block_sparse_moe.experts.41.w2,0.0022202652,0.05000,1.673
41,block_sparse_moe.experts.38.w2,0.0021165217,0.05000,1.628
41,block_sparse_moe.experts.45.w2,0.0018140554,0.05000,1.676
41,block_sparse_moe.experts.33.w2,0.0030336334,0.05000,1.752
41,block_sparse_moe.experts.42.w2,0.0084256653,0.05000,1.671
41,block_sparse_moe.experts.60.w2,0.0037032263,0.05000,1.464
41,block_sparse_moe.experts.48.w2,0.0087647767,0.05000,1.446
41,block_sparse_moe.experts.52.w2,0.0028018601,0.05000,1.385
41,block_sparse_moe.experts.56.w2,0.0082191484,0.05000,1.407
41,block_sparse_moe.experts.55.w2,0.0019661880,0.05000,1.486
41,block_sparse_moe.experts.63.w2,0.0007281438,0.05000,1.485
41,block_sparse_moe.experts.51.w2,0.0018724760,0.05000,1.460
41,block_sparse_moe.experts.62.w2,0.0017584739,0.05000,1.439
41,block_sparse_moe.experts.59.w2,0.0017424711,0.05000,1.580
41,block_sparse_moe.experts.50.w2,0.0015934692,0.05000,1.507
41,block_sparse_moe.experts.53.w2,0.0027661102,0.05000,1.544
41,block_sparse_moe.experts.57.w2,0.0079879195,0.05000,1.515
41,block_sparse_moe.experts.54.w2,0.0042514012,0.05000,1.522
41,block_sparse_moe.experts.61.w2,0.0011195483,0.05000,1.531
41,block_sparse_moe.experts.49.w2,0.0022879575,0.05000,1.496
41,block_sparse_moe.experts.58.w2,0.0032409473,0.05000,1.510
41,block_sparse_moe.experts.76.w2,0.0113673606,0.05000,1.274
41,block_sparse_moe.experts.71.w2,0.0033516739,0.05000,1.266
41,block_sparse_moe.experts.68.w2,0.0020195147,0.05000,1.285
41,block_sparse_moe.experts.64.w2,0.0048217487,0.05000,1.328
41,block_sparse_moe.experts.79.w2,0.0023744997,0.05000,1.334
41,block_sparse_moe.experts.67.w2,0.0004866797,0.05000,1.298
41,block_sparse_moe.experts.75.w2,0.0093576740,0.05000,1.265
41,block_sparse_moe.experts.72.w2,0.0009156083,0.05000,1.459
41,block_sparse_moe.experts.78.w2,0.0009296931,0.05000,1.560
41,block_sparse_moe.experts.66.w2,0.0025165047,0.05000,1.572
41,block_sparse_moe.experts.73.w2,0.0030536061,0.05000,1.536
41,block_sparse_moe.experts.69.w2,0.0023082208,0.05000,1.585
41,block_sparse_moe.experts.70.w2,0.0015609817,0.05000,1.560
41,block_sparse_moe.experts.77.w2,0.0007813613,0.05000,1.569
41,block_sparse_moe.experts.65.w2,0.0030304567,0.05000,1.555
41,block_sparse_moe.experts.74.w2,0.0042327583,0.05000,1.567
41,block_sparse_moe.experts.87.w2,0.0016198477,0.05000,1.353
41,block_sparse_moe.experts.92.w2,0.0011621140,0.05000,1.437
41,block_sparse_moe.experts.95.w2,0.0028027393,0.05000,1.335
41,block_sparse_moe.experts.84.w2,0.0037726405,0.05000,1.429
41,block_sparse_moe.experts.80.w2,0.0027323936,0.05000,1.420
41,block_sparse_moe.experts.91.w2,0.0007068566,0.05000,1.380
41,block_sparse_moe.experts.83.w2,0.0019446154,0.05000,1.413
41,block_sparse_moe.experts.88.w2,0.0042728317,0.05000,1.455
41,block_sparse_moe.experts.94.w2,0.0029725359,0.05000,1.488
41,block_sparse_moe.experts.86.w2,0.0007368056,0.05000,1.427
41,block_sparse_moe.experts.82.w2,0.0025432102,0.05000,1.513
41,block_sparse_moe.experts.85.w2,0.0206075629,0.05000,1.581
41,block_sparse_moe.experts.89.w2,0.0054534105,0.05000,1.643
41,block_sparse_moe.experts.93.w2,0.0022546877,0.05000,1.586
41,block_sparse_moe.experts.90.w2,0.0031222523,0.05000,1.498
41,block_sparse_moe.experts.81.w2,0.0037424814,0.05000,1.618
41,block_sparse_moe.experts.103.w2,0.0018745329,0.05000,1.459
41,block_sparse_moe.experts.111.w2,0.0030367267,0.05000,1.419
41,block_sparse_moe.experts.100.w2,0.0017004759,0.05000,1.456
41,block_sparse_moe.experts.107.w2,0.0016602158,0.05000,1.437
41,block_sparse_moe.experts.108.w2,0.0009627240,0.05000,1.538
41,block_sparse_moe.experts.96.w2,0.0007503223,0.05000,1.501
41,block_sparse_moe.experts.99.w2,0.0021520683,0.05000,1.477
41,block_sparse_moe.experts.104.w2,0.0010367843,0.05000,1.494
41,block_sparse_moe.experts.110.w2,0.0094491936,0.05000,1.407
41,block_sparse_moe.experts.98.w2,0.0067401042,0.05000,1.410
41,block_sparse_moe.experts.102.w2,0.0007337836,0.05000,1.480
41,block_sparse_moe.experts.106.w2,0.0056511255,0.05000,1.353
41,block_sparse_moe.experts.101.w2,0.0036660909,0.05000,1.489
41,block_sparse_moe.experts.109.w2,0.0009994648,0.05000,1.445
41,block_sparse_moe.experts.105.w2,0.0018035853,0.05000,1.529
41,block_sparse_moe.experts.97.w2,0.0025850819,0.05000,1.537
41,block_sparse_moe.experts.119.w2,0.0005416848,0.05000,1.414
41,block_sparse_moe.experts.127.w2,0.0027374450,0.05000,1.421
41,block_sparse_moe.experts.116.w2,0.0009492121,0.05000,1.469
41,block_sparse_moe.experts.123.w2,0.0019409866,0.05000,1.449
41,block_sparse_moe.experts.124.w2,0.0011205250,0.05000,1.494
41,block_sparse_moe.experts.115.w2,0.0057196669,0.05000,1.445
41,block_sparse_moe.experts.112.w2,0.0031417268,0.05000,1.507
41,block_sparse_moe.experts.120.w2,0.0018089885,0.05000,1.460
41,block_sparse_moe.experts.126.w2,0.0032777765,0.05000,1.502
41,block_sparse_moe.experts.114.w2,0.0029550073,0.05000,1.446
41,block_sparse_moe.experts.118.w2,0.0024558996,0.05000,1.513
41,block_sparse_moe.experts.122.w2,0.0035987377,0.05000,1.441
41,block_sparse_moe.experts.125.w2,0.0010159588,0.05000,1.389
41,block_sparse_moe.experts.117.w2,0.0017621188,0.05000,1.439
41,block_sparse_moe.experts.121.w2,0.0027496751,0.05000,1.381
41,block_sparse_moe.experts.113.w2,0.0020556659,0.05000,1.379
41,block_sparse_moe.experts.135.w2,0.0133769489,0.05000,1.589
41,block_sparse_moe.experts.132.w2,0.0048601343,0.05000,1.478
41,block_sparse_moe.experts.143.w2,0.0028649303,0.05000,1.595
41,block_sparse_moe.experts.140.w2,0.0007023186,0.05000,1.473
41,block_sparse_moe.experts.139.w2,0.0031332664,0.05000,1.562
41,block_sparse_moe.experts.128.w2,0.0008807135,0.05000,1.482
41,block_sparse_moe.experts.131.w2,0.0024675665,0.05000,1.622
41,block_sparse_moe.experts.142.w2,0.0075497979,0.05000,1.371
41,block_sparse_moe.experts.136.w2,0.0037347307,0.05000,1.556
41,block_sparse_moe.experts.130.w2,0.0056028227,0.05000,1.511
41,block_sparse_moe.experts.134.w2,0.0017149213,0.05000,1.491
41,block_sparse_moe.experts.138.w2,0.0017771302,0.05000,1.493
41,block_sparse_moe.experts.141.w2,0.0041247627,0.05000,1.536
41,block_sparse_moe.experts.133.w2,0.0019481512,0.05000,1.525
41,block_sparse_moe.experts.137.w2,0.0020151662,0.05000,1.557
41,block_sparse_moe.experts.129.w2,0.0046887734,0.05000,1.532
41,block_sparse_moe.experts.148.w2,0.0203567270,0.05000,1.467
41,block_sparse_moe.experts.151.w2,0.0004292501,0.05000,1.526
41,block_sparse_moe.experts.159.w2,0.0052769550,0.05000,1.516
41,block_sparse_moe.experts.156.w2,0.0014285255,0.05000,1.536
41,block_sparse_moe.experts.144.w2,0.0033540721,0.05000,1.483
41,block_sparse_moe.experts.155.w2,0.0028351659,0.05000,1.582
41,block_sparse_moe.experts.158.w2,0.0030531652,0.05000,1.451
41,block_sparse_moe.experts.147.w2,0.0066371602,0.05000,1.562
41,block_sparse_moe.experts.146.w2,0.0032417486,0.05000,1.350
41,block_sparse_moe.experts.152.w2,0.0020705237,0.05000,1.586
41,block_sparse_moe.experts.154.w2,0.0104038603,0.05000,1.307
41,block_sparse_moe.experts.150.w2,0.0027657935,0.05000,1.339
41,block_sparse_moe.experts.157.w2,0.0083483285,0.05000,1.481
41,block_sparse_moe.experts.149.w2,0.0019605287,0.05000,1.550
41,block_sparse_moe.experts.153.w2,0.0019493985,0.05000,1.561
41,block_sparse_moe.experts.145.w2,0.0016630343,0.05000,1.527
41,block_sparse_moe.experts.167.w2,0.0018066290,0.05000,1.483
41,block_sparse_moe.experts.174.w2,0.0017654787,0.05000,1.291
41,block_sparse_moe.experts.164.w2,0.0033397803,0.05000,1.583
41,block_sparse_moe.experts.175.w2,0.0012368062,0.05000,1.569
41,block_sparse_moe.experts.172.w2,0.0007645129,0.05000,1.556
41,block_sparse_moe.experts.171.w2,0.0043639068,0.05000,1.477
41,block_sparse_moe.experts.160.w2,0.0020122124,0.05000,1.571
41,block_sparse_moe.experts.163.w2,0.0006540755,0.05000,1.476
41,block_sparse_moe.experts.162.w2,0.0021532700,0.05000,1.415
41,block_sparse_moe.experts.170.w2,0.0027720836,0.05000,1.363
41,block_sparse_moe.experts.166.w2,0.0026586963,0.05000,1.433
41,block_sparse_moe.experts.168.w2,0.0017141265,0.05000,1.547
41,block_sparse_moe.experts.173.w2,0.0038291407,0.05000,1.463
41,block_sparse_moe.experts.165.w2,0.0021824726,0.05000,1.537
41,block_sparse_moe.experts.169.w2,0.0144286523,0.05000,1.504
41,block_sparse_moe.experts.161.w2,0.0048428769,0.05000,1.495
41,block_sparse_moe.experts.183.w2,0.0025769320,0.05000,1.477
41,block_sparse_moe.experts.191.w2,0.0027542777,0.05000,1.453
41,block_sparse_moe.experts.190.w2,0.0015981158,0.05000,1.550
41,block_sparse_moe.experts.187.w2,0.0013829921,0.05000,1.457
41,block_sparse_moe.experts.180.w2,0.0101276228,0.05000,1.599
41,block_sparse_moe.experts.179.w2,0.0020220847,0.05000,1.490
41,block_sparse_moe.experts.188.w2,0.0350905239,0.05000,1.614
41,block_sparse_moe.experts.176.w2,0.0024765814,0.05000,1.618
41,block_sparse_moe.experts.186.w2,0.0022030007,0.05000,1.584
41,block_sparse_moe.experts.178.w2,0.0085870881,0.05000,1.632
41,block_sparse_moe.experts.182.w2,0.0060994159,0.05000,1.621
41,block_sparse_moe.experts.184.w2,0.0007425934,0.05000,1.605
41,block_sparse_moe.experts.189.w2,0.0051040470,0.05000,1.572
41,block_sparse_moe.experts.181.w2,0.0031606115,0.05000,1.573
41,block_sparse_moe.experts.185.w2,0.0063149074,0.05000,1.573
41,block_sparse_moe.experts.177.w2,0.0062220221,0.05000,1.591
41,block_sparse_moe.experts.199.w2,0.0023155492,0.05000,1.481
41,block_sparse_moe.experts.206.w2,0.0023774997,0.05000,1.504
41,block_sparse_moe.experts.207.w2,0.0028261190,0.05000,1.526
41,block_sparse_moe.experts.203.w2,0.0030575753,0.05000,1.497
41,block_sparse_moe.experts.196.w2,0.0050574851,0.05000,1.551
41,block_sparse_moe.experts.195.w2,0.0106009523,0.05000,1.507
41,block_sparse_moe.experts.204.w2,0.0034047397,0.05000,1.514
41,block_sparse_moe.experts.192.w2,0.0033400869,0.05000,1.549
41,block_sparse_moe.experts.202.w2,0.0016541245,0.05000,1.515
41,block_sparse_moe.experts.194.w2,0.0009235971,0.05000,1.537
41,block_sparse_moe.experts.200.w2,0.0039558061,0.05000,1.496
41,block_sparse_moe.experts.198.w2,0.0009528790,0.05000,1.587
41,block_sparse_moe.experts.205.w2,0.0021066911,0.05000,1.431
41,block_sparse_moe.experts.201.w2,0.0021004233,0.05000,1.447
41,block_sparse_moe.experts.197.w2,0.0053707091,0.05000,1.502
41,block_sparse_moe.experts.193.w2,0.0019942253,0.05000,1.460
41,block_sparse_moe.experts.215.w2,0.0030746388,0.05000,1.462
41,block_sparse_moe.experts.223.w2,0.0120356117,0.05000,1.412
41,block_sparse_moe.experts.212.w2,0.0029701112,0.05000,1.351
41,block_sparse_moe.experts.220.w2,0.0019075105,0.05000,1.290
41,block_sparse_moe.experts.219.w2,0.0029175378,0.05000,1.458
41,block_sparse_moe.experts.222.w2,0.0008907904,0.05000,1.574
41,block_sparse_moe.experts.208.w2,0.0017141902,0.05000,1.343
41,block_sparse_moe.experts.211.w2,0.0025086399,0.05000,1.570
41,block_sparse_moe.experts.218.w2,0.0003061353,0.05000,1.500
41,block_sparse_moe.experts.216.w2,0.0025241248,0.05000,1.396
41,block_sparse_moe.experts.210.w2,0.0136737354,0.05000,1.509
41,block_sparse_moe.experts.221.w2,0.0038143594,0.05000,1.462
41,block_sparse_moe.experts.214.w2,0.0027227310,0.05000,1.547
41,block_sparse_moe.experts.217.w2,0.0068281252,0.05000,1.485
41,block_sparse_moe.experts.213.w2,0.0027556961,0.05000,1.468
41,block_sparse_moe.experts.209.w2,0.0017467317,0.05000,1.478
41,block_sparse_moe.experts.231.w2,0.0002647232,0.05000,1.473
41,block_sparse_moe.experts.236.w2,0.0016158855,0.05000,1.379
41,block_sparse_moe.experts.228.w2,0.0106020739,0.05000,1.422
41,block_sparse_moe.experts.239.w2,0.0015192067,0.05000,1.482
41,block_sparse_moe.experts.235.w2,0.0406850536,0.05000,1.517
41,block_sparse_moe.experts.224.w2,0.0007457499,0.05000,1.408
41,block_sparse_moe.experts.238.w2,0.0074077268,0.05000,1.562
41,block_sparse_moe.experts.227.w2,0.0115205474,0.05000,1.489
41,block_sparse_moe.experts.234.w2,0.0063928545,0.05000,1.453
41,block_sparse_moe.experts.232.w2,0.0046077896,0.05000,1.462
41,block_sparse_moe.experts.226.w2,0.0026585761,0.05000,1.505
41,block_sparse_moe.experts.237.w2,0.0024887742,0.05000,1.521
41,block_sparse_moe.experts.230.w2,0.0013362884,0.05000,1.542
41,block_sparse_moe.experts.233.w2,0.0013561167,0.05000,1.454
41,block_sparse_moe.experts.229.w2,0.0053553638,0.05000,1.493
41,block_sparse_moe.experts.225.w2,0.0040643206,0.05000,1.534
41,block_sparse_moe.experts.244.w2,0.0093560275,0.05000,1.374
41,block_sparse_moe.experts.252.w2,0.0007752744,0.05000,1.424
41,block_sparse_moe.experts.247.w2,0.0021220567,0.05000,1.521
41,block_sparse_moe.experts.240.w2,0.0736742526,0.05000,1.354
41,block_sparse_moe.experts.248.w2,0.0041501352,0.05000,1.127
41,block_sparse_moe.experts.255.w2,0.0052752274,0.05000,1.541
41,block_sparse_moe.experts.251.w2,0.0021230238,0.05000,1.478
41,block_sparse_moe.experts.243.w2,0.0028119316,0.05000,1.296
41,block_sparse_moe.experts.254.w2,0.0117819252,0.05000,1.438
41,block_sparse_moe.experts.250.w2,0.0141459827,0.05000,1.475
41,block_sparse_moe.experts.242.w2,0.0022857875,0.05000,1.473
41,block_sparse_moe.experts.253.w2,0.0033326107,0.05000,1.317
41,block_sparse_moe.experts.246.w2,0.0016713483,0.05000,1.313
41,block_sparse_moe.experts.249.w2,0.0019312756,0.05000,1.276
41,block_sparse_moe.experts.245.w2,0.0026122078,0.05000,1.266
41,block_sparse_moe.experts.241.w2,0.0024549075,0.05000,1.207
42,self_attn.q_proj,0.0001974467,0.05000,0.967
42,self_attn.v_proj,0.0000277953,0.05000,1.001
42,self_attn.k_proj,0.0000282189,0.05000,1.049
42,self_attn.o_proj,0.0000101247,0.05000,1.858
42,block_sparse_moe.experts.8.w1,0.0008201498,0.05000,3.321
42,block_sparse_moe.experts.12.w1,0.0010273257,0.05000,3.317
42,block_sparse_moe.experts.6.w1,0.0017984273,0.05000,3.361
42,block_sparse_moe.experts.2.w1,0.0033634124,0.05000,3.401
42,block_sparse_moe.experts.0.w1,0.0017034267,0.05000,3.402
42,block_sparse_moe.experts.4.w1,0.0003808197,0.05000,3.425
42,block_sparse_moe.experts.14.w1,0.0019397594,0.05000,3.436
42,block_sparse_moe.experts.10.w1,0.0037568116,0.05000,3.435
42,block_sparse_moe.experts.1.w1,0.0008945352,0.05000,3.493
42,block_sparse_moe.experts.7.w1,0.0020988637,0.05000,3.515
42,block_sparse_moe.experts.9.w1,0.0005485231,0.05000,3.506
42,block_sparse_moe.experts.5.w1,0.0015589675,0.05000,3.538
42,block_sparse_moe.experts.13.w1,0.0023494729,0.05000,3.514
42,block_sparse_moe.experts.11.w1,0.0039723858,0.05000,3.522
42,block_sparse_moe.experts.3.w1,0.0013451473,0.05000,3.583
42,block_sparse_moe.experts.15.w1,0.0012808463,0.05000,3.593
42,block_sparse_moe.experts.28.w1,0.0009604023,0.05000,2.869
42,block_sparse_moe.experts.22.w1,0.0018096135,0.05000,2.883
42,block_sparse_moe.experts.24.w1,0.0032457192,0.05000,2.918
42,block_sparse_moe.experts.20.w1,0.0038553631,0.05000,2.903
42,block_sparse_moe.experts.26.w1,0.0003222224,0.05000,2.888
42,block_sparse_moe.experts.27.w1,0.0017806900,0.05000,2.806
42,block_sparse_moe.experts.30.w1,0.0011927333,0.05000,2.902
42,block_sparse_moe.experts.16.w1,0.0039427850,0.05000,2.984
42,block_sparse_moe.experts.21.w1,0.0018884268,0.05000,2.868
42,block_sparse_moe.experts.23.w1,0.0019846203,0.05000,2.918
42,block_sparse_moe.experts.25.w1,0.0011757479,0.05000,2.908
42,block_sparse_moe.experts.29.w1,0.0013010661,0.05000,2.945
42,block_sparse_moe.experts.17.w1,0.0036008379,0.05000,2.994
42,block_sparse_moe.experts.31.w1,0.0021966860,0.05000,2.874
42,block_sparse_moe.experts.18.w1,0.0034528035,0.05000,3.126
42,block_sparse_moe.experts.19.w1,0.0022390079,0.05000,2.965
42,block_sparse_moe.experts.40.w1,0.0010772777,0.05000,2.981
42,block_sparse_moe.experts.38.w1,0.0012957757,0.05000,3.063
42,block_sparse_moe.experts.44.w1,0.0009942113,0.05000,3.122
42,block_sparse_moe.experts.43.w1,0.0020621054,0.05000,2.996
42,block_sparse_moe.experts.39.w1,0.0010614251,0.05000,2.965
42,block_sparse_moe.experts.41.w1,0.0021159892,0.05000,2.973
42,block_sparse_moe.experts.46.w1,0.0013637271,0.05000,3.061
42,block_sparse_moe.experts.42.w1,0.0010116517,0.05000,3.075
42,block_sparse_moe.experts.32.w1,0.0029037033,0.05000,3.057
42,block_sparse_moe.experts.37.w1,0.0013128889,0.05000,3.076
42,block_sparse_moe.experts.35.w1,0.0019570501,0.05000,2.940
42,block_sparse_moe.experts.36.w1,0.0007539435,0.05000,3.162
42,block_sparse_moe.experts.33.w1,0.0027271463,0.05000,3.038
42,block_sparse_moe.experts.47.w1,0.0028530624,0.05000,3.055
42,block_sparse_moe.experts.45.w1,0.0024058063,0.05000,3.065
42,block_sparse_moe.experts.34.w1,0.0011876545,0.05000,3.066
42,block_sparse_moe.experts.54.w1,0.0031414008,0.05000,3.091
42,block_sparse_moe.experts.62.w1,0.0019927867,0.05000,2.983
42,block_sparse_moe.experts.59.w1,0.0007034753,0.05000,3.076
42,block_sparse_moe.experts.55.w1,0.0029324482,0.05000,3.063
42,block_sparse_moe.experts.56.w1,0.0031903321,0.05000,3.230
42,block_sparse_moe.experts.60.w1,0.0016403690,0.05000,3.133
42,block_sparse_moe.experts.58.w1,0.0009529226,0.05000,3.057
42,block_sparse_moe.experts.53.w1,0.0025470143,0.05000,3.081
42,block_sparse_moe.experts.57.w1,0.0026164724,0.05000,3.158
42,block_sparse_moe.experts.51.w1,0.0015911880,0.05000,3.140
42,block_sparse_moe.experts.48.w1,0.0034439208,0.05000,3.192
42,block_sparse_moe.experts.49.w1,0.0011485943,0.05000,3.159
42,block_sparse_moe.experts.52.w1,0.0012997881,0.05000,3.221
42,block_sparse_moe.experts.61.w1,0.0033858966,0.05000,3.165
42,block_sparse_moe.experts.63.w1,0.0031661691,0.05000,3.186
42,block_sparse_moe.experts.50.w1,0.0010088605,0.05000,3.164
42,block_sparse_moe.experts.78.w1,0.0007148467,0.05000,3.099
42,block_sparse_moe.experts.70.w1,0.0036680400,0.05000,3.111
42,block_sparse_moe.experts.69.w1,0.0011395056,0.05000,2.976
42,block_sparse_moe.experts.75.w1,0.0016247384,0.05000,3.215
42,block_sparse_moe.experts.73.w1,0.0002022162,0.05000,3.084
42,block_sparse_moe.experts.76.w1,0.0036870374,0.05000,3.218
42,block_sparse_moe.experts.71.w1,0.0041461893,0.05000,3.232
42,block_sparse_moe.experts.74.w1,0.0035052190,0.05000,3.212
42,block_sparse_moe.experts.72.w1,0.0005066975,0.05000,3.280
42,block_sparse_moe.experts.66.w1,0.0013647933,0.05000,3.058
42,block_sparse_moe.experts.65.w1,0.0005251770,0.05000,3.156
42,block_sparse_moe.experts.64.w1,0.0011741702,0.05000,3.208
42,block_sparse_moe.experts.77.w1,0.0011849788,0.05000,3.133
42,block_sparse_moe.experts.68.w1,0.0010634684,0.05000,3.216
42,block_sparse_moe.experts.67.w1,0.0015538615,0.05000,3.320
42,block_sparse_moe.experts.79.w1,0.0031193796,0.05000,3.225
42,block_sparse_moe.experts.94.w1,0.0021136015,0.05000,2.926
42,block_sparse_moe.experts.86.w1,0.0017255521,0.05000,2.951
42,block_sparse_moe.experts.89.w1,0.0022080452,0.05000,2.830
42,block_sparse_moe.experts.85.w1,0.0040387196,0.05000,2.948
42,block_sparse_moe.experts.92.w1,0.0036943654,0.05000,2.959
42,block_sparse_moe.experts.90.w1,0.0014254900,0.05000,2.961
42,block_sparse_moe.experts.91.w1,0.0012734199,0.05000,3.029
42,block_sparse_moe.experts.87.w1,0.0011214213,0.05000,2.995
42,block_sparse_moe.experts.88.w1,0.0039880867,0.05000,3.015
42,block_sparse_moe.experts.80.w1,0.0018020538,0.05000,2.948
42,block_sparse_moe.experts.81.w1,0.0019793808,0.05000,2.963
42,block_sparse_moe.experts.84.w1,0.0017034414,0.05000,2.889
42,block_sparse_moe.experts.93.w1,0.0019642227,0.05000,3.002
42,block_sparse_moe.experts.82.w1,0.0020046110,0.05000,3.043
42,block_sparse_moe.experts.83.w1,0.0017531064,0.05000,2.938
42,block_sparse_moe.experts.95.w1,0.0003895046,0.05000,2.973
42,block_sparse_moe.experts.102.w1,0.0027834517,0.05000,3.040
42,block_sparse_moe.experts.110.w1,0.0019849981,0.05000,3.110
42,block_sparse_moe.experts.103.w1,0.0017507371,0.05000,2.942
42,block_sparse_moe.experts.105.w1,0.0008629416,0.05000,3.182
42,block_sparse_moe.experts.107.w1,0.0023954158,0.05000,3.009
42,block_sparse_moe.experts.108.w1,0.0018788068,0.05000,3.054
42,block_sparse_moe.experts.101.w1,0.0020627982,0.05000,3.317
42,block_sparse_moe.experts.106.w1,0.0013664477,0.05000,3.153
42,block_sparse_moe.experts.100.w1,0.0007821161,0.05000,3.041
42,block_sparse_moe.experts.99.w1,0.0014259791,0.05000,2.990
42,block_sparse_moe.experts.104.w1,0.0005770175,0.05000,3.143
42,block_sparse_moe.experts.109.w1,0.0010115909,0.05000,3.060
42,block_sparse_moe.experts.111.w1,0.0007416266,0.05000,2.987
42,block_sparse_moe.experts.98.w1,0.0012215119,0.05000,3.106
42,block_sparse_moe.experts.96.w1,0.0013639062,0.05000,3.189
42,block_sparse_moe.experts.97.w1,0.0015280076,0.05000,3.233
42,block_sparse_moe.experts.119.w1,0.0011566716,0.05000,2.931
42,block_sparse_moe.experts.123.w1,0.0005541150,0.05000,2.932
42,block_sparse_moe.experts.118.w1,0.0004970050,0.05000,3.176
42,block_sparse_moe.experts.124.w1,0.0011814622,0.05000,3.050
42,block_sparse_moe.experts.121.w1,0.0015820478,0.05000,3.113
42,block_sparse_moe.experts.126.w1,0.0014904384,0.05000,3.260
42,block_sparse_moe.experts.115.w1,0.0015725813,0.05000,2.980
42,block_sparse_moe.experts.117.w1,0.0014412205,0.05000,3.049
42,block_sparse_moe.experts.116.w1,0.0014066287,0.05000,3.028
42,block_sparse_moe.experts.127.w1,0.0022521523,0.05000,2.976
42,block_sparse_moe.experts.122.w1,0.0019786254,0.05000,3.094
42,block_sparse_moe.experts.125.w1,0.0013329717,0.05000,3.029
42,block_sparse_moe.experts.120.w1,0.0028090781,0.05000,3.044
42,block_sparse_moe.experts.113.w1,0.0013032023,0.05000,2.931
42,block_sparse_moe.experts.112.w1,0.0020490772,0.05000,3.020
42,block_sparse_moe.experts.114.w1,0.0015977356,0.05000,3.086
42,block_sparse_moe.experts.135.w1,0.0012886777,0.05000,2.940
42,block_sparse_moe.experts.139.w1,0.0007961767,0.05000,3.003
42,block_sparse_moe.experts.140.w1,0.0025788238,0.05000,2.947
42,block_sparse_moe.experts.134.w1,0.0006624367,0.05000,3.056
42,block_sparse_moe.experts.143.w1,0.0010357275,0.05000,2.910
42,block_sparse_moe.experts.142.w1,0.0012676371,0.05000,3.018
42,block_sparse_moe.experts.131.w1,0.0021802635,0.05000,2.971
42,block_sparse_moe.experts.137.w1,0.0016751292,0.05000,3.124
42,block_sparse_moe.experts.132.w1,0.0017946070,0.05000,3.053
42,block_sparse_moe.experts.138.w1,0.0018150422,0.05000,3.043
42,block_sparse_moe.experts.136.w1,0.0010283016,0.05000,3.065
42,block_sparse_moe.experts.133.w1,0.0010231848,0.05000,3.167
42,block_sparse_moe.experts.128.w1,0.0013517434,0.05000,3.062
42,block_sparse_moe.experts.130.w1,0.0014044472,0.05000,3.035
42,block_sparse_moe.experts.141.w1,0.0023228081,0.05000,3.150
42,block_sparse_moe.experts.129.w1,0.0024378236,0.05000,3.131
42,block_sparse_moe.experts.151.w1,0.0041171780,0.05000,2.865
42,block_sparse_moe.experts.156.w1,0.0007195880,0.05000,2.850
42,block_sparse_moe.experts.155.w1,0.0005778666,0.05000,2.940
42,block_sparse_moe.experts.159.w1,0.0011538032,0.05000,2.878
42,block_sparse_moe.experts.147.w1,0.0024280928,0.05000,2.856
42,block_sparse_moe.experts.150.w1,0.0010718238,0.05000,2.961
42,block_sparse_moe.experts.148.w1,0.0030845556,0.05000,2.814
42,block_sparse_moe.experts.158.w1,0.0018649659,0.05000,2.961
42,block_sparse_moe.experts.152.w1,0.0004475743,0.05000,2.822
42,block_sparse_moe.experts.144.w1,0.0013062232,0.05000,2.815
42,block_sparse_moe.experts.153.w1,0.0016170216,0.05000,3.015
42,block_sparse_moe.experts.154.w1,0.0013747824,0.05000,2.982
42,block_sparse_moe.experts.149.w1,0.0013647883,0.05000,2.964
42,block_sparse_moe.experts.157.w1,0.0013281087,0.05000,2.982
42,block_sparse_moe.experts.145.w1,0.0005249781,0.05000,2.980
42,block_sparse_moe.experts.146.w1,0.0038265681,0.05000,3.101
42,block_sparse_moe.experts.167.w1,0.0004840829,0.05000,2.764
42,block_sparse_moe.experts.166.w1,0.0015607299,0.05000,2.619
42,block_sparse_moe.experts.174.w1,0.0031759347,0.05000,2.718
42,block_sparse_moe.experts.171.w1,0.0007867367,0.05000,2.985
42,block_sparse_moe.experts.175.w1,0.0004243934,0.05000,2.897
42,block_sparse_moe.experts.172.w1,0.0063934128,0.05000,3.043
42,block_sparse_moe.experts.163.w1,0.0015718670,0.05000,3.027
42,block_sparse_moe.experts.170.w1,0.0027825747,0.05000,2.832
42,block_sparse_moe.experts.164.w1,0.0011259729,0.05000,3.127
42,block_sparse_moe.experts.165.w1,0.0014380413,0.05000,2.941
42,block_sparse_moe.experts.173.w1,0.0014308629,0.05000,2.868
42,block_sparse_moe.experts.169.w1,0.0032402584,0.05000,3.050
42,block_sparse_moe.experts.162.w1,0.0010677134,0.05000,2.843
42,block_sparse_moe.experts.160.w1,0.0021316608,0.05000,3.162
42,block_sparse_moe.experts.168.w1,0.0006251564,0.05000,3.274
42,block_sparse_moe.experts.161.w1,0.0008174397,0.05000,3.077
42,block_sparse_moe.experts.183.w1,0.0050077999,0.05000,2.837
42,block_sparse_moe.experts.182.w1,0.0023554901,0.05000,2.814
42,block_sparse_moe.experts.190.w1,0.0021808318,0.05000,2.771
42,block_sparse_moe.experts.187.w1,0.0005539831,0.05000,2.801
42,block_sparse_moe.experts.191.w1,0.0035676312,0.05000,2.825
42,block_sparse_moe.experts.188.w1,0.0047206028,0.05000,2.977
42,block_sparse_moe.experts.179.w1,0.0019396225,0.05000,2.863
42,block_sparse_moe.experts.186.w1,0.0025334830,0.05000,2.824
42,block_sparse_moe.experts.178.w1,0.0024816064,0.05000,2.838
42,block_sparse_moe.experts.180.w1,0.0021913114,0.05000,3.092
42,block_sparse_moe.experts.181.w1,0.0015952626,0.05000,3.071
42,block_sparse_moe.experts.189.w1,0.0024313191,0.05000,3.085
42,block_sparse_moe.experts.184.w1,0.0006628161,0.05000,2.947
42,block_sparse_moe.experts.185.w1,0.0024777707,0.05000,3.110
42,block_sparse_moe.experts.176.w1,0.0027806498,0.05000,3.081
42,block_sparse_moe.experts.177.w1,0.0007966017,0.05000,3.121
42,block_sparse_moe.experts.199.w1,0.0016405164,0.05000,2.860
42,block_sparse_moe.experts.198.w1,0.0016430745,0.05000,2.988
42,block_sparse_moe.experts.203.w1,0.0011185429,0.05000,2.958
42,block_sparse_moe.experts.206.w1,0.0007277881,0.05000,3.042
42,block_sparse_moe.experts.207.w1,0.0017736140,0.05000,3.046
42,block_sparse_moe.experts.204.w1,0.0015258482,0.05000,2.940
42,block_sparse_moe.experts.195.w1,0.0015750858,0.05000,3.092
42,block_sparse_moe.experts.202.w1,0.0023292190,0.05000,3.123
42,block_sparse_moe.experts.200.w1,0.0034371313,0.05000,2.878
42,block_sparse_moe.experts.196.w1,0.0007842905,0.05000,2.975
42,block_sparse_moe.experts.192.w1,0.0010309785,0.05000,2.910
42,block_sparse_moe.experts.205.w1,0.0005022239,0.05000,3.051
42,block_sparse_moe.experts.194.w1,0.0021950390,0.05000,3.217
42,block_sparse_moe.experts.201.w1,0.0010005151,0.05000,3.049
42,block_sparse_moe.experts.197.w1,0.0017149127,0.05000,3.176
42,block_sparse_moe.experts.193.w1,0.0031142482,0.05000,3.010
42,block_sparse_moe.experts.215.w1,0.0012619212,0.05000,3.150
42,block_sparse_moe.experts.214.w1,0.0015426432,0.05000,3.189
42,block_sparse_moe.experts.219.w1,0.0022177698,0.05000,3.134
42,block_sparse_moe.experts.220.w1,0.0004951623,0.05000,2.997
42,block_sparse_moe.experts.222.w1,0.0005607294,0.05000,3.272
42,block_sparse_moe.experts.223.w1,0.0005392867,0.05000,3.163
42,block_sparse_moe.experts.211.w1,0.0033118298,0.05000,3.049
42,block_sparse_moe.experts.216.w1,0.0003058618,0.05000,2.886
42,block_sparse_moe.experts.218.w1,0.0042327313,0.05000,3.170
42,block_sparse_moe.experts.212.w1,0.0010634515,0.05000,2.943
42,block_sparse_moe.experts.208.w1,0.0014584389,0.05000,2.919
42,block_sparse_moe.experts.221.w1,0.0020956805,0.05000,2.928
42,block_sparse_moe.experts.217.w1,0.0024642217,0.05000,2.956
42,block_sparse_moe.experts.210.w1,0.0010124047,0.05000,3.072
42,block_sparse_moe.experts.213.w1,0.0016288614,0.05000,3.033
42,block_sparse_moe.experts.209.w1,0.0008173971,0.05000,2.966
42,block_sparse_moe.experts.231.w1,0.0024087325,0.05000,3.070
42,block_sparse_moe.experts.230.w1,0.0001895572,0.05000,3.052
42,block_sparse_moe.experts.235.w1,0.0018647672,0.05000,3.048
42,block_sparse_moe.experts.236.w1,0.0022825825,0.05000,3.061
42,block_sparse_moe.experts.238.w1,0.0015457758,0.05000,3.065
42,block_sparse_moe.experts.239.w1,0.0026473095,0.05000,3.102
42,block_sparse_moe.experts.227.w1,0.0006470722,0.05000,3.118
42,block_sparse_moe.experts.228.w1,0.0060392916,0.05000,2.974
42,block_sparse_moe.experts.232.w1,0.0025607448,0.05000,3.069
42,block_sparse_moe.experts.224.w1,0.0002686148,0.05000,2.954
42,block_sparse_moe.experts.234.w1,0.0020115588,0.05000,3.086
42,block_sparse_moe.experts.237.w1,0.0014774022,0.05000,2.991
42,block_sparse_moe.experts.233.w1,0.0044341577,0.05000,3.054
42,block_sparse_moe.experts.226.w1,0.0019259828,0.05000,3.003
42,block_sparse_moe.experts.229.w1,0.0012070550,0.05000,2.977
42,block_sparse_moe.experts.225.w1,0.0021663479,0.05000,2.942
42,block_sparse_moe.experts.247.w1,0.0009164053,0.05000,3.148
42,block_sparse_moe.experts.246.w1,0.0012157374,0.05000,3.017
42,block_sparse_moe.experts.252.w1,0.0005008183,0.05000,2.895
42,block_sparse_moe.experts.254.w1,0.0025944322,0.05000,3.005
42,block_sparse_moe.experts.251.w1,0.0009440164,0.05000,3.185
42,block_sparse_moe.experts.244.w1,0.0007287373,0.05000,2.933
42,block_sparse_moe.experts.248.w1,0.0022874263,0.05000,2.929
42,block_sparse_moe.experts.255.w1,0.0037047196,0.05000,3.121
42,block_sparse_moe.experts.240.w1,0.0010350702,0.05000,3.002
42,block_sparse_moe.experts.250.w1,0.0015856873,0.05000,3.020
42,block_sparse_moe.experts.243.w1,0.0016955609,0.05000,3.237
42,block_sparse_moe.experts.242.w1,0.0025813200,0.05000,2.949
42,block_sparse_moe.experts.253.w1,0.0010439447,0.05000,3.160
42,block_sparse_moe.experts.249.w1,0.0013629298,0.05000,3.118
42,block_sparse_moe.experts.241.w1,0.0003055801,0.05000,3.155
42,block_sparse_moe.experts.245.w1,0.0014299517,0.05000,3.206
42,block_sparse_moe.experts.12.w3,0.0011563005,0.05000,2.817
42,block_sparse_moe.experts.6.w3,0.0019106124,0.05000,2.980
42,block_sparse_moe.experts.7.w3,0.0023455548,0.05000,3.168
42,block_sparse_moe.experts.8.w3,0.0009594394,0.05000,2.608
42,block_sparse_moe.experts.0.w3,0.0019901582,0.05000,2.720
42,block_sparse_moe.experts.4.w3,0.0004083652,0.05000,2.877
42,block_sparse_moe.experts.14.w3,0.0021440045,0.05000,3.041
42,block_sparse_moe.experts.11.w3,0.0042661878,0.05000,3.102
42,block_sparse_moe.experts.13.w3,0.0025890845,0.05000,2.829
42,block_sparse_moe.experts.10.w3,0.0040957828,0.05000,3.037
42,block_sparse_moe.experts.15.w3,0.0015803219,0.05000,3.206
42,block_sparse_moe.experts.9.w3,0.0005931023,0.05000,2.828
42,block_sparse_moe.experts.2.w3,0.0036172225,0.05000,3.007
42,block_sparse_moe.experts.1.w3,0.0009529982,0.05000,2.841
42,block_sparse_moe.experts.5.w3,0.0016938739,0.05000,2.858
42,block_sparse_moe.experts.3.w3,0.0015767057,0.05000,3.204
42,block_sparse_moe.experts.28.w3,0.0010434954,0.05000,2.974
42,block_sparse_moe.experts.24.w3,0.0035610223,0.05000,2.928
42,block_sparse_moe.experts.23.w3,0.0021954501,0.05000,3.017
42,block_sparse_moe.experts.22.w3,0.0020773457,0.05000,3.167
42,block_sparse_moe.experts.16.w3,0.0042732193,0.05000,3.046
42,block_sparse_moe.experts.20.w3,0.0044576967,0.05000,3.080
42,block_sparse_moe.experts.30.w3,0.0013766812,0.05000,3.076
42,block_sparse_moe.experts.27.w3,0.0019734384,0.05000,3.096
42,block_sparse_moe.experts.29.w3,0.0014253302,0.05000,2.894
42,block_sparse_moe.experts.25.w3,0.0012691391,0.05000,2.874
42,block_sparse_moe.experts.26.w3,0.0003550343,0.05000,3.106
42,block_sparse_moe.experts.31.w3,0.0024745873,0.05000,3.098
42,block_sparse_moe.experts.17.w3,0.0039673193,0.05000,2.961
42,block_sparse_moe.experts.21.w3,0.0021810339,0.05000,2.930
42,block_sparse_moe.experts.18.w3,0.0038439508,0.05000,3.171
42,block_sparse_moe.experts.19.w3,0.0024994197,0.05000,3.044
42,block_sparse_moe.experts.44.w3,0.0011131845,0.05000,3.177
42,block_sparse_moe.experts.40.w3,0.0012115304,0.05000,3.141
42,block_sparse_moe.experts.45.w3,0.0026839772,0.05000,2.642
42,block_sparse_moe.experts.41.w3,0.0022898280,0.05000,2.594
42,block_sparse_moe.experts.39.w3,0.0012098441,0.05000,3.192
42,block_sparse_moe.experts.38.w3,0.0014923955,0.05000,3.143
42,block_sparse_moe.experts.32.w3,0.0031242573,0.05000,3.121
42,block_sparse_moe.experts.37.w3,0.0015261447,0.05000,2.670
42,block_sparse_moe.experts.36.w3,0.0008220769,0.05000,3.097
42,block_sparse_moe.experts.33.w3,0.0031717048,0.05000,2.786
42,block_sparse_moe.experts.46.w3,0.0014784777,0.05000,3.200
42,block_sparse_moe.experts.43.w3,0.0021907470,0.05000,3.148
42,block_sparse_moe.experts.42.w3,0.0011629558,0.05000,3.140
42,block_sparse_moe.experts.47.w3,0.0031298997,0.05000,3.197
42,block_sparse_moe.experts.35.w3,0.0021850334,0.05000,3.158
42,block_sparse_moe.experts.34.w3,0.0012940123,0.05000,3.271
42,block_sparse_moe.experts.60.w3,0.0018855620,0.05000,2.869
42,block_sparse_moe.experts.57.w3,0.0030682861,0.05000,2.859
42,block_sparse_moe.experts.56.w3,0.0036251582,0.05000,2.983
42,block_sparse_moe.experts.61.w3,0.0037696412,0.05000,3.009
42,block_sparse_moe.experts.54.w3,0.0037018511,0.05000,2.970
42,block_sparse_moe.experts.55.w3,0.0031885155,0.05000,3.124
42,block_sparse_moe.experts.48.w3,0.0037051380,0.05000,2.905
42,block_sparse_moe.experts.52.w3,0.0014118247,0.05000,2.902
42,block_sparse_moe.experts.53.w3,0.0028174998,0.05000,2.921
42,block_sparse_moe.experts.62.w3,0.0021599915,0.05000,2.971
42,block_sparse_moe.experts.49.w3,0.0012931050,0.05000,3.029
42,block_sparse_moe.experts.59.w3,0.0007822416,0.05000,3.195
42,block_sparse_moe.experts.58.w3,0.0010499123,0.05000,2.986
42,block_sparse_moe.experts.50.w3,0.0011235168,0.05000,2.848
42,block_sparse_moe.experts.51.w3,0.0018017774,0.05000,3.104
42,block_sparse_moe.experts.63.w3,0.0034613874,0.05000,3.288
42,block_sparse_moe.experts.76.w3,0.0040922095,0.05000,3.040
42,block_sparse_moe.experts.73.w3,0.0002411186,0.05000,3.051
42,block_sparse_moe.experts.70.w3,0.0039694772,0.05000,2.882
42,block_sparse_moe.experts.77.w3,0.0012713018,0.05000,3.034
42,block_sparse_moe.experts.72.w3,0.0005791913,0.05000,3.090
42,block_sparse_moe.experts.64.w3,0.0013064137,0.05000,3.076
42,block_sparse_moe.experts.71.w3,0.0044366785,0.05000,3.128
42,block_sparse_moe.experts.68.w3,0.0011387447,0.05000,3.068
42,block_sparse_moe.experts.78.w3,0.0008146072,0.05000,2.897
42,block_sparse_moe.experts.69.w3,0.0012498860,0.05000,3.095
42,block_sparse_moe.experts.65.w3,0.0005818082,0.05000,3.058
42,block_sparse_moe.experts.74.w3,0.0038548586,0.05000,2.893
42,block_sparse_moe.experts.75.w3,0.0017766670,0.05000,2.959
42,block_sparse_moe.experts.66.w3,0.0015515904,0.05000,2.865
42,block_sparse_moe.experts.67.w3,0.0017209849,0.05000,2.812
42,block_sparse_moe.experts.79.w3,0.0033661416,0.05000,2.931
42,block_sparse_moe.experts.89.w3,0.0024456348,0.05000,2.932
42,block_sparse_moe.experts.86.w3,0.0018886106,0.05000,2.931
42,block_sparse_moe.experts.92.w3,0.0042535241,0.05000,3.165
42,block_sparse_moe.experts.87.w3,0.0013008793,0.05000,2.717
42,block_sparse_moe.experts.93.w3,0.0021799754,0.05000,2.999
42,block_sparse_moe.experts.88.w3,0.0042844277,0.05000,3.084
42,block_sparse_moe.experts.94.w3,0.0024510906,0.05000,2.964
42,block_sparse_moe.experts.80.w3,0.0020701169,0.05000,3.032
42,block_sparse_moe.experts.84.w3,0.0018487215,0.05000,3.028
42,block_sparse_moe.experts.85.w3,0.0043897975,0.05000,3.016
42,block_sparse_moe.experts.81.w3,0.0025815899,0.05000,2.964
42,block_sparse_moe.experts.91.w3,0.0016447953,0.05000,2.852
42,block_sparse_moe.experts.90.w3,0.0016363311,0.05000,2.883
42,block_sparse_moe.experts.83.w3,0.0019153945,0.05000,2.841
42,block_sparse_moe.experts.82.w3,0.0022281121,0.05000,2.986
42,block_sparse_moe.experts.95.w3,0.0004347317,0.05000,2.976
42,block_sparse_moe.experts.105.w3,0.0009387380,0.05000,2.530
42,block_sparse_moe.experts.109.w3,0.0010722807,0.05000,2.621
42,block_sparse_moe.experts.108.w3,0.0021003129,0.05000,2.726
42,block_sparse_moe.experts.104.w3,0.0006324980,0.05000,2.729
42,block_sparse_moe.experts.102.w3,0.0030078726,0.05000,3.020
42,block_sparse_moe.experts.101.w3,0.0023524469,0.05000,2.647
42,block_sparse_moe.experts.97.w3,0.0016805679,0.05000,2.700
42,block_sparse_moe.experts.96.w3,0.0015922139,0.05000,2.935
42,block_sparse_moe.experts.103.w3,0.0019227254,0.05000,3.224
42,block_sparse_moe.experts.110.w3,0.0021157544,0.05000,2.992
42,block_sparse_moe.experts.100.w3,0.0009070766,0.05000,2.953
42,block_sparse_moe.experts.106.w3,0.0015248371,0.05000,3.042
42,block_sparse_moe.experts.98.w3,0.0013628279,0.05000,2.905
42,block_sparse_moe.experts.107.w3,0.0026552078,0.05000,3.258
42,block_sparse_moe.experts.99.w3,0.0015522097,0.05000,3.363
42,block_sparse_moe.experts.111.w3,0.0007973524,0.05000,3.341
42,block_sparse_moe.experts.121.w3,0.0017367393,0.05000,3.111
42,block_sparse_moe.experts.125.w3,0.0014497040,0.05000,2.994
42,block_sparse_moe.experts.124.w3,0.0012852849,0.05000,3.127
42,block_sparse_moe.experts.120.w3,0.0031709424,0.05000,2.977
42,block_sparse_moe.experts.117.w3,0.0015635439,0.05000,2.926
42,block_sparse_moe.experts.118.w3,0.0005809069,0.05000,2.999
42,block_sparse_moe.experts.113.w3,0.0015701979,0.05000,2.839
42,block_sparse_moe.experts.112.w3,0.0023961493,0.05000,2.942
42,block_sparse_moe.experts.116.w3,0.0015662996,0.05000,2.983
42,block_sparse_moe.experts.126.w3,0.0016961338,0.05000,3.054
42,block_sparse_moe.experts.119.w3,0.0013814094,0.05000,3.150
42,block_sparse_moe.experts.114.w3,0.0017371450,0.05000,3.105
42,block_sparse_moe.experts.122.w3,0.0021089941,0.05000,3.242
42,block_sparse_moe.experts.123.w3,0.0006178582,0.05000,3.101
42,block_sparse_moe.experts.115.w3,0.0017599332,0.05000,3.183
42,block_sparse_moe.experts.127.w3,0.0024663295,0.05000,3.133
42,block_sparse_moe.experts.137.w3,0.0018817219,0.05000,2.774
42,block_sparse_moe.experts.141.w3,0.0025820775,0.05000,2.996
42,block_sparse_moe.experts.133.w3,0.0011579762,0.05000,2.869
42,block_sparse_moe.experts.140.w3,0.0029180887,0.05000,3.020
42,block_sparse_moe.experts.136.w3,0.0011299823,0.05000,3.047
42,block_sparse_moe.experts.129.w3,0.0027001237,0.05000,2.949
42,block_sparse_moe.experts.134.w3,0.0007219276,0.05000,3.092
42,block_sparse_moe.experts.128.w3,0.0015317475,0.05000,3.028
42,block_sparse_moe.experts.132.w3,0.0019326692,0.05000,3.101
42,block_sparse_moe.experts.142.w3,0.0014407857,0.05000,3.086
42,block_sparse_moe.experts.135.w3,0.0014351466,0.05000,3.180
42,block_sparse_moe.experts.130.w3,0.0015154468,0.05000,3.005
42,block_sparse_moe.experts.138.w3,0.0019919998,0.05000,3.062
42,block_sparse_moe.experts.139.w3,0.0009221202,0.05000,3.105
42,block_sparse_moe.experts.131.w3,0.0023907042,0.05000,3.099
42,block_sparse_moe.experts.143.w3,0.0011897816,0.05000,3.001
42,block_sparse_moe.experts.153.w3,0.0017560566,0.05000,2.814
42,block_sparse_moe.experts.157.w3,0.0014307811,0.05000,2.775
42,block_sparse_moe.experts.149.w3,0.0014896298,0.05000,2.658
42,block_sparse_moe.experts.145.w3,0.0005978049,0.05000,2.750
42,block_sparse_moe.experts.152.w3,0.0004816260,0.05000,2.998
42,block_sparse_moe.experts.150.w3,0.0011639451,0.05000,2.874
42,block_sparse_moe.experts.156.w3,0.0007792906,0.05000,3.054
42,block_sparse_moe.experts.144.w3,0.0014804717,0.05000,2.992
42,block_sparse_moe.experts.148.w3,0.0033628817,0.05000,2.903
42,block_sparse_moe.experts.158.w3,0.0020557925,0.05000,2.918
42,block_sparse_moe.experts.151.w3,0.0047889982,0.05000,3.008
42,block_sparse_moe.experts.146.w3,0.0043794464,0.05000,2.882
42,block_sparse_moe.experts.154.w3,0.0015324294,0.05000,3.081
42,block_sparse_moe.experts.155.w3,0.0006286529,0.05000,3.025
42,block_sparse_moe.experts.147.w3,0.0027248696,0.05000,3.041
42,block_sparse_moe.experts.159.w3,0.0013785343,0.05000,2.952
42,block_sparse_moe.experts.169.w3,0.0039531911,0.05000,2.725
42,block_sparse_moe.experts.173.w3,0.0015662815,0.05000,2.729
42,block_sparse_moe.experts.165.w3,0.0016632969,0.05000,2.825
42,block_sparse_moe.experts.161.w3,0.0009159440,0.05000,2.752
42,block_sparse_moe.experts.172.w3,0.0072950162,0.05000,2.774
42,block_sparse_moe.experts.168.w3,0.0006935810,0.05000,2.894
42,block_sparse_moe.experts.160.w3,0.0024987539,0.05000,2.795
42,block_sparse_moe.experts.164.w3,0.0012720601,0.05000,2.781
42,block_sparse_moe.experts.166.w3,0.0017156379,0.05000,3.186
42,block_sparse_moe.experts.167.w3,0.0005447303,0.05000,2.942
42,block_sparse_moe.experts.174.w3,0.0036123614,0.05000,3.203
42,block_sparse_moe.experts.162.w3,0.0012017762,0.05000,3.181
42,block_sparse_moe.experts.171.w3,0.0008360216,0.05000,3.004
42,block_sparse_moe.experts.170.w3,0.0031477912,0.05000,3.139
42,block_sparse_moe.experts.175.w3,0.0004589082,0.05000,2.861
42,block_sparse_moe.experts.163.w3,0.0017704994,0.05000,3.012
42,block_sparse_moe.experts.185.w3,0.0026823730,0.05000,2.994
42,block_sparse_moe.experts.189.w3,0.0028998305,0.05000,3.026
42,block_sparse_moe.experts.181.w3,0.0017354837,0.05000,2.986
42,block_sparse_moe.experts.188.w3,0.0052353879,0.05000,2.747
42,block_sparse_moe.experts.177.w3,0.0008719659,0.05000,2.984
42,block_sparse_moe.experts.184.w3,0.0007342439,0.05000,2.776
42,block_sparse_moe.experts.176.w3,0.0031379794,0.05000,2.700
42,block_sparse_moe.experts.180.w3,0.0024843410,0.05000,2.739
42,block_sparse_moe.experts.182.w3,0.0028519732,0.05000,3.088
42,block_sparse_moe.experts.183.w3,0.0055583564,0.05000,3.098
42,block_sparse_moe.experts.190.w3,0.0024999735,0.05000,3.237
42,block_sparse_moe.experts.178.w3,0.0026918137,0.05000,3.159
42,block_sparse_moe.experts.187.w3,0.0006436472,0.05000,3.151
42,block_sparse_moe.experts.186.w3,0.0027240838,0.05000,3.130
42,block_sparse_moe.experts.191.w3,0.0039257197,0.05000,3.173
42,block_sparse_moe.experts.179.w3,0.0021914146,0.05000,3.133
42,block_sparse_moe.experts.201.w3,0.0010973335,0.05000,3.215
42,block_sparse_moe.experts.205.w3,0.0005757363,0.05000,3.250
42,block_sparse_moe.experts.204.w3,0.0016465622,0.05000,3.028
42,block_sparse_moe.experts.200.w3,0.0036910982,0.05000,2.977
42,block_sparse_moe.experts.197.w3,0.0022456597,0.05000,3.322
42,block_sparse_moe.experts.192.w3,0.0011739092,0.05000,2.955
42,block_sparse_moe.experts.196.w3,0.0008913696,0.05000,2.899
42,block_sparse_moe.experts.193.w3,0.0034202480,0.05000,3.360
42,block_sparse_moe.experts.198.w3,0.0019014812,0.05000,3.131
42,block_sparse_moe.experts.206.w3,0.0007969663,0.05000,3.006
42,block_sparse_moe.experts.199.w3,0.0017740168,0.05000,3.356
42,block_sparse_moe.experts.194.w3,0.0023649142,0.05000,3.071
42,block_sparse_moe.experts.202.w3,0.0026981781,0.05000,3.116
42,block_sparse_moe.experts.203.w3,0.0012159308,0.05000,3.284
42,block_sparse_moe.experts.207.w3,0.0019389192,0.05000,3.220
42,block_sparse_moe.experts.195.w3,0.0017411131,0.05000,3.222
42,block_sparse_moe.experts.217.w3,0.0029229855,0.05000,3.177
42,block_sparse_moe.experts.220.w3,0.0005447667,0.05000,2.777
42,block_sparse_moe.experts.216.w3,0.0003429580,0.05000,2.863
42,block_sparse_moe.experts.208.w3,0.0016111928,0.05000,2.796
42,block_sparse_moe.experts.221.w3,0.0022385706,0.05000,3.035
42,block_sparse_moe.experts.212.w3,0.0011530706,0.05000,2.907
42,block_sparse_moe.experts.213.w3,0.0017675993,0.05000,3.112
42,block_sparse_moe.experts.209.w3,0.0010308510,0.05000,3.253
42,block_sparse_moe.experts.214.w3,0.0017660498,0.05000,3.008
42,block_sparse_moe.experts.222.w3,0.0005878247,0.05000,3.058
42,block_sparse_moe.experts.210.w3,0.0011432766,0.05000,3.046
42,block_sparse_moe.experts.215.w3,0.0013863157,0.05000,3.138
42,block_sparse_moe.experts.218.w3,0.0045868607,0.05000,3.105
42,block_sparse_moe.experts.219.w3,0.0024557129,0.05000,3.054
42,block_sparse_moe.experts.223.w3,0.0005988278,0.05000,3.132
42,block_sparse_moe.experts.211.w3,0.0035808221,0.05000,3.055
42,block_sparse_moe.experts.236.w3,0.0024927859,0.05000,3.005
42,block_sparse_moe.experts.233.w3,0.0048499285,0.05000,3.045
42,block_sparse_moe.experts.232.w3,0.0028142527,0.05000,3.052
42,block_sparse_moe.experts.224.w3,0.0003038961,0.05000,3.090
42,block_sparse_moe.experts.237.w3,0.0017115575,0.05000,3.050
42,block_sparse_moe.experts.228.w3,0.0066169549,0.05000,3.072
42,block_sparse_moe.experts.229.w3,0.0013158740,0.05000,3.047
42,block_sparse_moe.experts.225.w3,0.0024341892,0.05000,3.067
42,block_sparse_moe.experts.230.w3,0.0002134228,0.05000,3.074
42,block_sparse_moe.experts.238.w3,0.0017237479,0.05000,3.107
42,block_sparse_moe.experts.231.w3,0.0025929211,0.05000,3.012
42,block_sparse_moe.experts.226.w3,0.0021122393,0.05000,3.107
42,block_sparse_moe.experts.235.w3,0.0021764081,0.05000,2.894
42,block_sparse_moe.experts.234.w3,0.0021846311,0.05000,3.101
42,block_sparse_moe.experts.227.w3,0.0006951790,0.05000,2.974
42,block_sparse_moe.experts.239.w3,0.0029542453,0.05000,2.987
42,block_sparse_moe.experts.249.w3,0.0014801100,0.05000,3.017
42,block_sparse_moe.experts.252.w3,0.0005675120,0.05000,3.065
42,block_sparse_moe.experts.253.w3,0.0012387829,0.05000,2.951
42,block_sparse_moe.experts.248.w3,0.0024752087,0.05000,3.060
42,block_sparse_moe.experts.240.w3,0.0011829582,0.05000,3.008
42,block_sparse_moe.experts.244.w3,0.0008814856,0.05000,2.922
42,block_sparse_moe.experts.245.w3,0.0015580540,0.05000,2.856
42,block_sparse_moe.experts.241.w3,0.0003660927,0.05000,2.572
42,block_sparse_moe.experts.246.w3,0.0013785979,0.05000,3.159
42,block_sparse_moe.experts.254.w3,0.0028740662,0.05000,3.000
42,block_sparse_moe.experts.242.w3,0.0028237160,0.05000,2.853
42,block_sparse_moe.experts.250.w3,0.0018158837,0.05000,2.621
42,block_sparse_moe.experts.247.w3,0.0010170442,0.05000,3.041
42,block_sparse_moe.experts.251.w3,0.0010588159,0.05000,2.908
42,block_sparse_moe.experts.243.w3,0.0018538730,0.05000,2.696
42,block_sparse_moe.experts.255.w3,0.0041307544,0.05000,2.710
42,block_sparse_moe.experts.12.w2,0.0030429307,0.05000,1.344
42,block_sparse_moe.experts.6.w2,0.0004215617,0.05000,1.370
42,block_sparse_moe.experts.2.w2,0.0196938937,0.05000,1.371
42,block_sparse_moe.experts.4.w2,0.0012736052,0.05000,1.389
42,block_sparse_moe.experts.8.w2,0.0055005785,0.05000,1.392
42,block_sparse_moe.experts.0.w2,0.0043806474,0.05000,1.429
42,block_sparse_moe.experts.10.w2,0.0023892224,0.05000,1.424
42,block_sparse_moe.experts.14.w2,0.0059815265,0.05000,1.438
42,block_sparse_moe.experts.11.w2,0.0023441583,0.05000,1.458
42,block_sparse_moe.experts.7.w2,0.0186944044,0.05000,1.471
42,block_sparse_moe.experts.3.w2,0.0064578113,0.05000,1.500
42,block_sparse_moe.experts.15.w2,0.0063551646,0.05000,1.506
42,block_sparse_moe.experts.9.w2,0.0014082451,0.05000,1.571
42,block_sparse_moe.experts.1.w2,0.0006367863,0.05000,1.649
42,block_sparse_moe.experts.5.w2,0.0091009555,0.05000,1.687
42,block_sparse_moe.experts.13.w2,0.0022041460,0.05000,1.682
42,block_sparse_moe.experts.26.w2,0.0006384661,0.05000,1.237
42,block_sparse_moe.experts.22.w2,0.0043391678,0.05000,1.310
42,block_sparse_moe.experts.18.w2,0.0079479803,0.05000,1.324
42,block_sparse_moe.experts.30.w2,0.0015453313,0.05000,1.265
42,block_sparse_moe.experts.23.w2,0.0060763394,0.05000,1.442
42,block_sparse_moe.experts.27.w2,0.0035260181,0.05000,1.455
42,block_sparse_moe.experts.31.w2,0.0038130020,0.05000,1.409
42,block_sparse_moe.experts.20.w2,0.0539997135,0.05000,1.546
42,block_sparse_moe.experts.28.w2,0.0025683774,0.05000,1.613
42,block_sparse_moe.experts.24.w2,0.0046231327,0.05000,1.570
42,block_sparse_moe.experts.19.w2,0.0020140133,0.05000,1.487
42,block_sparse_moe.experts.25.w2,0.0020941509,0.05000,1.415
42,block_sparse_moe.experts.16.w2,0.0085599431,0.05000,1.622
42,block_sparse_moe.experts.21.w2,0.0049977404,0.05000,1.364
42,block_sparse_moe.experts.29.w2,0.0026263026,0.05000,1.366
42,block_sparse_moe.experts.17.w2,0.0017521569,0.05000,1.516
42,block_sparse_moe.experts.38.w2,0.0014958278,0.05000,1.421
42,block_sparse_moe.experts.34.w2,0.0064798940,0.05000,1.450
42,block_sparse_moe.experts.42.w2,0.0029115220,0.05000,1.478
42,block_sparse_moe.experts.46.w2,0.0025885914,0.05000,1.465
42,block_sparse_moe.experts.36.w2,0.0037494393,0.05000,1.322
42,block_sparse_moe.experts.40.w2,0.0032937657,0.05000,1.349
42,block_sparse_moe.experts.44.w2,0.0038300978,0.05000,1.397
42,block_sparse_moe.experts.43.w2,0.0016717697,0.05000,1.456
42,block_sparse_moe.experts.39.w2,0.0047718339,0.05000,1.487
42,block_sparse_moe.experts.47.w2,0.0077206467,0.05000,1.530
42,block_sparse_moe.experts.32.w2,0.0016107713,0.05000,1.445
42,block_sparse_moe.experts.35.w2,0.0009245326,0.05000,1.527
42,block_sparse_moe.experts.41.w2,0.0023876754,0.05000,1.585
42,block_sparse_moe.experts.45.w2,0.0075942294,0.05000,1.579
42,block_sparse_moe.experts.37.w2,0.0056211524,0.05000,1.675
42,block_sparse_moe.experts.33.w2,0.0026634927,0.05000,1.625
42,block_sparse_moe.experts.54.w2,0.0087565350,0.05000,1.437
42,block_sparse_moe.experts.50.w2,0.0038246390,0.05000,1.416
42,block_sparse_moe.experts.62.w2,0.0046694865,0.05000,1.436
42,block_sparse_moe.experts.58.w2,0.0025197041,0.05000,1.482
42,block_sparse_moe.experts.56.w2,0.0098613807,0.05000,1.489
42,block_sparse_moe.experts.52.w2,0.0007320871,0.05000,1.580
42,block_sparse_moe.experts.60.w2,0.0031252538,0.05000,1.505
42,block_sparse_moe.experts.55.w2,0.0030971165,0.05000,1.528
42,block_sparse_moe.experts.59.w2,0.0023705506,0.05000,1.588
42,block_sparse_moe.experts.63.w2,0.0095692208,0.05000,1.540
42,block_sparse_moe.experts.51.w2,0.0020981968,0.05000,1.513
42,block_sparse_moe.experts.48.w2,0.0022654693,0.05000,1.559
42,block_sparse_moe.experts.61.w2,0.0034290222,0.05000,1.476
42,block_sparse_moe.experts.57.w2,0.0062687170,0.05000,1.546
42,block_sparse_moe.experts.53.w2,0.0031073247,0.05000,1.537
42,block_sparse_moe.experts.49.w2,0.0028441625,0.05000,1.518
42,block_sparse_moe.experts.70.w2,0.0048363345,0.05000,1.520
42,block_sparse_moe.experts.66.w2,0.0026475024,0.05000,1.504
42,block_sparse_moe.experts.78.w2,0.0035077200,0.05000,1.544
42,block_sparse_moe.experts.74.w2,0.0080548036,0.05000,1.552
42,block_sparse_moe.experts.72.w2,0.0010665497,0.05000,1.492
42,block_sparse_moe.experts.68.w2,0.0016751222,0.05000,1.469
42,block_sparse_moe.experts.76.w2,0.0161437453,0.05000,1.510
42,block_sparse_moe.experts.71.w2,0.0055366001,0.05000,1.539
42,block_sparse_moe.experts.64.w2,0.0022180417,0.05000,1.436
42,block_sparse_moe.experts.79.w2,0.0049876400,0.05000,1.523
42,block_sparse_moe.experts.75.w2,0.0012055034,0.05000,1.598
42,block_sparse_moe.experts.73.w2,0.0005835938,0.05000,1.501
42,block_sparse_moe.experts.67.w2,0.0030685685,0.05000,1.610
42,block_sparse_moe.experts.77.w2,0.0002773186,0.05000,1.557
42,block_sparse_moe.experts.69.w2,0.0005278717,0.05000,1.590
42,block_sparse_moe.experts.65.w2,0.0010660753,0.05000,1.547
42,block_sparse_moe.experts.86.w2,0.0024293551,0.05000,1.516
42,block_sparse_moe.experts.82.w2,0.0046748456,0.05000,1.540
42,block_sparse_moe.experts.90.w2,0.0070962362,0.05000,1.491
42,block_sparse_moe.experts.94.w2,0.0062529763,0.05000,1.550
42,block_sparse_moe.experts.88.w2,0.0048591981,0.05000,1.518
42,block_sparse_moe.experts.84.w2,0.0018384649,0.05000,1.526
42,block_sparse_moe.experts.92.w2,0.0169276997,0.05000,1.490
42,block_sparse_moe.experts.80.w2,0.0093173879,0.05000,1.495
42,block_sparse_moe.experts.95.w2,0.0007601036,0.05000,1.533
42,block_sparse_moe.experts.87.w2,0.0051232583,0.05000,1.574
42,block_sparse_moe.experts.89.w2,0.0035812953,0.05000,1.480
42,block_sparse_moe.experts.91.w2,0.0019216770,0.05000,1.584
42,block_sparse_moe.experts.83.w2,0.0033693881,0.05000,1.561
42,block_sparse_moe.experts.93.w2,0.0036383173,0.05000,1.549
42,block_sparse_moe.experts.81.w2,0.0098155917,0.05000,1.482
42,block_sparse_moe.experts.85.w2,0.0033821698,0.05000,1.519
42,block_sparse_moe.experts.102.w2,0.0048221134,0.05000,1.489
42,block_sparse_moe.experts.98.w2,0.0007962376,0.05000,1.471
42,block_sparse_moe.experts.106.w2,0.0024667074,0.05000,1.482
42,block_sparse_moe.experts.110.w2,0.0023792350,0.05000,1.484
42,block_sparse_moe.experts.104.w2,0.0037670372,0.05000,1.567
42,block_sparse_moe.experts.108.w2,0.0013299099,0.05000,1.542
42,block_sparse_moe.experts.100.w2,0.0024276825,0.05000,1.659
42,block_sparse_moe.experts.105.w2,0.0004761776,0.05000,1.390
42,block_sparse_moe.experts.111.w2,0.0006287733,0.05000,1.483
42,block_sparse_moe.experts.96.w2,0.0025672366,0.05000,1.566
42,block_sparse_moe.experts.103.w2,0.0017451671,0.05000,1.517
42,block_sparse_moe.experts.109.w2,0.0058957119,0.05000,1.438
42,block_sparse_moe.experts.107.w2,0.0051285820,0.05000,1.549
42,block_sparse_moe.experts.99.w2,0.0014118447,0.05000,1.519
42,block_sparse_moe.experts.101.w2,0.0041478234,0.05000,1.374
42,block_sparse_moe.experts.97.w2,0.0017733825,0.05000,1.449
42,block_sparse_moe.experts.118.w2,0.0019256384,0.05000,1.621
42,block_sparse_moe.experts.114.w2,0.0027471600,0.05000,1.675
42,block_sparse_moe.experts.126.w2,0.0036943682,0.05000,1.630
42,block_sparse_moe.experts.122.w2,0.0026486838,0.05000,1.684
42,block_sparse_moe.experts.124.w2,0.0027472369,0.05000,1.473
42,block_sparse_moe.experts.120.w2,0.0029220892,0.05000,1.528
42,block_sparse_moe.experts.121.w2,0.0013292760,0.05000,1.425
42,block_sparse_moe.experts.116.w2,0.0020528616,0.05000,1.519
42,block_sparse_moe.experts.112.w2,0.0067197826,0.05000,1.461
42,block_sparse_moe.experts.125.w2,0.0017002110,0.05000,1.489
42,block_sparse_moe.experts.127.w2,0.0054998691,0.05000,1.613
42,block_sparse_moe.experts.119.w2,0.0028305207,0.05000,1.591
42,block_sparse_moe.experts.117.w2,0.0041780092,0.05000,1.495
42,block_sparse_moe.experts.123.w2,0.0016977529,0.05000,1.580
42,block_sparse_moe.experts.113.w2,0.0069627571,0.05000,1.561
42,block_sparse_moe.experts.115.w2,0.0041153695,0.05000,1.644
42,block_sparse_moe.experts.134.w2,0.0012655320,0.05000,1.537
42,block_sparse_moe.experts.130.w2,0.0041046131,0.05000,1.516
42,block_sparse_moe.experts.142.w2,0.0020175285,0.05000,1.517
42,block_sparse_moe.experts.138.w2,0.0022233864,0.05000,1.531
42,block_sparse_moe.experts.137.w2,0.0043144143,0.05000,1.512
42,block_sparse_moe.experts.140.w2,0.0098006767,0.05000,1.577
42,block_sparse_moe.experts.136.w2,0.0060582945,0.05000,1.566
42,block_sparse_moe.experts.128.w2,0.0098161536,0.05000,1.528
42,block_sparse_moe.experts.132.w2,0.0033440735,0.05000,1.559
42,block_sparse_moe.experts.135.w2,0.0021563700,0.05000,1.465
42,block_sparse_moe.experts.141.w2,0.0051024372,0.05000,1.493
42,block_sparse_moe.experts.143.w2,0.0033766180,0.05000,1.511
42,block_sparse_moe.experts.133.w2,0.0042567379,0.05000,1.470
42,block_sparse_moe.experts.139.w2,0.0028112344,0.05000,1.526
42,block_sparse_moe.experts.131.w2,0.0047583203,0.05000,1.461
42,block_sparse_moe.experts.129.w2,0.0098073516,0.05000,1.523
42,block_sparse_moe.experts.150.w2,0.0007424009,0.05000,1.454
42,block_sparse_moe.experts.146.w2,0.0088236527,0.05000,1.454
42,block_sparse_moe.experts.158.w2,0.0011903404,0.05000,1.401
42,block_sparse_moe.experts.154.w2,0.0021307248,0.05000,1.412
42,block_sparse_moe.experts.153.w2,0.0011339842,0.05000,1.448
42,block_sparse_moe.experts.156.w2,0.0015770922,0.05000,1.433
42,block_sparse_moe.experts.152.w2,0.0010586815,0.05000,1.426
42,block_sparse_moe.experts.144.w2,0.0045305878,0.05000,1.445
42,block_sparse_moe.experts.151.w2,0.0351961492,0.05000,1.407
42,block_sparse_moe.experts.148.w2,0.0015693527,0.05000,1.513
42,block_sparse_moe.experts.159.w2,0.0039141826,0.05000,1.483
42,block_sparse_moe.experts.157.w2,0.0018857746,0.05000,1.541
42,block_sparse_moe.experts.149.w2,0.0020399913,0.05000,1.473
42,block_sparse_moe.experts.155.w2,0.0008829102,0.05000,1.494
42,block_sparse_moe.experts.147.w2,0.0104989882,0.05000,1.502
42,block_sparse_moe.experts.145.w2,0.0031468022,0.05000,1.510
42,block_sparse_moe.experts.166.w2,0.0031495357,0.05000,1.369
42,block_sparse_moe.experts.170.w2,0.0143454266,0.05000,1.350
42,block_sparse_moe.experts.174.w2,0.0029066741,0.05000,1.397
42,block_sparse_moe.experts.162.w2,0.0018879150,0.05000,1.474
42,block_sparse_moe.experts.169.w2,0.0117314592,0.05000,1.494
42,block_sparse_moe.experts.172.w2,0.0167051091,0.05000,1.593
42,block_sparse_moe.experts.167.w2,0.0010832406,0.05000,1.536
42,block_sparse_moe.experts.160.w2,0.0051474493,0.05000,1.600
42,block_sparse_moe.experts.168.w2,0.0018821329,0.05000,1.682
42,block_sparse_moe.experts.165.w2,0.0035711422,0.05000,1.486
42,block_sparse_moe.experts.175.w2,0.0009616095,0.05000,1.540
42,block_sparse_moe.experts.164.w2,0.0060896196,0.05000,1.628
42,block_sparse_moe.experts.173.w2,0.0006397111,0.05000,1.552
42,block_sparse_moe.experts.171.w2,0.0019777840,0.05000,1.514
42,block_sparse_moe.experts.163.w2,0.0014725970,0.05000,1.498
42,block_sparse_moe.experts.161.w2,0.0035513778,0.05000,1.600
42,block_sparse_moe.experts.188.w2,0.0100452909,0.05000,0.655
42,block_sparse_moe.experts.182.w2,0.0068892014,0.05000,1.738
42,block_sparse_moe.experts.186.w2,0.0017136602,0.05000,1.743
42,block_sparse_moe.experts.190.w2,0.0038189593,0.05000,1.810
42,block_sparse_moe.experts.178.w2,0.0011233334,0.05000,1.827
42,block_sparse_moe.experts.183.w2,0.0072641842,0.05000,1.890
42,block_sparse_moe.experts.191.w2,0.0050634215,0.05000,1.902
42,block_sparse_moe.experts.179.w2,0.0047178110,0.05000,1.901
42,block_sparse_moe.experts.187.w2,0.0035000694,0.05000,1.909
42,block_sparse_moe.experts.185.w2,0.0016825433,0.05000,3.312
42,block_sparse_moe.experts.181.w2,0.0004112647,0.05000,3.351
42,block_sparse_moe.experts.189.w2,0.0069383645,0.05000,3.353
42,block_sparse_moe.experts.199.w2,0.0052865094,0.05000,1.711
42,block_sparse_moe.experts.177.w2,0.0015145937,0.05000,3.237
42,block_sparse_moe.experts.198.w2,0.0024332875,0.05000,3.032
42,block_sparse_moe.experts.202.w2,0.0106777860,0.05000,3.006
42,block_sparse_moe.experts.194.w2,0.0039326619,0.05000,2.936
42,block_sparse_moe.experts.206.w2,0.0009750422,0.05000,3.028
42,block_sparse_moe.experts.201.w2,0.0031833538,0.05000,1.449
42,block_sparse_moe.experts.197.w2,0.0027684986,0.05000,1.363
42,block_sparse_moe.experts.205.w2,0.0014072217,0.05000,1.438
42,block_sparse_moe.experts.193.w2,0.0033170350,0.05000,1.387
42,block_sparse_moe.experts.207.w2,0.0093484995,0.05000,3.572
42,block_sparse_moe.experts.195.w2,0.0020035202,0.05000,3.545
42,block_sparse_moe.experts.203.w2,0.0022696426,0.05000,3.575
42,block_sparse_moe.experts.214.w2,0.0045132151,0.05000,1.611
42,block_sparse_moe.experts.217.w2,0.0042026815,0.05000,1.301
42,block_sparse_moe.experts.218.w2,0.0081817502,0.05000,1.622
42,block_sparse_moe.experts.210.w2,0.0004803390,0.05000,1.622
42,block_sparse_moe.experts.222.w2,0.0022451146,0.05000,1.621
42,block_sparse_moe.experts.213.w2,0.0014742424,0.05000,1.450
42,block_sparse_moe.experts.221.w2,0.0019794883,0.05000,1.466
42,block_sparse_moe.experts.209.w2,0.0050592634,0.05000,1.531
42,block_sparse_moe.experts.215.w2,0.0008261192,0.05000,3.399
42,block_sparse_moe.experts.184.w2,0.0025058309,0.05000,1.505
42,block_sparse_moe.experts.180.w2,0.0084069925,0.05000,1.533
42,block_sparse_moe.experts.176.w2,0.0066731900,0.05000,1.537
42,block_sparse_moe.experts.204.w2,0.0014129992,0.05000,1.542
42,block_sparse_moe.experts.223.w2,0.0015721365,0.05000,1.545
42,block_sparse_moe.experts.219.w2,0.0065093759,0.05000,1.528
42,block_sparse_moe.experts.211.w2,0.0041007313,0.05000,1.594
42,block_sparse_moe.experts.233.w2,0.0055422045,0.05000,1.539
42,block_sparse_moe.experts.230.w2,0.0011554506,0.05000,1.549
42,block_sparse_moe.experts.234.w2,0.0102197989,0.05000,1.517
42,block_sparse_moe.experts.226.w2,0.0065788180,0.05000,1.526
42,block_sparse_moe.experts.238.w2,0.0025451513,0.05000,1.575
42,block_sparse_moe.experts.229.w2,0.0012171733,0.05000,1.567
42,block_sparse_moe.experts.237.w2,0.0034533304,0.05000,1.604
42,block_sparse_moe.experts.225.w2,0.0027415472,0.05000,1.523
42,block_sparse_moe.experts.200.w2,0.0019740432,0.05000,1.460
42,block_sparse_moe.experts.231.w2,0.0029179387,0.05000,1.497
42,block_sparse_moe.experts.196.w2,0.0032207958,0.05000,1.531
42,block_sparse_moe.experts.220.w2,0.0012226235,0.05000,1.548
42,block_sparse_moe.experts.192.w2,0.0042092868,0.05000,1.569
42,block_sparse_moe.experts.239.w2,0.0012951345,0.05000,1.592
42,block_sparse_moe.experts.250.w2,0.0043898629,0.05000,1.333
42,block_sparse_moe.experts.235.w2,0.0066040256,0.05000,1.553
42,block_sparse_moe.experts.246.w2,0.0027948694,0.05000,1.471
42,block_sparse_moe.experts.227.w2,0.0004176479,0.05000,1.603
42,block_sparse_moe.experts.242.w2,0.0047819425,0.05000,1.360
42,block_sparse_moe.experts.254.w2,0.0043341360,0.05000,1.341
42,block_sparse_moe.experts.249.w2,0.0006647206,0.05000,1.613
42,block_sparse_moe.experts.245.w2,0.0006627651,0.05000,1.469
42,block_sparse_moe.experts.253.w2,0.0040159490,0.05000,1.417
42,block_sparse_moe.experts.241.w2,0.0014123337,0.05000,1.425
42,block_sparse_moe.experts.247.w2,0.0017499385,0.05000,1.608
42,block_sparse_moe.experts.216.w2,0.0009678137,0.05000,1.625
42,block_sparse_moe.experts.212.w2,0.0021615617,0.05000,1.550
42,block_sparse_moe.experts.208.w2,0.0004492848,0.05000,1.538
42,block_sparse_moe.experts.236.w2,0.0038965323,0.05000,1.622
42,block_sparse_moe.experts.255.w2,0.0269651744,0.05000,1.527
42,block_sparse_moe.experts.251.w2,0.0015004124,0.05000,1.499
42,block_sparse_moe.experts.243.w2,0.0015097360,0.05000,1.433
42,block_sparse_moe.experts.228.w2,0.0120552190,0.05000,1.346
42,block_sparse_moe.experts.224.w2,0.0007695644,0.05000,1.401
42,block_sparse_moe.experts.232.w2,0.0133556922,0.05000,1.473
42,block_sparse_moe.experts.252.w2,0.0042108714,0.05000,1.439
42,block_sparse_moe.experts.244.w2,0.0016213057,0.05000,1.212
42,block_sparse_moe.experts.240.w2,0.0030437927,0.05000,1.166
42,block_sparse_moe.experts.248.w2,0.0042665524,0.05000,1.184
43,self_attn.q_proj,0.0001607428,0.05000,0.936
43,self_attn.k_proj,0.0000268848,0.05000,0.967
43,self_attn.v_proj,0.0000258568,0.05000,1.007
43,self_attn.o_proj,0.0000169288,0.05000,1.797
43,block_sparse_moe.experts.5.w1,0.0036786240,0.05000,2.915
43,block_sparse_moe.experts.1.w1,0.0013191948,0.05000,2.953
43,block_sparse_moe.experts.9.w1,0.0013773713,0.05000,2.931
43,block_sparse_moe.experts.13.w1,0.0014618374,0.05000,2.972
43,block_sparse_moe.experts.3.w1,0.0007869260,0.05000,3.113
43,block_sparse_moe.experts.2.w1,0.0028685085,0.05000,3.136
43,block_sparse_moe.experts.6.w1,0.0012688276,0.05000,3.111
43,block_sparse_moe.experts.10.w1,0.0021094439,0.05000,3.135
43,block_sparse_moe.experts.14.w1,0.0012160097,0.05000,3.140
43,block_sparse_moe.experts.15.w1,0.0092272070,0.05000,3.150
43,block_sparse_moe.experts.11.w1,0.0021216060,0.05000,3.149
43,block_sparse_moe.experts.4.w1,0.0185977663,0.05000,3.256
43,block_sparse_moe.experts.7.w1,0.0026061812,0.05000,3.211
43,block_sparse_moe.experts.8.w1,0.0039216359,0.05000,3.225
43,block_sparse_moe.experts.12.w1,0.0021599914,0.05000,3.259
43,block_sparse_moe.experts.0.w1,0.0023922714,0.05000,3.354
43,block_sparse_moe.experts.21.w1,0.0015104186,0.05000,2.952
43,block_sparse_moe.experts.17.w1,0.0013463607,0.05000,2.994
43,block_sparse_moe.experts.25.w1,0.0020691166,0.05000,2.987
43,block_sparse_moe.experts.29.w1,0.0012218469,0.05000,3.013
43,block_sparse_moe.experts.30.w1,0.0026458023,0.05000,2.917
43,block_sparse_moe.experts.19.w1,0.0026484960,0.05000,3.039
43,block_sparse_moe.experts.20.w1,0.0012664881,0.05000,2.921
43,block_sparse_moe.experts.26.w1,0.0018073534,0.05000,3.069
43,block_sparse_moe.experts.24.w1,0.0033398316,0.05000,2.996
43,block_sparse_moe.experts.27.w1,0.0038147875,0.05000,3.071
43,block_sparse_moe.experts.18.w1,0.0163527895,0.05000,3.155
43,block_sparse_moe.experts.28.w1,0.0052189537,0.05000,3.015
43,block_sparse_moe.experts.31.w1,0.0011194428,0.05000,3.209
43,block_sparse_moe.experts.22.w1,0.0018573803,0.05000,3.256
43,block_sparse_moe.experts.23.w1,0.0017221406,0.05000,3.154
43,block_sparse_moe.experts.16.w1,0.0011409454,0.05000,3.083
43,block_sparse_moe.experts.41.w1,0.0015700018,0.05000,3.012
43,block_sparse_moe.experts.37.w1,0.0009129686,0.05000,3.132
43,block_sparse_moe.experts.46.w1,0.0016455570,0.05000,2.925
43,block_sparse_moe.experts.33.w1,0.0030213989,0.05000,3.139
43,block_sparse_moe.experts.35.w1,0.0023422434,0.05000,2.954
43,block_sparse_moe.experts.36.w1,0.0021927772,0.05000,2.946
43,block_sparse_moe.experts.45.w1,0.0006748643,0.05000,3.109
43,block_sparse_moe.experts.42.w1,0.0021474249,0.05000,2.915
43,block_sparse_moe.experts.40.w1,0.0015437348,0.05000,2.922
43,block_sparse_moe.experts.34.w1,0.0035544392,0.05000,2.917
43,block_sparse_moe.experts.43.w1,0.0010187695,0.05000,2.998
43,block_sparse_moe.experts.47.w1,0.0014250711,0.05000,2.915
43,block_sparse_moe.experts.39.w1,0.0025351610,0.05000,2.969
43,block_sparse_moe.experts.32.w1,0.0027796791,0.05000,2.974
43,block_sparse_moe.experts.38.w1,0.0028969797,0.05000,3.018
43,block_sparse_moe.experts.44.w1,0.0009231542,0.05000,3.117
43,block_sparse_moe.experts.51.w1,0.0016733800,0.05000,2.902
43,block_sparse_moe.experts.62.w1,0.0029939097,0.05000,3.016
43,block_sparse_moe.experts.57.w1,0.0002769249,0.05000,3.079
43,block_sparse_moe.experts.53.w1,0.0010472524,0.05000,3.099
43,block_sparse_moe.experts.58.w1,0.0017578724,0.05000,2.929
43,block_sparse_moe.experts.49.w1,0.0025108319,0.05000,3.053
43,block_sparse_moe.experts.52.w1,0.0023008286,0.05000,3.050
43,block_sparse_moe.experts.63.w1,0.0051508370,0.05000,2.854
43,block_sparse_moe.experts.50.w1,0.0015314955,0.05000,2.987
43,block_sparse_moe.experts.54.w1,0.0012290251,0.05000,2.829
43,block_sparse_moe.experts.56.w1,0.0008206852,0.05000,3.073
43,block_sparse_moe.experts.59.w1,0.0009287685,0.05000,2.998
43,block_sparse_moe.experts.61.w1,0.0066944751,0.05000,3.169
43,block_sparse_moe.experts.55.w1,0.0013119508,0.05000,2.938
43,block_sparse_moe.experts.48.w1,0.0023858995,0.05000,3.001
43,block_sparse_moe.experts.60.w1,0.0023519999,0.05000,3.002
43,block_sparse_moe.experts.67.w1,0.0023884543,0.05000,2.758
43,block_sparse_moe.experts.78.w1,0.0023467399,0.05000,2.780
43,block_sparse_moe.experts.66.w1,0.0006623723,0.05000,2.826
43,block_sparse_moe.experts.71.w1,0.0026364676,0.05000,2.719
43,block_sparse_moe.experts.75.w1,0.0009966658,0.05000,2.809
43,block_sparse_moe.experts.79.w1,0.0043093962,0.05000,2.912
43,block_sparse_moe.experts.74.w1,0.0030598284,0.05000,3.071
43,block_sparse_moe.experts.69.w1,0.0028670123,0.05000,3.139
43,block_sparse_moe.experts.70.w1,0.0011769015,0.05000,3.013
43,block_sparse_moe.experts.73.w1,0.0041985145,0.05000,3.216
43,block_sparse_moe.experts.68.w1,0.0008570453,0.05000,3.124
43,block_sparse_moe.experts.65.w1,0.0024610293,0.05000,3.271
43,block_sparse_moe.experts.77.w1,0.0035462147,0.05000,3.132
43,block_sparse_moe.experts.72.w1,0.0002909300,0.05000,3.225
43,block_sparse_moe.experts.76.w1,0.0015502711,0.05000,3.140
43,block_sparse_moe.experts.64.w1,0.0014775343,0.05000,3.261
43,block_sparse_moe.experts.83.w1,0.0034184389,0.05000,3.024
43,block_sparse_moe.experts.94.w1,0.0018492086,0.05000,3.043
43,block_sparse_moe.experts.85.w1,0.0006599625,0.05000,2.854
43,block_sparse_moe.experts.89.w1,0.0021209344,0.05000,2.803
43,block_sparse_moe.experts.82.w1,0.0012659953,0.05000,3.092
43,block_sparse_moe.experts.87.w1,0.0014491716,0.05000,3.067
43,block_sparse_moe.experts.91.w1,0.0009303773,0.05000,3.032
43,block_sparse_moe.experts.95.w1,0.0016592962,0.05000,3.023
43,block_sparse_moe.experts.90.w1,0.0019312480,0.05000,3.019
43,block_sparse_moe.experts.81.w1,0.0039317121,0.05000,2.861
43,block_sparse_moe.experts.86.w1,0.0011019298,0.05000,3.040
43,block_sparse_moe.experts.93.w1,0.0017055783,0.05000,2.872
43,block_sparse_moe.experts.84.w1,0.0009465614,0.05000,3.051
43,block_sparse_moe.experts.88.w1,0.0028446499,0.05000,3.069
43,block_sparse_moe.experts.92.w1,0.0021369675,0.05000,3.053
43,block_sparse_moe.experts.80.w1,0.0048233442,0.05000,3.008
43,block_sparse_moe.experts.110.w1,0.0019032984,0.05000,2.868
43,block_sparse_moe.experts.99.w1,0.0004695633,0.05000,2.983
43,block_sparse_moe.experts.98.w1,0.0024115490,0.05000,2.829
43,block_sparse_moe.experts.105.w1,0.0011056048,0.05000,3.058
43,block_sparse_moe.experts.106.w1,0.0010090071,0.05000,2.993
43,block_sparse_moe.experts.101.w1,0.0006404231,0.05000,3.104
43,block_sparse_moe.experts.111.w1,0.0037064986,0.05000,3.089
43,block_sparse_moe.experts.107.w1,0.0014520541,0.05000,3.090
43,block_sparse_moe.experts.103.w1,0.0026758197,0.05000,3.092
43,block_sparse_moe.experts.100.w1,0.0031821755,0.05000,2.928
43,block_sparse_moe.experts.102.w1,0.0029726046,0.05000,3.002
43,block_sparse_moe.experts.109.w1,0.0034831764,0.05000,3.011
43,block_sparse_moe.experts.97.w1,0.0015075783,0.05000,3.110
43,block_sparse_moe.experts.104.w1,0.0055767273,0.05000,2.966
43,block_sparse_moe.experts.108.w1,0.0030465469,0.05000,2.945
43,block_sparse_moe.experts.96.w1,0.0014547000,0.05000,3.013
43,block_sparse_moe.experts.126.w1,0.0010259727,0.05000,2.959
43,block_sparse_moe.experts.115.w1,0.0017544194,0.05000,2.950
43,block_sparse_moe.experts.114.w1,0.0021625247,0.05000,2.816
43,block_sparse_moe.experts.122.w1,0.0007094330,0.05000,2.943
43,block_sparse_moe.experts.117.w1,0.0011640925,0.05000,2.962
43,block_sparse_moe.experts.123.w1,0.0007903127,0.05000,3.002
43,block_sparse_moe.experts.118.w1,0.0005127810,0.05000,2.901
43,block_sparse_moe.experts.121.w1,0.0001864122,0.05000,3.086
43,block_sparse_moe.experts.116.w1,0.0014692628,0.05000,2.983
43,block_sparse_moe.experts.127.w1,0.0005073836,0.05000,3.077
43,block_sparse_moe.experts.125.w1,0.0011339785,0.05000,2.992
43,block_sparse_moe.experts.119.w1,0.0013443205,0.05000,3.144
43,block_sparse_moe.experts.120.w1,0.0039519261,0.05000,2.968
43,block_sparse_moe.experts.113.w1,0.0004739295,0.05000,3.146
43,block_sparse_moe.experts.124.w1,0.0014859000,0.05000,3.032
43,block_sparse_moe.experts.112.w1,0.0020830796,0.05000,2.973
43,block_sparse_moe.experts.142.w1,0.0006880833,0.05000,2.824
43,block_sparse_moe.experts.130.w1,0.0016551649,0.05000,2.818
43,block_sparse_moe.experts.138.w1,0.0010050053,0.05000,2.824
43,block_sparse_moe.experts.131.w1,0.0044161153,0.05000,3.250
43,block_sparse_moe.experts.134.w1,0.0013579284,0.05000,2.833
43,block_sparse_moe.experts.132.w1,0.0039201048,0.05000,2.917
43,block_sparse_moe.experts.136.w1,0.0013946147,0.05000,2.771
43,block_sparse_moe.experts.133.w1,0.0026471579,0.05000,3.121
43,block_sparse_moe.experts.139.w1,0.0002322447,0.05000,3.143
43,block_sparse_moe.experts.137.w1,0.0068045968,0.05000,3.191
43,block_sparse_moe.experts.140.w1,0.0016741668,0.05000,2.872
43,block_sparse_moe.experts.135.w1,0.0016169749,0.05000,3.142
43,block_sparse_moe.experts.143.w1,0.0005049704,0.05000,3.239
43,block_sparse_moe.experts.141.w1,0.0005542772,0.05000,3.231
43,block_sparse_moe.experts.128.w1,0.0031312730,0.05000,2.981
43,block_sparse_moe.experts.129.w1,0.0023772677,0.05000,3.124
43,block_sparse_moe.experts.158.w1,0.0067519660,0.05000,2.900
43,block_sparse_moe.experts.146.w1,0.0007181144,0.05000,2.929
43,block_sparse_moe.experts.150.w1,0.0020576460,0.05000,2.864
43,block_sparse_moe.experts.154.w1,0.0024169119,0.05000,3.000
43,block_sparse_moe.experts.147.w1,0.0031736742,0.05000,3.056
43,block_sparse_moe.experts.148.w1,0.0014944014,0.05000,2.876
43,block_sparse_moe.experts.152.w1,0.0014364514,0.05000,2.860
43,block_sparse_moe.experts.156.w1,0.0017235567,0.05000,2.836
43,block_sparse_moe.experts.149.w1,0.0009802700,0.05000,3.132
43,block_sparse_moe.experts.144.w1,0.0060300595,0.05000,2.802
43,block_sparse_moe.experts.155.w1,0.0003477983,0.05000,3.115
43,block_sparse_moe.experts.151.w1,0.0023720269,0.05000,3.014
43,block_sparse_moe.experts.153.w1,0.0033058220,0.05000,3.082
43,block_sparse_moe.experts.159.w1,0.0010564547,0.05000,3.088
43,block_sparse_moe.experts.157.w1,0.0011078996,0.05000,3.074
43,block_sparse_moe.experts.145.w1,0.0017402076,0.05000,3.093
43,block_sparse_moe.experts.174.w1,0.0011385437,0.05000,2.960
43,block_sparse_moe.experts.162.w1,0.0026773621,0.05000,2.981
43,block_sparse_moe.experts.164.w1,0.0022641760,0.05000,2.777
43,block_sparse_moe.experts.168.w1,0.0025335121,0.05000,2.738
43,block_sparse_moe.experts.166.w1,0.0007497452,0.05000,3.003
43,block_sparse_moe.experts.170.w1,0.0014464837,0.05000,3.077
43,block_sparse_moe.experts.160.w1,0.0018395157,0.05000,2.724
43,block_sparse_moe.experts.163.w1,0.0034719241,0.05000,3.174
43,block_sparse_moe.experts.172.w1,0.0026694438,0.05000,2.935
43,block_sparse_moe.experts.165.w1,0.0023866302,0.05000,2.915
43,block_sparse_moe.experts.169.w1,0.0047368736,0.05000,3.010
43,block_sparse_moe.experts.167.w1,0.0010144448,0.05000,3.071
43,block_sparse_moe.experts.171.w1,0.0036018770,0.05000,3.178
43,block_sparse_moe.experts.161.w1,0.0017874839,0.05000,2.937
43,block_sparse_moe.experts.173.w1,0.0027540106,0.05000,3.057
43,block_sparse_moe.experts.175.w1,0.0016524363,0.05000,3.156
43,block_sparse_moe.experts.178.w1,0.0024817750,0.05000,2.899
43,block_sparse_moe.experts.190.w1,0.0023108217,0.05000,3.058
43,block_sparse_moe.experts.184.w1,0.0013228309,0.05000,2.957
43,block_sparse_moe.experts.182.w1,0.0022966302,0.05000,2.939
43,block_sparse_moe.experts.180.w1,0.0005873459,0.05000,3.111
43,block_sparse_moe.experts.186.w1,0.0012940263,0.05000,2.925
43,block_sparse_moe.experts.179.w1,0.0012024672,0.05000,3.012
43,block_sparse_moe.experts.181.w1,0.0023123011,0.05000,2.888
43,block_sparse_moe.experts.188.w1,0.0022035551,0.05000,2.969
43,block_sparse_moe.experts.176.w1,0.0007535608,0.05000,3.178
43,block_sparse_moe.experts.185.w1,0.0011246835,0.05000,2.911
43,block_sparse_moe.experts.177.w1,0.0005020925,0.05000,2.888
43,block_sparse_moe.experts.189.w1,0.0049556873,0.05000,2.888
43,block_sparse_moe.experts.183.w1,0.0002834694,0.05000,2.998
43,block_sparse_moe.experts.187.w1,0.0016531776,0.05000,2.983
43,block_sparse_moe.experts.191.w1,0.0009854697,0.05000,3.074
43,block_sparse_moe.experts.206.w1,0.0020556316,0.05000,2.980
43,block_sparse_moe.experts.194.w1,0.0043014117,0.05000,3.081
43,block_sparse_moe.experts.200.w1,0.0005710393,0.05000,3.121
43,block_sparse_moe.experts.198.w1,0.0026039551,0.05000,3.129
43,block_sparse_moe.experts.196.w1,0.0014122013,0.05000,3.074
43,block_sparse_moe.experts.195.w1,0.0001558605,0.05000,2.855
43,block_sparse_moe.experts.202.w1,0.0023301146,0.05000,3.144
43,block_sparse_moe.experts.204.w1,0.0026393314,0.05000,3.075
43,block_sparse_moe.experts.197.w1,0.0018719180,0.05000,3.123
43,block_sparse_moe.experts.192.w1,0.0025820426,0.05000,3.064
43,block_sparse_moe.experts.199.w1,0.0037339537,0.05000,2.891
43,block_sparse_moe.experts.203.w1,0.0032491101,0.05000,2.878
43,block_sparse_moe.experts.201.w1,0.0042875053,0.05000,3.230
43,block_sparse_moe.experts.207.w1,0.0002774747,0.05000,2.842
43,block_sparse_moe.experts.205.w1,0.0012477485,0.05000,3.183
43,block_sparse_moe.experts.193.w1,0.0017062286,0.05000,3.212
43,block_sparse_moe.experts.222.w1,0.0022880883,0.05000,3.098
43,block_sparse_moe.experts.210.w1,0.0031181831,0.05000,3.273
43,block_sparse_moe.experts.216.w1,0.0003834163,0.05000,2.884
43,block_sparse_moe.experts.212.w1,0.0021735326,0.05000,2.850
43,block_sparse_moe.experts.214.w1,0.0017423300,0.05000,3.066
43,block_sparse_moe.experts.211.w1,0.0015020973,0.05000,3.022
43,block_sparse_moe.experts.220.w1,0.0009785159,0.05000,2.877
43,block_sparse_moe.experts.208.w1,0.0027734837,0.05000,2.795
43,block_sparse_moe.experts.218.w1,0.0018149866,0.05000,3.132
43,block_sparse_moe.experts.213.w1,0.0013263513,0.05000,3.051
43,block_sparse_moe.experts.215.w1,0.0032199853,0.05000,3.097
43,block_sparse_moe.experts.219.w1,0.0019848338,0.05000,3.064
43,block_sparse_moe.experts.217.w1,0.0015251129,0.05000,2.976
43,block_sparse_moe.experts.223.w1,0.0005595791,0.05000,3.014
43,block_sparse_moe.experts.221.w1,0.0010315750,0.05000,2.977
43,block_sparse_moe.experts.209.w1,0.0014777988,0.05000,3.034
43,block_sparse_moe.experts.238.w1,0.0042085113,0.05000,3.037
43,block_sparse_moe.experts.226.w1,0.0027122711,0.05000,3.049
43,block_sparse_moe.experts.228.w1,0.0022316397,0.05000,3.024
43,block_sparse_moe.experts.232.w1,0.0026975700,0.05000,3.115
43,block_sparse_moe.experts.227.w1,0.0015918276,0.05000,2.917
43,block_sparse_moe.experts.230.w1,0.0027222305,0.05000,3.120
43,block_sparse_moe.experts.234.w1,0.0015419066,0.05000,2.989
43,block_sparse_moe.experts.224.w1,0.0020766781,0.05000,3.033
43,block_sparse_moe.experts.236.w1,0.0005415396,0.05000,3.101
43,block_sparse_moe.experts.229.w1,0.0006903391,0.05000,2.894
43,block_sparse_moe.experts.233.w1,0.0020155994,0.05000,2.803
43,block_sparse_moe.experts.231.w1,0.0018640567,0.05000,2.972
43,block_sparse_moe.experts.235.w1,0.0034137139,0.05000,3.007
43,block_sparse_moe.experts.237.w1,0.0012455407,0.05000,2.884
43,block_sparse_moe.experts.239.w1,0.0010939332,0.05000,3.014
43,block_sparse_moe.experts.225.w1,0.0012995082,0.05000,2.904
43,block_sparse_moe.experts.254.w1,0.0003221698,0.05000,3.111
43,block_sparse_moe.experts.242.w1,0.0035463512,0.05000,3.036
43,block_sparse_moe.experts.243.w1,0.0039551273,0.05000,3.002
43,block_sparse_moe.experts.244.w1,0.0036509899,0.05000,3.126
43,block_sparse_moe.experts.248.w1,0.0009426051,0.05000,3.142
43,block_sparse_moe.experts.246.w1,0.0042429924,0.05000,2.991
43,block_sparse_moe.experts.250.w1,0.0021828393,0.05000,3.037
43,block_sparse_moe.experts.245.w1,0.0018322069,0.05000,3.103
43,block_sparse_moe.experts.240.w1,0.0006565220,0.05000,3.192
43,block_sparse_moe.experts.252.w1,0.0029691385,0.05000,3.204
43,block_sparse_moe.experts.247.w1,0.0019829899,0.05000,2.979
43,block_sparse_moe.experts.249.w1,0.0852020317,0.05000,3.111
43,block_sparse_moe.experts.251.w1,0.0015166127,0.05000,3.000
43,block_sparse_moe.experts.255.w1,0.0008404254,0.05000,2.988
43,block_sparse_moe.experts.253.w1,0.0011660367,0.05000,3.085
43,block_sparse_moe.experts.241.w1,0.0040171081,0.05000,3.025
43,block_sparse_moe.experts.14.w3,0.0013746784,0.05000,3.023
43,block_sparse_moe.experts.2.w3,0.0030939090,0.05000,3.150
43,block_sparse_moe.experts.3.w3,0.0009054466,0.05000,3.001
43,block_sparse_moe.experts.8.w3,0.0043684260,0.05000,3.015
43,block_sparse_moe.experts.4.w3,0.0207149790,0.05000,3.174
43,block_sparse_moe.experts.6.w3,0.0014072500,0.05000,3.048
43,block_sparse_moe.experts.5.w3,0.0042433563,0.05000,2.840
43,block_sparse_moe.experts.10.w3,0.0023811781,0.05000,3.097
43,block_sparse_moe.experts.9.w3,0.0015374526,0.05000,2.939
43,block_sparse_moe.experts.0.w3,0.0029092691,0.05000,3.074
43,block_sparse_moe.experts.12.w3,0.0025254354,0.05000,3.056
43,block_sparse_moe.experts.13.w3,0.0016985473,0.05000,2.850
43,block_sparse_moe.experts.11.w3,0.0023100947,0.05000,3.007
43,block_sparse_moe.experts.7.w3,0.0028880739,0.05000,3.142
43,block_sparse_moe.experts.1.w3,0.0015049563,0.05000,2.925
43,block_sparse_moe.experts.15.w3,0.0101198951,0.05000,3.031
43,block_sparse_moe.experts.30.w3,0.0031995218,0.05000,3.142
43,block_sparse_moe.experts.19.w3,0.0029814855,0.05000,3.030
43,block_sparse_moe.experts.18.w3,0.0179443340,0.05000,3.070
43,block_sparse_moe.experts.24.w3,0.0038727542,0.05000,3.066
43,block_sparse_moe.experts.20.w3,0.0013830190,0.05000,3.037
43,block_sparse_moe.experts.22.w3,0.0020340940,0.05000,3.072
43,block_sparse_moe.experts.21.w3,0.0017310000,0.05000,3.087
43,block_sparse_moe.experts.26.w3,0.0020913290,0.05000,3.022
43,block_sparse_moe.experts.28.w3,0.0057781478,0.05000,3.023
43,block_sparse_moe.experts.27.w3,0.0043085963,0.05000,3.018
43,block_sparse_moe.experts.29.w3,0.0012626842,0.05000,3.056
43,block_sparse_moe.experts.25.w3,0.0022892850,0.05000,3.137
43,block_sparse_moe.experts.16.w3,0.0012731723,0.05000,3.126
43,block_sparse_moe.experts.23.w3,0.0018655803,0.05000,2.988
43,block_sparse_moe.experts.31.w3,0.0012113260,0.05000,2.931
43,block_sparse_moe.experts.17.w3,0.0015158524,0.05000,3.060
43,block_sparse_moe.experts.46.w3,0.0018059223,0.05000,3.029
43,block_sparse_moe.experts.34.w3,0.0037776321,0.05000,2.890
43,block_sparse_moe.experts.35.w3,0.0025575929,0.05000,2.956
43,block_sparse_moe.experts.36.w3,0.0023602440,0.05000,2.913
43,block_sparse_moe.experts.37.w3,0.0009878135,0.05000,2.905
43,block_sparse_moe.experts.38.w3,0.0033162459,0.05000,2.950
43,block_sparse_moe.experts.40.w3,0.0017389540,0.05000,3.097
43,block_sparse_moe.experts.42.w3,0.0023079580,0.05000,2.973
43,block_sparse_moe.experts.44.w3,0.0010242068,0.05000,2.939
43,block_sparse_moe.experts.32.w3,0.0032613500,0.05000,2.914
43,block_sparse_moe.experts.45.w3,0.0007404327,0.05000,2.945
43,block_sparse_moe.experts.43.w3,0.0012194195,0.05000,3.014
43,block_sparse_moe.experts.41.w3,0.0017252829,0.05000,2.994
43,block_sparse_moe.experts.33.w3,0.0033622792,0.05000,2.986
43,block_sparse_moe.experts.39.w3,0.0029058032,0.05000,3.069
43,block_sparse_moe.experts.47.w3,0.0016228304,0.05000,3.113
43,block_sparse_moe.experts.62.w3,0.0033483617,0.05000,2.974
43,block_sparse_moe.experts.51.w3,0.0018742185,0.05000,2.853
43,block_sparse_moe.experts.50.w3,0.0017044394,0.05000,3.118
43,block_sparse_moe.experts.52.w3,0.0025954312,0.05000,3.025
43,block_sparse_moe.experts.56.w3,0.0009215503,0.05000,2.964
43,block_sparse_moe.experts.54.w3,0.0013860758,0.05000,3.069
43,block_sparse_moe.experts.53.w3,0.0011724670,0.05000,3.096
43,block_sparse_moe.experts.58.w3,0.0020182421,0.05000,3.097
43,block_sparse_moe.experts.60.w3,0.0025705019,0.05000,2.990
43,block_sparse_moe.experts.48.w3,0.0025954637,0.05000,2.970
43,block_sparse_moe.experts.59.w3,0.0010299053,0.05000,2.917
43,block_sparse_moe.experts.63.w3,0.0061373361,0.05000,2.817
43,block_sparse_moe.experts.55.w3,0.0014183969,0.05000,2.906
43,block_sparse_moe.experts.61.w3,0.0075859489,0.05000,3.086
43,block_sparse_moe.experts.57.w3,0.0003154348,0.05000,3.015
43,block_sparse_moe.experts.49.w3,0.0028714865,0.05000,3.020
43,block_sparse_moe.experts.67.w3,0.0025832420,0.05000,3.080
43,block_sparse_moe.experts.78.w3,0.0025748810,0.05000,3.158
43,block_sparse_moe.experts.68.w3,0.0009600480,0.05000,2.858
43,block_sparse_moe.experts.66.w3,0.0007209138,0.05000,3.113
43,block_sparse_moe.experts.69.w3,0.0031709854,0.05000,2.885
43,block_sparse_moe.experts.72.w3,0.0003415372,0.05000,2.986
43,block_sparse_moe.experts.76.w3,0.0016967184,0.05000,2.962
43,block_sparse_moe.experts.70.w3,0.0012846617,0.05000,3.155
43,block_sparse_moe.experts.73.w3,0.0046792742,0.05000,2.845
43,block_sparse_moe.experts.77.w3,0.0038493617,0.05000,2.885
43,block_sparse_moe.experts.64.w3,0.0016624943,0.05000,3.058
43,block_sparse_moe.experts.74.w3,0.0039406049,0.05000,3.151
43,block_sparse_moe.experts.65.w3,0.0027245336,0.05000,2.881
43,block_sparse_moe.experts.75.w3,0.0010739140,0.05000,3.103
43,block_sparse_moe.experts.71.w3,0.0029543229,0.05000,3.050
43,block_sparse_moe.experts.79.w3,0.0047919041,0.05000,3.145
43,block_sparse_moe.experts.84.w3,0.0010382348,0.05000,3.057
43,block_sparse_moe.experts.83.w3,0.0038035563,0.05000,3.161
43,block_sparse_moe.experts.94.w3,0.0020302322,0.05000,3.115
43,block_sparse_moe.experts.85.w3,0.0007333879,0.05000,3.021
43,block_sparse_moe.experts.82.w3,0.0014827776,0.05000,3.104
43,block_sparse_moe.experts.88.w3,0.0031813520,0.05000,3.052
43,block_sparse_moe.experts.92.w3,0.0023546678,0.05000,2.940
43,block_sparse_moe.experts.93.w3,0.0019970852,0.05000,2.973
43,block_sparse_moe.experts.89.w3,0.0023278052,0.05000,3.032
43,block_sparse_moe.experts.80.w3,0.0053714754,0.05000,2.965
43,block_sparse_moe.experts.81.w3,0.0043899954,0.05000,2.975
43,block_sparse_moe.experts.86.w3,0.0012476825,0.05000,3.163
43,block_sparse_moe.experts.91.w3,0.0010519518,0.05000,3.020
43,block_sparse_moe.experts.95.w3,0.0019556113,0.05000,2.960
43,block_sparse_moe.experts.90.w3,0.0021186901,0.05000,3.127
43,block_sparse_moe.experts.87.w3,0.0016949414,0.05000,3.139
43,block_sparse_moe.experts.100.w3,0.0035129826,0.05000,2.803
43,block_sparse_moe.experts.104.w3,0.0061632874,0.05000,2.753
43,block_sparse_moe.experts.99.w3,0.0005269983,0.05000,2.946
43,block_sparse_moe.experts.101.w3,0.0006934601,0.05000,2.864
43,block_sparse_moe.experts.110.w3,0.0020946811,0.05000,3.079
43,block_sparse_moe.experts.98.w3,0.0028188395,0.05000,3.034
43,block_sparse_moe.experts.108.w3,0.0033802340,0.05000,2.941
43,block_sparse_moe.experts.105.w3,0.0012735489,0.05000,2.850
43,block_sparse_moe.experts.96.w3,0.0017031596,0.05000,2.873
43,block_sparse_moe.experts.109.w3,0.0038519127,0.05000,2.979
43,block_sparse_moe.experts.97.w3,0.0018866950,0.05000,2.962
43,block_sparse_moe.experts.102.w3,0.0032033341,0.05000,3.038
43,block_sparse_moe.experts.107.w3,0.0015971292,0.05000,3.058
43,block_sparse_moe.experts.111.w3,0.0039676957,0.05000,3.068
43,block_sparse_moe.experts.106.w3,0.0011077201,0.05000,3.108
43,block_sparse_moe.experts.103.w3,0.0028963059,0.05000,3.110
43,block_sparse_moe.experts.116.w3,0.0017117749,0.05000,3.082
43,block_sparse_moe.experts.120.w3,0.0045442911,0.05000,3.129
43,block_sparse_moe.experts.117.w3,0.0013668693,0.05000,3.081
43,block_sparse_moe.experts.115.w3,0.0019150752,0.05000,3.161
43,block_sparse_moe.experts.124.w3,0.0017124595,0.05000,2.987
43,block_sparse_moe.experts.126.w3,0.0012308007,0.05000,3.211
43,block_sparse_moe.experts.112.w3,0.0023661291,0.05000,3.081
43,block_sparse_moe.experts.121.w3,0.0002109651,0.05000,3.147
43,block_sparse_moe.experts.114.w3,0.0024332032,0.05000,3.275
43,block_sparse_moe.experts.125.w3,0.0014320669,0.05000,3.308
43,block_sparse_moe.experts.113.w3,0.0005168770,0.05000,3.291
43,block_sparse_moe.experts.123.w3,0.0009033885,0.05000,3.177
43,block_sparse_moe.experts.118.w3,0.0005500407,0.05000,3.297
43,block_sparse_moe.experts.127.w3,0.0005641476,0.05000,3.258
43,block_sparse_moe.experts.119.w3,0.0014606099,0.05000,3.176
43,block_sparse_moe.experts.122.w3,0.0007942789,0.05000,3.293
43,block_sparse_moe.experts.132.w3,0.0044034182,0.05000,3.052
43,block_sparse_moe.experts.136.w3,0.0015573985,0.05000,2.892
43,block_sparse_moe.experts.131.w3,0.0048421561,0.05000,2.988
43,block_sparse_moe.experts.140.w3,0.0018352793,0.05000,2.877
43,block_sparse_moe.experts.133.w3,0.0030212114,0.05000,3.078
43,block_sparse_moe.experts.128.w3,0.0035783591,0.05000,2.861
43,block_sparse_moe.experts.142.w3,0.0007926201,0.05000,2.996
43,block_sparse_moe.experts.137.w3,0.0077745862,0.05000,3.091
43,block_sparse_moe.experts.130.w3,0.0018232382,0.05000,3.067
43,block_sparse_moe.experts.139.w3,0.0002711458,0.05000,2.969
43,block_sparse_moe.experts.129.w3,0.0027016718,0.05000,3.030
43,block_sparse_moe.experts.134.w3,0.0014770179,0.05000,2.953
43,block_sparse_moe.experts.141.w3,0.0006072682,0.05000,3.172
43,block_sparse_moe.experts.143.w3,0.0005504400,0.05000,3.036
43,block_sparse_moe.experts.135.w3,0.0019160961,0.05000,2.994
43,block_sparse_moe.experts.138.w3,0.0010844281,0.05000,3.146
43,block_sparse_moe.experts.148.w3,0.0016176972,0.05000,2.754
43,block_sparse_moe.experts.152.w3,0.0015590828,0.05000,2.801
43,block_sparse_moe.experts.156.w3,0.0018901102,0.05000,2.722
43,block_sparse_moe.experts.144.w3,0.0067836873,0.05000,2.734
43,block_sparse_moe.experts.147.w3,0.0035277551,0.05000,3.073
43,block_sparse_moe.experts.149.w3,0.0010734036,0.05000,3.029
43,block_sparse_moe.experts.153.w3,0.0036384857,0.05000,2.875
43,block_sparse_moe.experts.158.w3,0.0081525574,0.05000,3.103
43,block_sparse_moe.experts.146.w3,0.0008694444,0.05000,3.032
43,block_sparse_moe.experts.145.w3,0.0020859615,0.05000,2.857
43,block_sparse_moe.experts.155.w3,0.0003991392,0.05000,2.998
43,block_sparse_moe.experts.157.w3,0.0011942018,0.05000,2.912
43,block_sparse_moe.experts.150.w3,0.0022199867,0.05000,3.048
43,block_sparse_moe.experts.151.w3,0.0025425451,0.05000,3.127
43,block_sparse_moe.experts.159.w3,0.0011772333,0.05000,3.213
43,block_sparse_moe.experts.154.w3,0.0027877266,0.05000,3.029
43,block_sparse_moe.experts.168.w3,0.0028676160,0.05000,2.915
43,block_sparse_moe.experts.164.w3,0.0024448053,0.05000,3.001
43,block_sparse_moe.experts.172.w3,0.0030035180,0.05000,2.972
43,block_sparse_moe.experts.160.w3,0.0020650078,0.05000,2.973
43,block_sparse_moe.experts.165.w3,0.0027449868,0.05000,3.026
43,block_sparse_moe.experts.169.w3,0.0053493158,0.05000,2.932
43,block_sparse_moe.experts.163.w3,0.0037682537,0.05000,3.220
43,block_sparse_moe.experts.174.w3,0.0012496853,0.05000,3.055
43,block_sparse_moe.experts.162.w3,0.0030222989,0.05000,3.023
43,block_sparse_moe.experts.161.w3,0.0019941228,0.05000,3.032
43,block_sparse_moe.experts.173.w3,0.0032025160,0.05000,2.985
43,block_sparse_moe.experts.166.w3,0.0008084829,0.05000,3.007
43,block_sparse_moe.experts.171.w3,0.0040404982,0.05000,3.218
43,block_sparse_moe.experts.170.w3,0.0016638940,0.05000,3.028
43,block_sparse_moe.experts.167.w3,0.0011754202,0.05000,3.148
43,block_sparse_moe.experts.175.w3,0.0018046211,0.05000,3.225
43,block_sparse_moe.experts.180.w3,0.0006652940,0.05000,2.786
43,block_sparse_moe.experts.184.w3,0.0016362588,0.05000,2.830
43,block_sparse_moe.experts.188.w3,0.0025335210,0.05000,2.781
43,block_sparse_moe.experts.176.w3,0.0008666588,0.05000,2.878
43,block_sparse_moe.experts.181.w3,0.0025070193,0.05000,3.209
43,block_sparse_moe.experts.179.w3,0.0014209286,0.05000,3.043
43,block_sparse_moe.experts.185.w3,0.0012303477,0.05000,3.126
43,block_sparse_moe.experts.190.w3,0.0025418459,0.05000,3.006
43,block_sparse_moe.experts.178.w3,0.0026466738,0.05000,3.030
43,block_sparse_moe.experts.177.w3,0.0005645090,0.05000,3.107
43,block_sparse_moe.experts.189.w3,0.0057852686,0.05000,3.095
43,block_sparse_moe.experts.182.w3,0.0026013669,0.05000,3.038
43,block_sparse_moe.experts.187.w3,0.0018084694,0.05000,2.964
43,block_sparse_moe.experts.186.w3,0.0015546728,0.05000,3.129
43,block_sparse_moe.experts.183.w3,0.0003128983,0.05000,3.098
43,block_sparse_moe.experts.191.w3,0.0010981660,0.05000,3.074
43,block_sparse_moe.experts.196.w3,0.0015587530,0.05000,2.989
43,block_sparse_moe.experts.200.w3,0.0006476391,0.05000,2.993
43,block_sparse_moe.experts.204.w3,0.0029026830,0.05000,2.999
43,block_sparse_moe.experts.192.w3,0.0030563572,0.05000,3.117
43,block_sparse_moe.experts.201.w3,0.0045710017,0.05000,2.847
43,block_sparse_moe.experts.195.w3,0.0001719239,0.05000,2.929
43,block_sparse_moe.experts.197.w3,0.0020602458,0.05000,2.937
43,block_sparse_moe.experts.206.w3,0.0022621446,0.05000,3.132
43,block_sparse_moe.experts.193.w3,0.0018582023,0.05000,2.903
43,block_sparse_moe.experts.205.w3,0.0012984520,0.05000,2.855
43,block_sparse_moe.experts.194.w3,0.0049323448,0.05000,3.074
43,block_sparse_moe.experts.203.w3,0.0035856920,0.05000,2.998
43,block_sparse_moe.experts.198.w3,0.0029380669,0.05000,3.110
43,block_sparse_moe.experts.202.w3,0.0026460264,0.05000,2.931
43,block_sparse_moe.experts.199.w3,0.0044117067,0.05000,3.069
43,block_sparse_moe.experts.207.w3,0.0003225184,0.05000,3.070
43,block_sparse_moe.experts.212.w3,0.0023770220,0.05000,3.053
43,block_sparse_moe.experts.220.w3,0.0010563095,0.05000,3.017
43,block_sparse_moe.experts.216.w3,0.0004562519,0.05000,3.241
43,block_sparse_moe.experts.217.w3,0.0017434796,0.05000,2.644
43,block_sparse_moe.experts.213.w3,0.0015865486,0.05000,2.592
43,block_sparse_moe.experts.208.w3,0.0030876650,0.05000,3.121
43,block_sparse_moe.experts.211.w3,0.0017371676,0.05000,2.949
43,block_sparse_moe.experts.209.w3,0.0017133738,0.05000,2.620
43,block_sparse_moe.experts.221.w3,0.0011446774,0.05000,2.677
43,block_sparse_moe.experts.210.w3,0.0034744884,0.05000,2.860
43,block_sparse_moe.experts.222.w3,0.0025063281,0.05000,2.976
43,block_sparse_moe.experts.219.w3,0.0022165201,0.05000,2.934
43,block_sparse_moe.experts.214.w3,0.0019010795,0.05000,2.917
43,block_sparse_moe.experts.218.w3,0.0020860078,0.05000,2.916
43,block_sparse_moe.experts.215.w3,0.0034485715,0.05000,2.956
43,block_sparse_moe.experts.223.w3,0.0006113504,0.05000,2.883
43,block_sparse_moe.experts.228.w3,0.0024065269,0.05000,3.089
43,block_sparse_moe.experts.236.w3,0.0006015036,0.05000,3.149
43,block_sparse_moe.experts.232.w3,0.0029103720,0.05000,3.052
43,block_sparse_moe.experts.229.w3,0.0007723532,0.05000,2.914
43,block_sparse_moe.experts.233.w3,0.0022501777,0.05000,3.116
43,block_sparse_moe.experts.227.w3,0.0017431940,0.05000,2.869
43,block_sparse_moe.experts.224.w3,0.0023077907,0.05000,3.163
43,block_sparse_moe.experts.225.w3,0.0015177925,0.05000,3.146
43,block_sparse_moe.experts.237.w3,0.0013718806,0.05000,3.133
43,block_sparse_moe.experts.226.w3,0.0030514067,0.05000,3.167
43,block_sparse_moe.experts.235.w3,0.0037254727,0.05000,2.873
43,block_sparse_moe.experts.238.w3,0.0047058026,0.05000,3.201
43,block_sparse_moe.experts.230.w3,0.0029678925,0.05000,3.194
43,block_sparse_moe.experts.234.w3,0.0018622757,0.05000,3.114
43,block_sparse_moe.experts.239.w3,0.0012333762,0.05000,2.941
43,block_sparse_moe.experts.231.w3,0.0020891878,0.05000,3.004
43,block_sparse_moe.experts.244.w3,0.0039025274,0.05000,3.081
43,block_sparse_moe.experts.248.w3,0.0011069135,0.05000,2.960
43,block_sparse_moe.experts.252.w3,0.0032216179,0.05000,3.019
43,block_sparse_moe.experts.245.w3,0.0019962195,0.05000,3.039
43,block_sparse_moe.experts.240.w3,0.0007094078,0.05000,2.704
43,block_sparse_moe.experts.249.w3,0.0953786108,0.05000,3.021
43,block_sparse_moe.experts.243.w3,0.0044178667,0.05000,2.964
43,block_sparse_moe.experts.253.w3,0.0012670349,0.05000,2.802
43,block_sparse_moe.experts.241.w3,0.0044441091,0.05000,2.886
43,block_sparse_moe.experts.251.w3,0.0016592212,0.05000,2.761
43,block_sparse_moe.experts.242.w3,0.0038886797,0.05000,3.015
43,block_sparse_moe.experts.254.w3,0.0003851130,0.05000,3.003
43,block_sparse_moe.experts.255.w3,0.0009582685,0.05000,2.460
43,block_sparse_moe.experts.247.w3,0.0021740293,0.05000,2.440
43,block_sparse_moe.experts.246.w3,0.0048012429,0.05000,2.833
43,block_sparse_moe.experts.250.w3,0.0024839884,0.05000,2.648
43,block_sparse_moe.experts.5.w2,0.0152502196,0.05000,1.374
43,block_sparse_moe.experts.9.w2,0.0076304826,0.05000,1.403
43,block_sparse_moe.experts.4.w2,0.0546390010,0.05000,1.439
43,block_sparse_moe.experts.7.w2,0.0064515522,0.05000,1.446
43,block_sparse_moe.experts.13.w2,0.0053605663,0.05000,1.434
43,block_sparse_moe.experts.1.w2,0.0040892949,0.05000,1.478
43,block_sparse_moe.experts.11.w2,0.0035962208,0.05000,1.465
43,block_sparse_moe.experts.12.w2,0.0043889416,0.05000,1.478
43,block_sparse_moe.experts.15.w2,0.0228904628,0.05000,1.494
43,block_sparse_moe.experts.3.w2,0.0048485343,0.05000,1.510
43,block_sparse_moe.experts.8.w2,0.0076232123,0.05000,1.510
43,block_sparse_moe.experts.6.w2,0.0027461664,0.05000,1.532
43,block_sparse_moe.experts.0.w2,0.0226193178,0.05000,1.561
43,block_sparse_moe.experts.10.w2,0.0026972189,0.05000,1.568
43,block_sparse_moe.experts.2.w2,0.0027972702,0.05000,1.586
43,block_sparse_moe.experts.14.w2,0.0039218311,0.05000,1.621
43,block_sparse_moe.experts.27.w2,0.0108387570,0.05000,1.419
43,block_sparse_moe.experts.23.w2,0.0051194115,0.05000,1.473
43,block_sparse_moe.experts.19.w2,0.0047694670,0.05000,1.414
43,block_sparse_moe.experts.31.w2,0.0034421871,0.05000,1.416
43,block_sparse_moe.experts.21.w2,0.0044072101,0.05000,1.563
43,block_sparse_moe.experts.17.w2,0.0021165066,0.05000,1.524
43,block_sparse_moe.experts.22.w2,0.0014982039,0.05000,1.481
43,block_sparse_moe.experts.25.w2,0.0020643716,0.05000,1.621
43,block_sparse_moe.experts.26.w2,0.0069813253,0.05000,1.469
43,block_sparse_moe.experts.29.w2,0.0139602092,0.05000,1.612
43,block_sparse_moe.experts.20.w2,0.0045716054,0.05000,1.634
43,block_sparse_moe.experts.18.w2,0.0494443641,0.05000,1.500
43,block_sparse_moe.experts.24.w2,0.0123842031,0.05000,1.620
43,block_sparse_moe.experts.16.w2,0.0034264454,0.05000,1.590
43,block_sparse_moe.experts.28.w2,0.0083856400,0.05000,1.664
43,block_sparse_moe.experts.30.w2,0.0047378578,0.05000,1.525
43,block_sparse_moe.experts.43.w2,0.0069656181,0.05000,1.335
43,block_sparse_moe.experts.35.w2,0.0036635613,0.05000,1.325
43,block_sparse_moe.experts.39.w2,0.0078664588,0.05000,1.344
43,block_sparse_moe.experts.47.w2,0.0060198400,0.05000,1.358
43,block_sparse_moe.experts.37.w2,0.0021693675,0.05000,1.468
43,block_sparse_moe.experts.38.w2,0.0054914297,0.05000,1.428
43,block_sparse_moe.experts.36.w2,0.0051378126,0.05000,1.380
43,block_sparse_moe.experts.42.w2,0.0026610015,0.05000,1.421
43,block_sparse_moe.experts.40.w2,0.0006806533,0.05000,1.350
43,block_sparse_moe.experts.33.w2,0.0075957296,0.05000,1.486
43,block_sparse_moe.experts.44.w2,0.0028557069,0.05000,1.348
43,block_sparse_moe.experts.41.w2,0.0029041574,0.05000,1.474
43,block_sparse_moe.experts.34.w2,0.0124801111,0.05000,1.449
43,block_sparse_moe.experts.46.w2,0.0023419402,0.05000,1.385
43,block_sparse_moe.experts.45.w2,0.0029091138,0.05000,1.484
43,block_sparse_moe.experts.32.w2,0.0077146444,0.05000,1.398
43,block_sparse_moe.experts.55.w2,0.0027364061,0.05000,1.439
43,block_sparse_moe.experts.51.w2,0.0037583810,0.05000,1.458
43,block_sparse_moe.experts.59.w2,0.0034087426,0.05000,1.549
43,block_sparse_moe.experts.63.w2,0.0202162558,0.05000,1.502
43,block_sparse_moe.experts.54.w2,0.0033151841,0.05000,1.358
43,block_sparse_moe.experts.62.w2,0.0014942638,0.05000,1.378
43,block_sparse_moe.experts.52.w2,0.0043549522,0.05000,1.485
43,block_sparse_moe.experts.58.w2,0.0025885689,0.05000,1.479
43,block_sparse_moe.experts.53.w2,0.0032492006,0.05000,1.551
43,block_sparse_moe.experts.56.w2,0.0027475827,0.05000,1.512
43,block_sparse_moe.experts.49.w2,0.0118788139,0.05000,1.531
43,block_sparse_moe.experts.50.w2,0.0029140192,0.05000,1.487
43,block_sparse_moe.experts.60.w2,0.0033724735,0.05000,1.520
43,block_sparse_moe.experts.48.w2,0.0038073901,0.05000,1.482
43,block_sparse_moe.experts.57.w2,0.0011231467,0.05000,1.524
43,block_sparse_moe.experts.61.w2,0.0139082064,0.05000,1.532
43,block_sparse_moe.experts.67.w2,0.0038676026,0.05000,1.430
43,block_sparse_moe.experts.71.w2,0.0135058962,0.05000,1.470
43,block_sparse_moe.experts.75.w2,0.0006805124,0.05000,1.464
43,block_sparse_moe.experts.79.w2,0.0034951749,0.05000,1.478
43,block_sparse_moe.experts.70.w2,0.0006330211,0.05000,1.546
43,block_sparse_moe.experts.68.w2,0.0022539725,0.05000,1.423
43,block_sparse_moe.experts.72.w2,0.0014785519,0.05000,1.413
43,block_sparse_moe.experts.74.w2,0.0272250406,0.05000,1.492
43,block_sparse_moe.experts.78.w2,0.0045083849,0.05000,1.546
43,block_sparse_moe.experts.64.w2,0.0007427168,0.05000,1.439
43,block_sparse_moe.experts.66.w2,0.0015554075,0.05000,1.475
43,block_sparse_moe.experts.69.w2,0.0027391687,0.05000,1.565
43,block_sparse_moe.experts.76.w2,0.0033191305,0.05000,1.510
43,block_sparse_moe.experts.73.w2,0.0029943810,0.05000,1.556
43,block_sparse_moe.experts.65.w2,0.0043539060,0.05000,1.609
43,block_sparse_moe.experts.77.w2,0.0030866107,0.05000,1.585
43,block_sparse_moe.experts.83.w2,0.0072061574,0.05000,1.434
43,block_sparse_moe.experts.87.w2,0.0082000130,0.05000,1.433
43,block_sparse_moe.experts.91.w2,0.0028464485,0.05000,1.436
43,block_sparse_moe.experts.95.w2,0.0020040549,0.05000,1.432
43,block_sparse_moe.experts.86.w2,0.0004697259,0.05000,1.481
43,block_sparse_moe.experts.84.w2,0.0018617824,0.05000,1.504
43,block_sparse_moe.experts.82.w2,0.0030555652,0.05000,1.480
43,block_sparse_moe.experts.88.w2,0.0121964813,0.05000,1.581
43,block_sparse_moe.experts.94.w2,0.0021546923,0.05000,1.575
43,block_sparse_moe.experts.90.w2,0.0029188441,0.05000,1.603
43,block_sparse_moe.experts.92.w2,0.0036992444,0.05000,1.525
43,block_sparse_moe.experts.80.w2,0.0117495119,0.05000,1.599
43,block_sparse_moe.experts.100.w2,0.0056091182,0.05000,1.673
43,block_sparse_moe.experts.104.w2,0.0079178514,0.05000,1.612
43,block_sparse_moe.experts.96.w2,0.0101608229,0.05000,1.706
43,block_sparse_moe.experts.102.w2,0.0058831568,0.05000,1.979
43,block_sparse_moe.experts.108.w2,0.0080458153,0.05000,1.780
43,block_sparse_moe.experts.98.w2,0.0063226204,0.05000,1.931
43,block_sparse_moe.experts.85.w2,0.0016796554,0.05000,3.720
43,block_sparse_moe.experts.81.w2,0.0079501463,0.05000,3.771
43,block_sparse_moe.experts.93.w2,0.0056957916,0.05000,3.757
43,block_sparse_moe.experts.89.w2,0.0035308285,0.05000,3.836
43,block_sparse_moe.experts.116.w2,0.0026779264,0.05000,1.675
43,block_sparse_moe.experts.120.w2,0.0107992333,0.05000,1.740
43,block_sparse_moe.experts.112.w2,0.0099661186,0.05000,1.673
43,block_sparse_moe.experts.124.w2,0.0037719717,0.05000,1.667
43,block_sparse_moe.experts.101.w2,0.0017283491,0.05000,1.571
43,block_sparse_moe.experts.97.w2,0.0024850833,0.05000,1.518
43,block_sparse_moe.experts.109.w2,0.0014904547,0.05000,1.505
43,block_sparse_moe.experts.105.w2,0.0054647136,0.05000,1.558
43,block_sparse_moe.experts.110.w2,0.0005972665,0.05000,3.952
43,block_sparse_moe.experts.106.w2,0.0010584456,0.05000,3.950
43,block_sparse_moe.experts.132.w2,0.0200397970,0.05000,1.576
43,block_sparse_moe.experts.136.w2,0.0051678871,0.05000,1.497
43,block_sparse_moe.experts.128.w2,0.0248513473,0.05000,1.500
43,block_sparse_moe.experts.140.w2,0.0013089811,0.05000,1.549
43,block_sparse_moe.experts.117.w2,0.0052500312,0.05000,1.637
43,block_sparse_moe.experts.113.w2,0.0013919628,0.05000,1.645
43,block_sparse_moe.experts.118.w2,0.0007726715,0.05000,3.813
43,block_sparse_moe.experts.125.w2,0.0018039139,0.05000,1.718
43,block_sparse_moe.experts.114.w2,0.0064138259,0.05000,3.758
43,block_sparse_moe.experts.121.w2,0.0009590659,0.05000,1.747
43,block_sparse_moe.experts.122.w2,0.0013503848,0.05000,1.767
43,block_sparse_moe.experts.126.w2,0.0011796710,0.05000,1.800
43,block_sparse_moe.experts.152.w2,0.0035098254,0.05000,1.501
43,block_sparse_moe.experts.148.w2,0.0010589234,0.05000,1.564
43,block_sparse_moe.experts.144.w2,0.0122475575,0.05000,1.505
43,block_sparse_moe.experts.156.w2,0.0018031812,0.05000,1.535
43,block_sparse_moe.experts.111.w2,0.0054674182,0.05000,1.379
43,block_sparse_moe.experts.103.w2,0.0053433149,0.05000,1.404
43,block_sparse_moe.experts.107.w2,0.0066894771,0.05000,1.405
43,block_sparse_moe.experts.99.w2,0.0040160785,0.05000,1.451
43,block_sparse_moe.experts.133.w2,0.0050702370,0.05000,1.552
43,block_sparse_moe.experts.129.w2,0.0035368523,0.05000,1.505
43,block_sparse_moe.experts.134.w2,0.0031202083,0.05000,1.488
43,block_sparse_moe.experts.141.w2,0.0012846271,0.05000,1.487
43,block_sparse_moe.experts.137.w2,0.0275589648,0.05000,1.439
43,block_sparse_moe.experts.130.w2,0.0051876674,0.05000,1.631
43,block_sparse_moe.experts.138.w2,0.0038717809,0.05000,1.555
43,block_sparse_moe.experts.142.w2,0.0031947684,0.05000,1.626
43,block_sparse_moe.experts.164.w2,0.0056228184,0.05000,1.435
43,block_sparse_moe.experts.168.w2,0.0584718867,0.05000,1.517
43,block_sparse_moe.experts.160.w2,0.0022123252,0.05000,1.510
43,block_sparse_moe.experts.172.w2,0.0032521063,0.05000,1.526
43,block_sparse_moe.experts.127.w2,0.0011746621,0.05000,1.369
43,block_sparse_moe.experts.119.w2,0.0015402036,0.05000,1.423
43,block_sparse_moe.experts.123.w2,0.0025830491,0.05000,1.434
43,block_sparse_moe.experts.115.w2,0.0012636856,0.05000,1.412
43,block_sparse_moe.experts.150.w2,0.0009850713,0.05000,1.291
43,block_sparse_moe.experts.146.w2,0.0023672742,0.05000,1.166
43,block_sparse_moe.experts.154.w2,0.0038861976,0.05000,1.159
43,block_sparse_moe.experts.153.w2,0.0233597407,0.05000,1.549
43,block_sparse_moe.experts.157.w2,0.0004497622,0.05000,1.557
43,block_sparse_moe.experts.145.w2,0.0055017634,0.05000,1.582
43,block_sparse_moe.experts.149.w2,0.0021221413,0.05000,1.609
43,block_sparse_moe.experts.180.w2,0.0018014547,0.05000,1.520
43,block_sparse_moe.experts.184.w2,0.0070704144,0.05000,1.539
43,block_sparse_moe.experts.176.w2,0.0016070019,0.05000,1.606
43,block_sparse_moe.experts.188.w2,0.0013985414,0.05000,1.590
43,block_sparse_moe.experts.143.w2,0.0032323897,0.05000,1.553
43,block_sparse_moe.experts.139.w2,0.0010605698,0.05000,1.542
43,block_sparse_moe.experts.131.w2,0.0019211006,0.05000,1.556
43,block_sparse_moe.experts.135.w2,0.0055663621,0.05000,1.638
43,block_sparse_moe.experts.170.w2,0.0016982498,0.05000,1.618
43,block_sparse_moe.experts.158.w2,0.0233363657,0.05000,1.645
43,block_sparse_moe.experts.166.w2,0.0002255056,0.05000,1.654
43,block_sparse_moe.experts.173.w2,0.0030903780,0.05000,1.416
43,block_sparse_moe.experts.162.w2,0.0046253439,0.05000,1.689
43,block_sparse_moe.experts.165.w2,0.0060114352,0.05000,1.396
43,block_sparse_moe.experts.161.w2,0.0026394682,0.05000,1.424
43,block_sparse_moe.experts.169.w2,0.0148091281,0.05000,1.475
43,block_sparse_moe.experts.196.w2,0.0051501319,0.05000,1.491
43,block_sparse_moe.experts.200.w2,0.0016471225,0.05000,1.522
43,block_sparse_moe.experts.192.w2,0.0057975921,0.05000,1.533
43,block_sparse_moe.experts.204.w2,0.0048518043,0.05000,1.507
43,block_sparse_moe.experts.159.w2,0.0064466676,0.05000,1.493
43,block_sparse_moe.experts.155.w2,0.0009203426,0.05000,1.499
43,block_sparse_moe.experts.147.w2,0.0045710713,0.05000,1.530
43,block_sparse_moe.experts.151.w2,0.0024442384,0.05000,1.544
43,block_sparse_moe.experts.182.w2,0.0064393149,0.05000,1.448
43,block_sparse_moe.experts.178.w2,0.0035000142,0.05000,1.431
43,block_sparse_moe.experts.186.w2,0.0032291714,0.05000,1.502
43,block_sparse_moe.experts.174.w2,0.0046372296,0.05000,1.477
43,block_sparse_moe.experts.177.w2,0.0030253013,0.05000,1.461
43,block_sparse_moe.experts.181.w2,0.0026413906,0.05000,1.479
43,block_sparse_moe.experts.189.w2,0.0098301694,0.05000,1.517
43,block_sparse_moe.experts.185.w2,0.0011887769,0.05000,1.534
43,block_sparse_moe.experts.212.w2,0.0048505394,0.05000,1.500
43,block_sparse_moe.experts.216.w2,0.0014185621,0.05000,1.490
43,block_sparse_moe.experts.208.w2,0.0080085288,0.05000,1.547
43,block_sparse_moe.experts.175.w2,0.0008231750,0.05000,1.466
43,block_sparse_moe.experts.163.w2,0.0026973450,0.05000,1.344
43,block_sparse_moe.experts.220.w2,0.0072202596,0.05000,1.557
43,block_sparse_moe.experts.171.w2,0.0063544281,0.05000,1.450
43,block_sparse_moe.experts.167.w2,0.0026433040,0.05000,1.429
43,block_sparse_moe.experts.202.w2,0.0020822158,0.05000,1.457
43,block_sparse_moe.experts.194.w2,0.0154198825,0.05000,1.471
43,block_sparse_moe.experts.197.w2,0.0014685797,0.05000,1.398
43,block_sparse_moe.experts.193.w2,0.0046189966,0.05000,1.438
43,block_sparse_moe.experts.198.w2,0.0044486554,0.05000,1.534
43,block_sparse_moe.experts.190.w2,0.0065492624,0.05000,1.542
43,block_sparse_moe.experts.205.w2,0.0104031841,0.05000,1.487
43,block_sparse_moe.experts.201.w2,0.0054108337,0.05000,1.457
43,block_sparse_moe.experts.228.w2,0.0009877484,0.05000,1.502
43,block_sparse_moe.experts.232.w2,0.0052494196,0.05000,1.465
43,block_sparse_moe.experts.224.w2,0.0045896697,0.05000,1.450
43,block_sparse_moe.experts.236.w2,0.0024063091,0.05000,1.415
43,block_sparse_moe.experts.191.w2,0.0062267137,0.05000,1.571
43,block_sparse_moe.experts.179.w2,0.0050543631,0.05000,1.556
43,block_sparse_moe.experts.187.w2,0.0014277763,0.05000,1.541
43,block_sparse_moe.experts.183.w2,0.0009218123,0.05000,1.518
43,block_sparse_moe.experts.218.w2,0.0027201917,0.05000,1.415
43,block_sparse_moe.experts.210.w2,0.0027912228,0.05000,1.462
43,block_sparse_moe.experts.213.w2,0.0024067206,0.05000,1.503
43,block_sparse_moe.experts.206.w2,0.0013363023,0.05000,1.463
43,block_sparse_moe.experts.214.w2,0.0059117878,0.05000,1.533
43,block_sparse_moe.experts.209.w2,0.0039194890,0.05000,1.571
43,block_sparse_moe.experts.221.w2,0.0017594283,0.05000,1.583
43,block_sparse_moe.experts.217.w2,0.0036361707,0.05000,1.573
43,block_sparse_moe.experts.244.w2,0.0073959005,0.05000,1.395
43,block_sparse_moe.experts.248.w2,0.0026922110,0.05000,1.439
43,block_sparse_moe.experts.240.w2,0.0010935282,0.05000,1.385
43,block_sparse_moe.experts.252.w2,0.0057415282,0.05000,1.319
43,block_sparse_moe.experts.195.w2,0.0004870616,0.05000,1.565
43,block_sparse_moe.experts.207.w2,0.0012524114,0.05000,1.582
43,block_sparse_moe.experts.199.w2,0.0128761171,0.05000,1.494
43,block_sparse_moe.experts.203.w2,0.0027832471,0.05000,1.559
43,block_sparse_moe.experts.234.w2,0.0096723061,0.05000,1.645
43,block_sparse_moe.experts.229.w2,0.0086917790,0.05000,1.550
43,block_sparse_moe.experts.226.w2,0.0076845585,0.05000,1.650
43,block_sparse_moe.experts.225.w2,0.0083347161,0.05000,1.588
43,block_sparse_moe.experts.230.w2,0.0087565882,0.05000,1.626
43,block_sparse_moe.experts.222.w2,0.0039128172,0.05000,1.693
43,block_sparse_moe.experts.233.w2,0.0028486674,0.05000,1.534
43,block_sparse_moe.experts.237.w2,0.0041567849,0.05000,1.646
43,block_sparse_moe.experts.211.w2,0.0046526966,0.05000,1.361
43,block_sparse_moe.experts.215.w2,0.0053994798,0.05000,1.361
43,block_sparse_moe.experts.219.w2,0.0072215463,0.05000,1.358
43,block_sparse_moe.experts.223.w2,0.0015175508,0.05000,1.466
43,block_sparse_moe.experts.245.w2,0.0011545506,0.05000,1.556
43,block_sparse_moe.experts.250.w2,0.0050971895,0.05000,1.641
43,block_sparse_moe.experts.242.w2,0.0047549718,0.05000,1.625
43,block_sparse_moe.experts.241.w2,0.0053248345,0.05000,1.553
43,block_sparse_moe.experts.249.w2,0.4348833561,0.05000,1.498
43,block_sparse_moe.experts.246.w2,0.0103651476,0.05000,1.585
43,block_sparse_moe.experts.238.w2,0.0125367566,0.05000,1.571
43,block_sparse_moe.experts.253.w2,0.0024851986,0.05000,1.486
43,block_sparse_moe.experts.254.w2,0.0014525782,0.05000,0.489
43,block_sparse_moe.experts.227.w2,0.0041351765,0.05000,1.500
43,block_sparse_moe.experts.235.w2,0.0058690758,0.05000,1.561
43,block_sparse_moe.experts.231.w2,0.0013444324,0.05000,1.647
43,block_sparse_moe.experts.239.w2,0.0042255142,0.05000,1.633
43,block_sparse_moe.experts.243.w2,0.0024771162,0.05000,1.652
43,block_sparse_moe.experts.251.w2,0.0015842581,0.05000,1.608
43,block_sparse_moe.experts.255.w2,0.0030807408,0.05000,1.507
43,block_sparse_moe.experts.247.w2,0.0036946477,0.05000,1.565
44,self_attn.k_proj,0.0000336061,0.05000,0.986
44,self_attn.q_proj,0.0002387009,0.05000,0.992
44,self_attn.v_proj,0.0000331073,0.05000,1.000
44,self_attn.o_proj,0.0000118661,0.05000,1.792
44,block_sparse_moe.experts.0.w1,0.0009018934,0.05000,2.820
44,block_sparse_moe.experts.8.w1,0.0018547620,0.05000,2.827
44,block_sparse_moe.experts.4.w1,0.0036913709,0.05000,2.904
44,block_sparse_moe.experts.10.w1,0.0033383066,0.05000,2.922
44,block_sparse_moe.experts.12.w1,0.0024671632,0.05000,3.004
44,block_sparse_moe.experts.6.w1,0.0008477153,0.05000,2.992
44,block_sparse_moe.experts.14.w1,0.0005871756,0.05000,3.052
44,block_sparse_moe.experts.2.w1,0.0022311609,0.05000,3.086
44,block_sparse_moe.experts.5.w1,0.0011954179,0.05000,3.232
44,block_sparse_moe.experts.13.w1,0.0007917755,0.05000,3.271
44,block_sparse_moe.experts.1.w1,0.0036134665,0.05000,3.256
44,block_sparse_moe.experts.9.w1,0.0016987633,0.05000,3.300
44,block_sparse_moe.experts.15.w1,0.0024482168,0.05000,3.420
44,block_sparse_moe.experts.7.w1,0.0010026011,0.05000,3.442
44,block_sparse_moe.experts.3.w1,0.0015007311,0.05000,3.535
44,block_sparse_moe.experts.11.w1,0.0009903984,0.05000,3.516
44,block_sparse_moe.experts.24.w1,0.0040113799,0.05000,2.969
44,block_sparse_moe.experts.16.w1,0.0017147689,0.05000,3.036
44,block_sparse_moe.experts.20.w1,0.0015265834,0.05000,2.996
44,block_sparse_moe.experts.28.w1,0.0013624764,0.05000,2.967
44,block_sparse_moe.experts.30.w1,0.0022401443,0.05000,2.937
44,block_sparse_moe.experts.26.w1,0.0014571575,0.05000,3.048
44,block_sparse_moe.experts.22.w1,0.0012562388,0.05000,2.985
44,block_sparse_moe.experts.18.w1,0.0042801211,0.05000,2.992
44,block_sparse_moe.experts.21.w1,0.0019863011,0.05000,2.986
44,block_sparse_moe.experts.17.w1,0.0014129073,0.05000,2.968
44,block_sparse_moe.experts.29.w1,0.0023700472,0.05000,3.094
44,block_sparse_moe.experts.25.w1,0.0024033792,0.05000,3.084
44,block_sparse_moe.experts.31.w1,0.0013878872,0.05000,3.120
44,block_sparse_moe.experts.23.w1,0.0025524704,0.05000,3.137
44,block_sparse_moe.experts.19.w1,0.0015637002,0.05000,3.106
44,block_sparse_moe.experts.27.w1,0.0026773622,0.05000,3.154
44,block_sparse_moe.experts.32.w1,0.0011472666,0.05000,3.030
44,block_sparse_moe.experts.46.w1,0.0004279444,0.05000,2.914
44,block_sparse_moe.experts.40.w1,0.0049512614,0.05000,3.119
44,block_sparse_moe.experts.36.w1,0.0029322631,0.05000,3.055
44,block_sparse_moe.experts.44.w1,0.0018470084,0.05000,3.018
44,block_sparse_moe.experts.42.w1,0.0036753337,0.05000,3.051
44,block_sparse_moe.experts.38.w1,0.0016016802,0.05000,3.104
44,block_sparse_moe.experts.37.w1,0.0056289311,0.05000,2.888
44,block_sparse_moe.experts.34.w1,0.0076718179,0.05000,3.050
44,block_sparse_moe.experts.33.w1,0.0022485211,0.05000,3.018
44,block_sparse_moe.experts.45.w1,0.0003228591,0.05000,2.943
44,block_sparse_moe.experts.41.w1,0.0015910765,0.05000,2.942
44,block_sparse_moe.experts.47.w1,0.0020490837,0.05000,2.966
44,block_sparse_moe.experts.39.w1,0.0016205524,0.05000,3.049
44,block_sparse_moe.experts.35.w1,0.0007680612,0.05000,3.045
44,block_sparse_moe.experts.43.w1,0.0040136317,0.05000,3.037
44,block_sparse_moe.experts.56.w1,0.0020488908,0.05000,2.792
44,block_sparse_moe.experts.52.w1,0.0130644181,0.05000,2.857
44,block_sparse_moe.experts.48.w1,0.0038776264,0.05000,2.924
44,block_sparse_moe.experts.60.w1,0.0017022843,0.05000,2.902
44,block_sparse_moe.experts.62.w1,0.0020233039,0.05000,3.167
44,block_sparse_moe.experts.58.w1,0.0022679696,0.05000,3.127
44,block_sparse_moe.experts.53.w1,0.0029712470,0.05000,3.105
44,block_sparse_moe.experts.54.w1,0.0006761350,0.05000,3.125
44,block_sparse_moe.experts.50.w1,0.0037268673,0.05000,3.118
44,block_sparse_moe.experts.49.w1,0.0014397793,0.05000,3.127
44,block_sparse_moe.experts.57.w1,0.0012112962,0.05000,3.135
44,block_sparse_moe.experts.61.w1,0.0030177687,0.05000,3.226
44,block_sparse_moe.experts.63.w1,0.0016784933,0.05000,3.074
44,block_sparse_moe.experts.59.w1,0.0019435887,0.05000,3.036
44,block_sparse_moe.experts.51.w1,0.0038047549,0.05000,3.129
44,block_sparse_moe.experts.55.w1,0.0022616490,0.05000,3.201
44,block_sparse_moe.experts.72.w1,0.0009165353,0.05000,2.631
44,block_sparse_moe.experts.64.w1,0.0030197538,0.05000,2.558
44,block_sparse_moe.experts.68.w1,0.0024999544,0.05000,2.625
44,block_sparse_moe.experts.76.w1,0.0026492387,0.05000,2.627
44,block_sparse_moe.experts.78.w1,0.0143091196,0.05000,2.916
44,block_sparse_moe.experts.70.w1,0.0043537738,0.05000,2.938
44,block_sparse_moe.experts.74.w1,0.0012093885,0.05000,2.997
44,block_sparse_moe.experts.66.w1,0.0022898008,0.05000,2.962
44,block_sparse_moe.experts.65.w1,0.0043151961,0.05000,2.936
44,block_sparse_moe.experts.69.w1,0.0026239572,0.05000,3.127
44,block_sparse_moe.experts.77.w1,0.0018553326,0.05000,2.996
44,block_sparse_moe.experts.73.w1,0.0097424824,0.05000,3.090
44,block_sparse_moe.experts.79.w1,0.0020895016,0.05000,3.118
44,block_sparse_moe.experts.67.w1,0.0010491932,0.05000,3.074
44,block_sparse_moe.experts.75.w1,0.0021627992,0.05000,3.171
44,block_sparse_moe.experts.71.w1,0.0019588542,0.05000,3.113
44,block_sparse_moe.experts.84.w1,0.0038910087,0.05000,2.710
44,block_sparse_moe.experts.88.w1,0.0047294277,0.05000,2.884
44,block_sparse_moe.experts.80.w1,0.0022727338,0.05000,2.896
44,block_sparse_moe.experts.92.w1,0.0033940784,0.05000,2.897
44,block_sparse_moe.experts.94.w1,0.0019614958,0.05000,3.132
44,block_sparse_moe.experts.85.w1,0.0019956422,0.05000,2.934
44,block_sparse_moe.experts.86.w1,0.0016819512,0.05000,3.135
44,block_sparse_moe.experts.81.w1,0.0020230371,0.05000,3.031
44,block_sparse_moe.experts.90.w1,0.0038020000,0.05000,3.191
44,block_sparse_moe.experts.82.w1,0.0023303511,0.05000,3.185
44,block_sparse_moe.experts.93.w1,0.0016066633,0.05000,2.956
44,block_sparse_moe.experts.89.w1,0.0014668455,0.05000,2.996
44,block_sparse_moe.experts.95.w1,0.0020034836,0.05000,3.120
44,block_sparse_moe.experts.83.w1,0.0018151374,0.05000,3.028
44,block_sparse_moe.experts.91.w1,0.0022187279,0.05000,3.029
44,block_sparse_moe.experts.87.w1,0.0006338825,0.05000,3.116
44,block_sparse_moe.experts.100.w1,0.0010524523,0.05000,2.827
44,block_sparse_moe.experts.96.w1,0.0011851411,0.05000,2.788
44,block_sparse_moe.experts.104.w1,0.0034339583,0.05000,2.836
44,block_sparse_moe.experts.108.w1,0.0022771037,0.05000,2.861
44,block_sparse_moe.experts.110.w1,0.0005479757,0.05000,2.908
44,block_sparse_moe.experts.102.w1,0.0021026355,0.05000,2.943
44,block_sparse_moe.experts.98.w1,0.0012567032,0.05000,2.883
44,block_sparse_moe.experts.101.w1,0.0037559637,0.05000,3.080
44,block_sparse_moe.experts.106.w1,0.0036591104,0.05000,2.999
44,block_sparse_moe.experts.97.w1,0.0012375551,0.05000,3.075
44,block_sparse_moe.experts.109.w1,0.0026042213,0.05000,3.109
44,block_sparse_moe.experts.105.w1,0.0010868786,0.05000,3.159
44,block_sparse_moe.experts.111.w1,0.0020636203,0.05000,3.092
44,block_sparse_moe.experts.99.w1,0.0017154952,0.05000,3.152
44,block_sparse_moe.experts.107.w1,0.0010366159,0.05000,3.205
44,block_sparse_moe.experts.103.w1,0.0051865865,0.05000,3.152
44,block_sparse_moe.experts.116.w1,0.0014035256,0.05000,2.811
44,block_sparse_moe.experts.112.w1,0.0013853602,0.05000,2.786
44,block_sparse_moe.experts.120.w1,0.0011636699,0.05000,2.833
44,block_sparse_moe.experts.124.w1,0.0024508365,0.05000,2.957
44,block_sparse_moe.experts.126.w1,0.0009774664,0.05000,3.107
44,block_sparse_moe.experts.118.w1,0.0008594381,0.05000,3.098
44,block_sparse_moe.experts.114.w1,0.0015133141,0.05000,3.049
44,block_sparse_moe.experts.117.w1,0.0020593666,0.05000,3.060
44,block_sparse_moe.experts.122.w1,0.0031326164,0.05000,3.100
44,block_sparse_moe.experts.113.w1,0.0009137433,0.05000,3.131
44,block_sparse_moe.experts.125.w1,0.0007089839,0.05000,3.065
44,block_sparse_moe.experts.121.w1,0.0013035856,0.05000,3.106
44,block_sparse_moe.experts.127.w1,0.0054729974,0.05000,2.966
44,block_sparse_moe.experts.123.w1,0.0002027671,0.05000,2.932
44,block_sparse_moe.experts.115.w1,0.0028979287,0.05000,3.043
44,block_sparse_moe.experts.132.w1,0.0015233352,0.05000,2.368
44,block_sparse_moe.experts.128.w1,0.0013765640,0.05000,2.324
44,block_sparse_moe.experts.119.w1,0.0023240581,0.05000,2.936
44,block_sparse_moe.experts.136.w1,0.0012019273,0.05000,2.294
44,block_sparse_moe.experts.142.w1,0.0032357198,0.05000,3.276
44,block_sparse_moe.experts.134.w1,0.0046790627,0.05000,3.427
44,block_sparse_moe.experts.130.w1,0.0014003260,0.05000,3.436
44,block_sparse_moe.experts.138.w1,0.0025298935,0.05000,3.499
44,block_sparse_moe.experts.143.w1,0.0015640174,0.05000,3.555
44,block_sparse_moe.experts.131.w1,0.0100095143,0.05000,3.550
44,block_sparse_moe.experts.139.w1,0.0009511573,0.05000,3.628
44,block_sparse_moe.experts.135.w1,0.0049137033,0.05000,3.611
44,block_sparse_moe.experts.133.w1,0.0021926857,0.05000,6.395
44,block_sparse_moe.experts.129.w1,0.0020274891,0.05000,6.376
44,block_sparse_moe.experts.141.w1,0.0011441377,0.05000,6.424
44,block_sparse_moe.experts.137.w1,0.0019669501,0.05000,6.422
44,block_sparse_moe.experts.159.w1,0.0006597407,0.05000,3.320
44,block_sparse_moe.experts.151.w1,0.0033533785,0.05000,3.214
44,block_sparse_moe.experts.147.w1,0.0016899632,0.05000,3.402
44,block_sparse_moe.experts.155.w1,0.0008396423,0.05000,3.400
44,block_sparse_moe.experts.158.w1,0.0015680536,0.05000,7.016
44,block_sparse_moe.experts.149.w1,0.0027142373,0.05000,3.792
44,block_sparse_moe.experts.145.w1,0.0003668556,0.05000,3.787
44,block_sparse_moe.experts.150.w1,0.0029843090,0.05000,6.961
44,block_sparse_moe.experts.146.w1,0.0027048682,0.05000,7.053
44,block_sparse_moe.experts.157.w1,0.0040469281,0.05000,3.860
44,block_sparse_moe.experts.154.w1,0.0007490028,0.05000,7.023
44,block_sparse_moe.experts.153.w1,0.0058296618,0.05000,3.857
44,block_sparse_moe.experts.175.w1,0.0004346980,0.05000,5.512
44,block_sparse_moe.experts.174.w1,0.0054192874,0.05000,2.956
44,block_sparse_moe.experts.167.w1,0.0005646729,0.05000,5.460
44,block_sparse_moe.experts.152.w1,0.0010360832,0.05000,2.864
44,block_sparse_moe.experts.148.w1,0.0124183414,0.05000,2.867
44,block_sparse_moe.experts.163.w1,0.0015489394,0.05000,5.472
44,block_sparse_moe.experts.171.w1,0.0030207132,0.05000,5.405
44,block_sparse_moe.experts.166.w1,0.0010668043,0.05000,2.802
44,block_sparse_moe.experts.140.w1,0.0011669885,0.05000,2.955
44,block_sparse_moe.experts.144.w1,0.0018652849,0.05000,3.000
44,block_sparse_moe.experts.162.w1,0.0011283138,0.05000,2.825
44,block_sparse_moe.experts.165.w1,0.0011360606,0.05000,3.067
44,block_sparse_moe.experts.161.w1,0.0031860400,0.05000,3.113
44,block_sparse_moe.experts.170.w1,0.0025656899,0.05000,2.868
44,block_sparse_moe.experts.173.w1,0.0013931021,0.05000,3.059
44,block_sparse_moe.experts.169.w1,0.0010123741,0.05000,3.012
44,block_sparse_moe.experts.191.w1,0.0007764677,0.05000,3.237
44,block_sparse_moe.experts.190.w1,0.0003632713,0.05000,3.143
44,block_sparse_moe.experts.164.w1,0.0016344424,0.05000,3.142
44,block_sparse_moe.experts.160.w1,0.0030646569,0.05000,3.061
44,block_sparse_moe.experts.168.w1,0.0019168043,0.05000,3.207
44,block_sparse_moe.experts.181.w1,0.0038924775,0.05000,3.028
44,block_sparse_moe.experts.156.w1,0.0043242086,0.05000,3.156
44,block_sparse_moe.experts.183.w1,0.0010975632,0.05000,3.359
44,block_sparse_moe.experts.182.w1,0.0016266336,0.05000,3.283
44,block_sparse_moe.experts.179.w1,0.0004749931,0.05000,3.330
44,block_sparse_moe.experts.187.w1,0.0007355544,0.05000,3.328
44,block_sparse_moe.experts.178.w1,0.0032920135,0.05000,3.202
44,block_sparse_moe.experts.177.w1,0.0010819141,0.05000,3.154
44,block_sparse_moe.experts.189.w1,0.0030702145,0.05000,3.049
44,block_sparse_moe.experts.186.w1,0.0020865221,0.05000,3.198
44,block_sparse_moe.experts.185.w1,0.0039847231,0.05000,3.116
44,block_sparse_moe.experts.207.w1,0.0010573012,0.05000,2.998
44,block_sparse_moe.experts.206.w1,0.0014742086,0.05000,3.014
44,block_sparse_moe.experts.184.w1,0.0001865935,0.05000,2.862
44,block_sparse_moe.experts.180.w1,0.0010240122,0.05000,2.933
44,block_sparse_moe.experts.176.w1,0.0014599631,0.05000,2.928
44,block_sparse_moe.experts.172.w1,0.0017470938,0.05000,2.927
44,block_sparse_moe.experts.197.w1,0.0017237573,0.05000,2.994
44,block_sparse_moe.experts.198.w1,0.0040877257,0.05000,2.928
44,block_sparse_moe.experts.199.w1,0.0013459290,0.05000,2.997
44,block_sparse_moe.experts.194.w1,0.0008761122,0.05000,2.944
44,block_sparse_moe.experts.203.w1,0.0010364911,0.05000,2.986
44,block_sparse_moe.experts.193.w1,0.0006698157,0.05000,2.933
44,block_sparse_moe.experts.195.w1,0.0022691155,0.05000,3.105
44,block_sparse_moe.experts.202.w1,0.0042473789,0.05000,2.970
44,block_sparse_moe.experts.205.w1,0.0013126280,0.05000,2.987
44,block_sparse_moe.experts.201.w1,0.0010227215,0.05000,2.959
44,block_sparse_moe.experts.222.w1,0.0026163111,0.05000,2.901
44,block_sparse_moe.experts.196.w1,0.0020305818,0.05000,2.937
44,block_sparse_moe.experts.200.w1,0.0056868354,0.05000,2.951
44,block_sparse_moe.experts.223.w1,0.0026544445,0.05000,3.003
44,block_sparse_moe.experts.192.w1,0.0009737340,0.05000,2.944
44,block_sparse_moe.experts.188.w1,0.0012003496,0.05000,3.004
44,block_sparse_moe.experts.214.w1,0.0017209605,0.05000,2.979
44,block_sparse_moe.experts.213.w1,0.0006171166,0.05000,3.085
44,block_sparse_moe.experts.210.w1,0.0046452447,0.05000,2.971
44,block_sparse_moe.experts.219.w1,0.0022243675,0.05000,2.953
44,block_sparse_moe.experts.215.w1,0.0006517271,0.05000,3.037
44,block_sparse_moe.experts.209.w1,0.0056875991,0.05000,3.038
44,block_sparse_moe.experts.211.w1,0.0005799087,0.05000,3.056
44,block_sparse_moe.experts.221.w1,0.0019454098,0.05000,3.031
44,block_sparse_moe.experts.218.w1,0.0033054779,0.05000,3.041
44,block_sparse_moe.experts.217.w1,0.0011677204,0.05000,2.955
44,block_sparse_moe.experts.238.w1,0.0008361570,0.05000,2.979
44,block_sparse_moe.experts.212.w1,0.0040204966,0.05000,3.020
44,block_sparse_moe.experts.216.w1,0.0011146051,0.05000,3.098
44,block_sparse_moe.experts.239.w1,0.0010841541,0.05000,3.118
44,block_sparse_moe.experts.208.w1,0.0046363609,0.05000,3.104
44,block_sparse_moe.experts.230.w1,0.0002976786,0.05000,2.949
44,block_sparse_moe.experts.226.w1,0.0017674185,0.05000,2.966
44,block_sparse_moe.experts.204.w1,0.0008812805,0.05000,3.145
44,block_sparse_moe.experts.229.w1,0.0018195736,0.05000,3.124
44,block_sparse_moe.experts.231.w1,0.0017539829,0.05000,3.108
44,block_sparse_moe.experts.235.w1,0.0021194936,0.05000,3.184
44,block_sparse_moe.experts.225.w1,0.0038908851,0.05000,3.044
44,block_sparse_moe.experts.234.w1,0.0034449491,0.05000,2.970
44,block_sparse_moe.experts.227.w1,0.0029485205,0.05000,3.164
44,block_sparse_moe.experts.237.w1,0.0008539774,0.05000,3.148
44,block_sparse_moe.experts.233.w1,0.0004612175,0.05000,3.142
44,block_sparse_moe.experts.254.w1,0.0038934559,0.05000,2.826
44,block_sparse_moe.experts.246.w1,0.0007534322,0.05000,2.808
44,block_sparse_moe.experts.242.w1,0.0021673262,0.05000,2.733
44,block_sparse_moe.experts.232.w1,0.0020773690,0.05000,2.963
44,block_sparse_moe.experts.255.w1,0.0016497227,0.05000,2.988
44,block_sparse_moe.experts.245.w1,0.0016133793,0.05000,2.706
44,block_sparse_moe.experts.224.w1,0.0013726972,0.05000,3.009
44,block_sparse_moe.experts.228.w1,0.0018004523,0.05000,3.172
44,block_sparse_moe.experts.241.w1,0.0019417331,0.05000,2.733
44,block_sparse_moe.experts.250.w1,0.0029860774,0.05000,2.801
44,block_sparse_moe.experts.220.w1,0.0031137650,0.05000,3.191
44,block_sparse_moe.experts.247.w1,0.0004163488,0.05000,3.157
44,block_sparse_moe.experts.251.w1,0.0039102946,0.05000,3.149
44,block_sparse_moe.experts.253.w1,0.0027343358,0.05000,2.934
44,block_sparse_moe.experts.249.w1,0.0017800796,0.05000,2.870
44,block_sparse_moe.experts.243.w1,0.0016542237,0.05000,3.245
44,block_sparse_moe.experts.14.w3,0.0006807255,0.05000,2.922
44,block_sparse_moe.experts.6.w3,0.0009588856,0.05000,2.914
44,block_sparse_moe.experts.2.w3,0.0024574534,0.05000,2.974
44,block_sparse_moe.experts.1.w3,0.0039130216,0.05000,2.991
44,block_sparse_moe.experts.10.w3,0.0037387564,0.05000,2.894
44,block_sparse_moe.experts.5.w3,0.0013233831,0.05000,3.148
44,block_sparse_moe.experts.248.w1,0.0010384356,0.05000,3.265
44,block_sparse_moe.experts.240.w1,0.0014320329,0.05000,3.201
44,block_sparse_moe.experts.15.w3,0.0028715262,0.05000,3.298
44,block_sparse_moe.experts.244.w1,0.0007305836,0.05000,3.269
44,block_sparse_moe.experts.236.w1,0.0014577131,0.05000,3.216
44,block_sparse_moe.experts.13.w3,0.0008743872,0.05000,3.167
44,block_sparse_moe.experts.11.w3,0.0010875366,0.05000,3.205
44,block_sparse_moe.experts.9.w3,0.0018347006,0.05000,3.183
44,block_sparse_moe.experts.7.w3,0.0011516991,0.05000,3.330
44,block_sparse_moe.experts.3.w3,0.0017408480,0.05000,3.194
44,block_sparse_moe.experts.30.w3,0.0025149224,0.05000,2.765
44,block_sparse_moe.experts.22.w3,0.0014027598,0.05000,2.606
44,block_sparse_moe.experts.18.w3,0.0046322138,0.05000,2.678
44,block_sparse_moe.experts.26.w3,0.0016490505,0.05000,2.682
44,block_sparse_moe.experts.17.w3,0.0016172484,0.05000,3.067
44,block_sparse_moe.experts.0.w3,0.0010002052,0.05000,3.085
44,block_sparse_moe.experts.21.w3,0.0021966299,0.05000,3.180
44,block_sparse_moe.experts.8.w3,0.0020529958,0.05000,3.243
44,block_sparse_moe.experts.31.w3,0.0015586418,0.05000,3.174
44,block_sparse_moe.experts.4.w3,0.0040283425,0.05000,3.143
44,block_sparse_moe.experts.29.w3,0.0026154564,0.05000,3.037
44,block_sparse_moe.experts.252.w1,0.0012187890,0.05000,3.182
44,block_sparse_moe.experts.27.w3,0.0030441956,0.05000,3.113
44,block_sparse_moe.experts.25.w3,0.0026020282,0.05000,3.133
44,block_sparse_moe.experts.23.w3,0.0028638340,0.05000,3.108
44,block_sparse_moe.experts.19.w3,0.0018324322,0.05000,3.050
44,block_sparse_moe.experts.46.w3,0.0004836177,0.05000,2.808
44,block_sparse_moe.experts.38.w3,0.0017576547,0.05000,2.880
44,block_sparse_moe.experts.34.w3,0.0086618782,0.05000,2.924
44,block_sparse_moe.experts.42.w3,0.0040793874,0.05000,2.841
44,block_sparse_moe.experts.33.w3,0.0024907076,0.05000,3.014
44,block_sparse_moe.experts.47.w3,0.0023543559,0.05000,2.854
44,block_sparse_moe.experts.37.w3,0.0062814394,0.05000,3.010
44,block_sparse_moe.experts.16.w3,0.0019978791,0.05000,3.108
44,block_sparse_moe.experts.24.w3,0.0044516894,0.05000,3.168
44,block_sparse_moe.experts.20.w3,0.0016772503,0.05000,3.143
44,block_sparse_moe.experts.43.w3,0.0045896070,0.05000,2.846
44,block_sparse_moe.experts.45.w3,0.0003750107,0.05000,3.029
44,block_sparse_moe.experts.39.w3,0.0017912138,0.05000,2.925
44,block_sparse_moe.experts.12.w3,0.0028019905,0.05000,3.114
44,block_sparse_moe.experts.41.w3,0.0017390585,0.05000,3.044
44,block_sparse_moe.experts.35.w3,0.0009014532,0.05000,2.896
44,block_sparse_moe.experts.62.w3,0.0024331778,0.05000,3.100
44,block_sparse_moe.experts.54.w3,0.0007340221,0.05000,3.023
44,block_sparse_moe.experts.50.w3,0.0041631349,0.05000,3.047
44,block_sparse_moe.experts.58.w3,0.0025928847,0.05000,3.029
44,block_sparse_moe.experts.49.w3,0.0016882378,0.05000,2.876
44,block_sparse_moe.experts.63.w3,0.0020416144,0.05000,2.907
44,block_sparse_moe.experts.53.w3,0.0037039997,0.05000,2.978
44,block_sparse_moe.experts.32.w3,0.0012852397,0.05000,3.061
44,block_sparse_moe.experts.40.w3,0.0055892081,0.05000,3.096
44,block_sparse_moe.experts.36.w3,0.0031877532,0.05000,3.135
44,block_sparse_moe.experts.59.w3,0.0022626215,0.05000,3.116
44,block_sparse_moe.experts.61.w3,0.0032870012,0.05000,3.041
44,block_sparse_moe.experts.57.w3,0.0014104046,0.05000,2.999
44,block_sparse_moe.experts.55.w3,0.0025363190,0.05000,3.091
44,block_sparse_moe.experts.28.w3,0.0015000796,0.05000,3.159
44,block_sparse_moe.experts.51.w3,0.0042125431,0.05000,3.287
44,block_sparse_moe.experts.78.w3,0.0168107748,0.05000,3.026
44,block_sparse_moe.experts.70.w3,0.0047907754,0.05000,3.012
44,block_sparse_moe.experts.66.w3,0.0024912568,0.05000,2.946
44,block_sparse_moe.experts.74.w3,0.0013440042,0.05000,2.988
44,block_sparse_moe.experts.65.w3,0.0048741908,0.05000,3.157
44,block_sparse_moe.experts.79.w3,0.0023139719,0.05000,3.085
44,block_sparse_moe.experts.69.w3,0.0029867662,0.05000,3.084
44,block_sparse_moe.experts.48.w3,0.0041852983,0.05000,3.098
44,block_sparse_moe.experts.56.w3,0.0022304172,0.05000,3.053
44,block_sparse_moe.experts.75.w3,0.0024277610,0.05000,3.000
44,block_sparse_moe.experts.52.w3,0.0162729740,0.05000,3.046
44,block_sparse_moe.experts.77.w3,0.0020797142,0.05000,3.009
44,block_sparse_moe.experts.71.w3,0.0021928650,0.05000,3.015
44,block_sparse_moe.experts.73.w3,0.0111939201,0.05000,3.083
44,block_sparse_moe.experts.44.w3,0.0020168345,0.05000,3.023
44,block_sparse_moe.experts.67.w3,0.0011581762,0.05000,2.966
44,block_sparse_moe.experts.94.w3,0.0022624288,0.05000,3.165
44,block_sparse_moe.experts.86.w3,0.0017613290,0.05000,3.134
44,block_sparse_moe.experts.82.w3,0.0027047716,0.05000,3.234
44,block_sparse_moe.experts.90.w3,0.0041642728,0.05000,3.138
44,block_sparse_moe.experts.81.w3,0.0022320754,0.05000,2.974
44,block_sparse_moe.experts.95.w3,0.0022170748,0.05000,2.975
44,block_sparse_moe.experts.85.w3,0.0023639996,0.05000,2.985
44,block_sparse_moe.experts.64.w3,0.0035242302,0.05000,3.147
44,block_sparse_moe.experts.91.w3,0.0025681493,0.05000,3.044
44,block_sparse_moe.experts.93.w3,0.0018845361,0.05000,3.048
44,block_sparse_moe.experts.72.w3,0.0010116599,0.05000,3.112
44,block_sparse_moe.experts.68.w3,0.0029808977,0.05000,3.103
44,block_sparse_moe.experts.87.w3,0.0007221542,0.05000,3.020
44,block_sparse_moe.experts.89.w3,0.0016154069,0.05000,3.100
44,block_sparse_moe.experts.83.w3,0.0020732613,0.05000,3.019
44,block_sparse_moe.experts.60.w3,0.0019717812,0.05000,3.193
44,block_sparse_moe.experts.110.w3,0.0006010385,0.05000,2.861
44,block_sparse_moe.experts.102.w3,0.0024909187,0.05000,2.926
44,block_sparse_moe.experts.98.w3,0.0014326925,0.05000,2.986
44,block_sparse_moe.experts.106.w3,0.0038834550,0.05000,2.877
44,block_sparse_moe.experts.97.w3,0.0013574413,0.05000,3.084
44,block_sparse_moe.experts.111.w3,0.0024895805,0.05000,3.096
44,block_sparse_moe.experts.101.w3,0.0042747031,0.05000,3.104
44,block_sparse_moe.experts.107.w3,0.0012049582,0.05000,3.090
44,block_sparse_moe.experts.80.w3,0.0025917598,0.05000,3.226
44,block_sparse_moe.experts.109.w3,0.0030439088,0.05000,3.153
44,block_sparse_moe.experts.103.w3,0.0057665593,0.05000,3.071
44,block_sparse_moe.experts.84.w3,0.0043659012,0.05000,3.205
44,block_sparse_moe.experts.88.w3,0.0053164115,0.05000,3.360
44,block_sparse_moe.experts.105.w3,0.0012011147,0.05000,3.198
44,block_sparse_moe.experts.99.w3,0.0019898512,0.05000,3.228
44,block_sparse_moe.experts.76.w3,0.0031993311,0.05000,3.360
44,block_sparse_moe.experts.126.w3,0.0011362093,0.05000,3.264
44,block_sparse_moe.experts.118.w3,0.0009566972,0.05000,3.281
44,block_sparse_moe.experts.122.w3,0.0034649209,0.05000,3.253
44,block_sparse_moe.experts.114.w3,0.0016634443,0.05000,3.339
44,block_sparse_moe.experts.127.w3,0.0062498664,0.05000,3.186
44,block_sparse_moe.experts.113.w3,0.0010231372,0.05000,3.310
44,block_sparse_moe.experts.117.w3,0.0022708715,0.05000,3.275
44,block_sparse_moe.experts.96.w3,0.0012783770,0.05000,2.995
44,block_sparse_moe.experts.123.w3,0.0002345768,0.05000,3.099
44,block_sparse_moe.experts.100.w3,0.0011491506,0.05000,2.948
44,block_sparse_moe.experts.119.w3,0.0025574768,0.05000,3.022
44,block_sparse_moe.experts.104.w3,0.0037272755,0.05000,2.895
44,block_sparse_moe.experts.125.w3,0.0007967462,0.05000,3.139
44,block_sparse_moe.experts.121.w3,0.0014912974,0.05000,3.174
44,block_sparse_moe.experts.115.w3,0.0032309283,0.05000,3.075
44,block_sparse_moe.experts.92.w3,0.0038617822,0.05000,2.929
44,block_sparse_moe.experts.142.w3,0.0035590584,0.05000,2.827
44,block_sparse_moe.experts.134.w3,0.0051286431,0.05000,2.859
44,block_sparse_moe.experts.138.w3,0.0028075319,0.05000,2.729
44,block_sparse_moe.experts.130.w3,0.0015329433,0.05000,2.848
44,block_sparse_moe.experts.143.w3,0.0017496375,0.05000,3.232
44,block_sparse_moe.experts.129.w3,0.0021982398,0.05000,3.287
44,block_sparse_moe.experts.133.w3,0.0024548944,0.05000,3.245
44,block_sparse_moe.experts.112.w3,0.0015777865,0.05000,3.173
44,block_sparse_moe.experts.120.w3,0.0012882098,0.05000,3.077
44,block_sparse_moe.experts.116.w3,0.0016161372,0.05000,3.178
44,block_sparse_moe.experts.139.w3,0.0010567135,0.05000,3.234
44,block_sparse_moe.experts.135.w3,0.0055314371,0.05000,3.219
44,block_sparse_moe.experts.141.w3,0.0013238839,0.05000,3.289
44,block_sparse_moe.experts.108.w3,0.0025934444,0.05000,3.047
44,block_sparse_moe.experts.137.w3,0.0023101005,0.05000,3.296
44,block_sparse_moe.experts.131.w3,0.0111615349,0.05000,3.260
44,block_sparse_moe.experts.158.w3,0.0017222511,0.05000,2.974
44,block_sparse_moe.experts.150.w3,0.0033606533,0.05000,2.944
44,block_sparse_moe.experts.154.w3,0.0008442517,0.05000,3.092
44,block_sparse_moe.experts.146.w3,0.0029594187,0.05000,3.073
44,block_sparse_moe.experts.159.w3,0.0007634109,0.05000,3.268
44,block_sparse_moe.experts.145.w3,0.0004113426,0.05000,3.194
44,block_sparse_moe.experts.149.w3,0.0029260276,0.05000,3.127
44,block_sparse_moe.experts.128.w3,0.0015213059,0.05000,3.190
44,block_sparse_moe.experts.136.w3,0.0013034170,0.05000,3.228
44,block_sparse_moe.experts.132.w3,0.0018083560,0.05000,3.204
44,block_sparse_moe.experts.155.w3,0.0009374638,0.05000,3.201
44,block_sparse_moe.experts.151.w3,0.0037908315,0.05000,3.213
44,block_sparse_moe.experts.157.w3,0.0046026890,0.05000,3.230
44,block_sparse_moe.experts.124.w3,0.0027004579,0.05000,3.135
44,block_sparse_moe.experts.153.w3,0.0065255955,0.05000,3.095
44,block_sparse_moe.experts.147.w3,0.0018922749,0.05000,3.162
44,block_sparse_moe.experts.174.w3,0.0062400928,0.05000,3.206
44,block_sparse_moe.experts.166.w3,0.0011612663,0.05000,3.202
44,block_sparse_moe.experts.170.w3,0.0028631034,0.05000,3.171
44,block_sparse_moe.experts.162.w3,0.0012554744,0.05000,3.136
44,block_sparse_moe.experts.161.w3,0.0034477434,0.05000,2.866
44,block_sparse_moe.experts.165.w3,0.0012557339,0.05000,2.836
44,block_sparse_moe.experts.175.w3,0.0004826769,0.05000,2.943
44,block_sparse_moe.experts.144.w3,0.0021010127,0.05000,2.952
44,block_sparse_moe.experts.152.w3,0.0011737524,0.05000,2.908
44,block_sparse_moe.experts.171.w3,0.0033606103,0.05000,2.936
44,block_sparse_moe.experts.148.w3,0.0144874617,0.05000,3.023
44,block_sparse_moe.experts.167.w3,0.0006404644,0.05000,3.070
44,block_sparse_moe.experts.173.w3,0.0015381957,0.05000,2.917
44,block_sparse_moe.experts.140.w3,0.0013025841,0.05000,2.882
44,block_sparse_moe.experts.169.w3,0.0011760998,0.05000,2.886
44,block_sparse_moe.experts.163.w3,0.0016951859,0.05000,2.967
44,block_sparse_moe.experts.190.w3,0.0004076985,0.05000,3.052
44,block_sparse_moe.experts.182.w3,0.0017920766,0.05000,3.051
44,block_sparse_moe.experts.186.w3,0.0023067343,0.05000,2.995
44,block_sparse_moe.experts.178.w3,0.0037714369,0.05000,3.003
44,block_sparse_moe.experts.191.w3,0.0008451739,0.05000,2.891
44,block_sparse_moe.experts.177.w3,0.0011821451,0.05000,3.058
44,block_sparse_moe.experts.181.w3,0.0043939079,0.05000,3.062
44,block_sparse_moe.experts.160.w3,0.0032958802,0.05000,2.985
44,block_sparse_moe.experts.187.w3,0.0008233335,0.05000,2.919
44,block_sparse_moe.experts.168.w3,0.0021922658,0.05000,3.002
44,block_sparse_moe.experts.183.w3,0.0013135685,0.05000,2.881
44,block_sparse_moe.experts.164.w3,0.0018147043,0.05000,3.041
44,block_sparse_moe.experts.189.w3,0.0033893818,0.05000,3.044
44,block_sparse_moe.experts.185.w3,0.0043208086,0.05000,2.988
44,block_sparse_moe.experts.156.w3,0.0054094285,0.05000,3.140
44,block_sparse_moe.experts.179.w3,0.0005131784,0.05000,2.943
44,block_sparse_moe.experts.206.w3,0.0016370580,0.05000,3.016
44,block_sparse_moe.experts.198.w3,0.0046258002,0.05000,3.019
44,block_sparse_moe.experts.202.w3,0.0047924189,0.05000,3.040
44,block_sparse_moe.experts.194.w3,0.0009817557,0.05000,2.954
44,block_sparse_moe.experts.193.w3,0.0007337060,0.05000,2.890
44,block_sparse_moe.experts.197.w3,0.0019678605,0.05000,2.895
44,block_sparse_moe.experts.207.w3,0.0014053829,0.05000,3.110
44,block_sparse_moe.experts.203.w3,0.0011489611,0.05000,3.014
44,block_sparse_moe.experts.176.w3,0.0016310177,0.05000,3.169
44,block_sparse_moe.experts.199.w3,0.0014658475,0.05000,3.035
44,block_sparse_moe.experts.184.w3,0.0002034067,0.05000,3.152
44,block_sparse_moe.experts.201.w3,0.0011237427,0.05000,2.832
44,block_sparse_moe.experts.180.w3,0.0011816425,0.05000,3.088
44,block_sparse_moe.experts.205.w3,0.0014312530,0.05000,2.966
44,block_sparse_moe.experts.172.w3,0.0019277003,0.05000,3.196
44,block_sparse_moe.experts.195.w3,0.0025763690,0.05000,3.138
44,block_sparse_moe.experts.222.w3,0.0028808394,0.05000,3.098
44,block_sparse_moe.experts.214.w3,0.0019646274,0.05000,3.072
44,block_sparse_moe.experts.210.w3,0.0052797083,0.05000,3.070
44,block_sparse_moe.experts.218.w3,0.0040810694,0.05000,3.189
44,block_sparse_moe.experts.209.w3,0.0065576363,0.05000,2.920
44,block_sparse_moe.experts.213.w3,0.0006911221,0.05000,3.038
44,block_sparse_moe.experts.223.w3,0.0029902608,0.05000,3.100
44,block_sparse_moe.experts.219.w3,0.0025283756,0.05000,3.036
44,block_sparse_moe.experts.217.w3,0.0013066005,0.05000,2.862
44,block_sparse_moe.experts.221.w3,0.0021299028,0.05000,2.820
44,block_sparse_moe.experts.192.w3,0.0010519001,0.05000,3.096
44,block_sparse_moe.experts.200.w3,0.0064080280,0.05000,3.115
44,block_sparse_moe.experts.215.w3,0.0007319906,0.05000,3.172
44,block_sparse_moe.experts.196.w3,0.0023192027,0.05000,3.135
44,block_sparse_moe.experts.211.w3,0.0006435520,0.05000,2.877
44,block_sparse_moe.experts.188.w3,0.0013214761,0.05000,3.068
44,block_sparse_moe.experts.238.w3,0.0009314205,0.05000,3.086
44,block_sparse_moe.experts.230.w3,0.0003288627,0.05000,3.156
44,block_sparse_moe.experts.234.w3,0.0037557006,0.05000,3.128
44,block_sparse_moe.experts.226.w3,0.0020033934,0.05000,3.185
44,block_sparse_moe.experts.225.w3,0.0042552602,0.05000,2.811
44,block_sparse_moe.experts.229.w3,0.0021261628,0.05000,2.800
44,block_sparse_moe.experts.239.w3,0.0012119598,0.05000,2.877
44,block_sparse_moe.experts.235.w3,0.0023364552,0.05000,2.811
44,block_sparse_moe.experts.237.w3,0.0009514616,0.05000,2.805
44,block_sparse_moe.experts.233.w3,0.0005052409,0.05000,2.879
44,block_sparse_moe.experts.208.w3,0.0050569328,0.05000,2.953
44,block_sparse_moe.experts.231.w3,0.0020643646,0.05000,2.958
44,block_sparse_moe.experts.216.w3,0.0012517464,0.05000,3.101
44,block_sparse_moe.experts.212.w3,0.0046250636,0.05000,3.044
44,block_sparse_moe.experts.227.w3,0.0032382226,0.05000,2.995
44,block_sparse_moe.experts.204.w3,0.0010569980,0.05000,3.185
44,block_sparse_moe.experts.254.w3,0.0042350358,0.05000,2.932
44,block_sparse_moe.experts.246.w3,0.0008868764,0.05000,2.882
44,block_sparse_moe.experts.250.w3,0.0033107262,0.05000,2.783
44,block_sparse_moe.experts.242.w3,0.0023557764,0.05000,2.805
44,block_sparse_moe.experts.241.w3,0.0022192589,0.05000,2.978
44,block_sparse_moe.experts.245.w3,0.0017869934,0.05000,3.062
44,block_sparse_moe.experts.253.w3,0.0031673920,0.05000,2.928
44,block_sparse_moe.experts.249.w3,0.0020621625,0.05000,2.880
44,block_sparse_moe.experts.255.w3,0.0018389763,0.05000,3.263
44,block_sparse_moe.experts.251.w3,0.0044081248,0.05000,3.156
44,block_sparse_moe.experts.224.w3,0.0015939683,0.05000,2.933
44,block_sparse_moe.experts.247.w3,0.0004792905,0.05000,2.993
44,block_sparse_moe.experts.232.w3,0.0024419044,0.05000,2.911
44,block_sparse_moe.experts.243.w3,0.0019689572,0.05000,2.833
44,block_sparse_moe.experts.228.w3,0.0021331745,0.05000,2.948
44,block_sparse_moe.experts.220.w3,0.0034797533,0.05000,2.898
44,block_sparse_moe.experts.240.w3,0.0015582587,0.05000,3.078
44,block_sparse_moe.experts.248.w3,0.0012098512,0.05000,3.073
44,block_sparse_moe.experts.244.w3,0.0008365888,0.05000,3.008
44,block_sparse_moe.experts.236.w3,0.0016933011,0.05000,2.741
44,block_sparse_moe.experts.252.w3,0.0013574890,0.05000,0.885
44,block_sparse_moe.experts.0.w2,0.0025410234,0.05000,1.157
44,block_sparse_moe.experts.12.w2,0.0058896345,0.05000,1.157
44,block_sparse_moe.experts.8.w2,0.0037390703,0.05000,1.256
44,block_sparse_moe.experts.4.w2,0.0069878325,0.05000,1.269
44,block_sparse_moe.experts.10.w2,0.0029558138,0.05000,1.547
44,block_sparse_moe.experts.2.w2,0.0086894926,0.05000,1.554
44,block_sparse_moe.experts.6.w2,0.0018092191,0.05000,1.564
44,block_sparse_moe.experts.7.w2,0.0074690774,0.05000,1.574
44,block_sparse_moe.experts.14.w2,0.0046749062,0.05000,1.582
44,block_sparse_moe.experts.1.w2,0.0028702972,0.05000,1.584
44,block_sparse_moe.experts.15.w2,0.0065863527,0.05000,1.629
44,block_sparse_moe.experts.3.w2,0.0081728430,0.05000,1.639
44,block_sparse_moe.experts.5.w2,0.0014242423,0.05000,1.644
44,block_sparse_moe.experts.11.w2,0.0023688470,0.05000,1.648
44,block_sparse_moe.experts.9.w2,0.0024811278,0.05000,1.683
44,block_sparse_moe.experts.13.w2,0.0026539695,0.05000,1.691
44,block_sparse_moe.experts.16.w2,0.0055199474,0.05000,1.461
44,block_sparse_moe.experts.28.w2,0.0045295584,0.05000,1.461
44,block_sparse_moe.experts.24.w2,0.0101138934,0.05000,1.437
44,block_sparse_moe.experts.20.w2,0.0032243535,0.05000,1.430
44,block_sparse_moe.experts.26.w2,0.0053683482,0.05000,1.530
44,block_sparse_moe.experts.18.w2,0.0077126386,0.05000,1.550
44,block_sparse_moe.experts.22.w2,0.0043021839,0.05000,1.549
44,block_sparse_moe.experts.17.w2,0.0012957243,0.05000,1.538
44,block_sparse_moe.experts.23.w2,0.0024561234,0.05000,1.558
44,block_sparse_moe.experts.19.w2,0.0024889692,0.05000,1.499
44,block_sparse_moe.experts.27.w2,0.0032842624,0.05000,1.504
44,block_sparse_moe.experts.30.w2,0.0152022282,0.05000,1.569
44,block_sparse_moe.experts.31.w2,0.0037754569,0.05000,1.563
44,block_sparse_moe.experts.25.w2,0.0033864360,0.05000,1.522
44,block_sparse_moe.experts.29.w2,0.0036111764,0.05000,1.519
44,block_sparse_moe.experts.21.w2,0.0034371174,0.05000,1.568
44,block_sparse_moe.experts.44.w2,0.0013057032,0.05000,1.488
44,block_sparse_moe.experts.32.w2,0.0003530040,0.05000,1.502
44,block_sparse_moe.experts.36.w2,0.0032737852,0.05000,1.480
44,block_sparse_moe.experts.40.w2,0.0131278424,0.05000,1.550
44,block_sparse_moe.experts.35.w2,0.0007198193,0.05000,1.328
44,block_sparse_moe.experts.43.w2,0.0071430014,0.05000,1.337
44,block_sparse_moe.experts.34.w2,0.0158629239,0.05000,1.394
44,block_sparse_moe.experts.38.w2,0.0023359436,0.05000,1.389
44,block_sparse_moe.experts.42.w2,0.0071130445,0.05000,1.447
44,block_sparse_moe.experts.47.w2,0.0076471610,0.05000,1.364
44,block_sparse_moe.experts.46.w2,0.0015290037,0.05000,1.418
44,block_sparse_moe.experts.39.w2,0.0013601921,0.05000,1.440
44,block_sparse_moe.experts.33.w2,0.0032926418,0.05000,1.523
44,block_sparse_moe.experts.37.w2,0.0066270049,0.05000,1.516
44,block_sparse_moe.experts.41.w2,0.0014838320,0.05000,1.552
44,block_sparse_moe.experts.45.w2,0.0022669499,0.05000,1.548
44,block_sparse_moe.experts.48.w2,0.0020217915,0.05000,1.483
44,block_sparse_moe.experts.60.w2,0.0013008109,0.05000,1.571
44,block_sparse_moe.experts.52.w2,0.0835125867,0.05000,1.521
44,block_sparse_moe.experts.56.w2,0.0012464882,0.05000,1.500
44,block_sparse_moe.experts.51.w2,0.0120555956,0.05000,1.314
44,block_sparse_moe.experts.59.w2,0.0082165395,0.05000,1.375
44,block_sparse_moe.experts.63.w2,0.0088735554,0.05000,1.327
44,block_sparse_moe.experts.55.w2,0.0008831692,0.05000,1.351
44,block_sparse_moe.experts.50.w2,0.0082300449,0.05000,1.449
44,block_sparse_moe.experts.62.w2,0.0047664964,0.05000,1.412
44,block_sparse_moe.experts.58.w2,0.0059512582,0.05000,1.509
44,block_sparse_moe.experts.54.w2,0.0020359349,0.05000,1.542
44,block_sparse_moe.experts.49.w2,0.0032743809,0.05000,1.399
44,block_sparse_moe.experts.53.w2,0.0075649446,0.05000,1.392
44,block_sparse_moe.experts.61.w2,0.0153521652,0.05000,1.427
44,block_sparse_moe.experts.57.w2,0.0043163900,0.05000,1.452
44,block_sparse_moe.experts.67.w2,0.0002859910,0.05000,1.267
44,block_sparse_moe.experts.64.w2,0.0098142238,0.05000,1.528
44,block_sparse_moe.experts.72.w2,0.0006451566,0.05000,1.493
44,block_sparse_moe.experts.75.w2,0.0058064565,0.05000,1.376
44,block_sparse_moe.experts.68.w2,0.0167305165,0.05000,1.549
44,block_sparse_moe.experts.76.w2,0.0079999747,0.05000,1.578
44,block_sparse_moe.experts.79.w2,0.0024074398,0.05000,1.389
44,block_sparse_moe.experts.71.w2,0.0046780999,0.05000,1.428
44,block_sparse_moe.experts.65.w2,0.0100681717,0.05000,1.436
44,block_sparse_moe.experts.66.w2,0.0040449887,0.05000,1.566
44,block_sparse_moe.experts.78.w2,0.0560126465,0.05000,1.572
44,block_sparse_moe.experts.69.w2,0.0020524942,0.05000,1.443
44,block_sparse_moe.experts.74.w2,0.0068537538,0.05000,1.570
44,block_sparse_moe.experts.77.w2,0.0030582679,0.05000,1.446
44,block_sparse_moe.experts.70.w2,0.0061867709,0.05000,1.606
44,block_sparse_moe.experts.73.w2,0.0253649877,0.05000,1.459
44,block_sparse_moe.experts.83.w2,0.0054313010,0.05000,1.387
44,block_sparse_moe.experts.91.w2,0.0038601300,0.05000,1.382
44,block_sparse_moe.experts.80.w2,0.0049942008,0.05000,1.491
44,block_sparse_moe.experts.95.w2,0.0008020429,0.05000,1.400
44,block_sparse_moe.experts.88.w2,0.0127147770,0.05000,1.533
44,block_sparse_moe.experts.87.w2,0.0017604555,0.05000,1.424
44,block_sparse_moe.experts.92.w2,0.0054700829,0.05000,1.554
44,block_sparse_moe.experts.84.w2,0.0081159844,0.05000,1.566
44,block_sparse_moe.experts.81.w2,0.0015272029,0.05000,1.434
44,block_sparse_moe.experts.85.w2,0.0092614297,0.05000,1.407
44,block_sparse_moe.experts.93.w2,0.0039766098,0.05000,1.377
44,block_sparse_moe.experts.89.w2,0.0044258159,0.05000,1.426
44,block_sparse_moe.experts.82.w2,0.0026027327,0.05000,1.638
44,block_sparse_moe.experts.90.w2,0.0113733465,0.05000,1.616
44,block_sparse_moe.experts.94.w2,0.0040386512,0.05000,1.682
44,block_sparse_moe.experts.86.w2,0.0166830510,0.05000,1.692
44,block_sparse_moe.experts.99.w2,0.0055467510,0.05000,1.380
44,block_sparse_moe.experts.107.w2,0.0057363143,0.05000,1.321
44,block_sparse_moe.experts.111.w2,0.0107659781,0.05000,1.447
44,block_sparse_moe.experts.103.w2,0.0051436013,0.05000,1.404
44,block_sparse_moe.experts.96.w2,0.0075301534,0.05000,1.599
44,block_sparse_moe.experts.104.w2,0.0016848085,0.05000,1.511
44,block_sparse_moe.experts.108.w2,0.0063077265,0.05000,1.533
44,block_sparse_moe.experts.97.w2,0.0019826172,0.05000,1.441
44,block_sparse_moe.experts.100.w2,0.0003478581,0.05000,1.586
44,block_sparse_moe.experts.101.w2,0.0258515019,0.05000,1.468
44,block_sparse_moe.experts.109.w2,0.0043925736,0.05000,1.466
44,block_sparse_moe.experts.105.w2,0.0017943972,0.05000,1.411
44,block_sparse_moe.experts.98.w2,0.0013085925,0.05000,1.510
44,block_sparse_moe.experts.110.w2,0.0015939233,0.05000,1.460
44,block_sparse_moe.experts.106.w2,0.0614517212,0.05000,1.539
44,block_sparse_moe.experts.102.w2,0.0016241487,0.05000,1.536
44,block_sparse_moe.experts.115.w2,0.0029579570,0.05000,1.420
44,block_sparse_moe.experts.123.w2,0.0008181697,0.05000,1.460
44,block_sparse_moe.experts.127.w2,0.0217644781,0.05000,1.420
44,block_sparse_moe.experts.119.w2,0.0025288043,0.05000,1.361
44,block_sparse_moe.experts.113.w2,0.0006388265,0.05000,1.363
44,block_sparse_moe.experts.112.w2,0.0011777080,0.05000,1.502
44,block_sparse_moe.experts.117.w2,0.0042451481,0.05000,1.320
44,block_sparse_moe.experts.120.w2,0.0041762524,0.05000,1.493
44,block_sparse_moe.experts.125.w2,0.0012352624,0.05000,1.335
44,block_sparse_moe.experts.121.w2,0.0065845880,0.05000,1.365
44,block_sparse_moe.experts.116.w2,0.0037532273,0.05000,1.483
44,block_sparse_moe.experts.124.w2,0.0045012142,0.05000,1.573
44,block_sparse_moe.experts.114.w2,0.0028665808,0.05000,1.493
44,block_sparse_moe.experts.126.w2,0.0036362857,0.05000,1.506
44,block_sparse_moe.experts.122.w2,0.0103866987,0.05000,1.521
44,block_sparse_moe.experts.118.w2,0.0005443932,0.05000,1.473
44,block_sparse_moe.experts.131.w2,0.0165569754,0.05000,1.709
44,block_sparse_moe.experts.139.w2,0.0013544906,0.05000,1.724
44,block_sparse_moe.experts.135.w2,0.0055260115,0.05000,1.736
44,block_sparse_moe.experts.143.w2,0.0017227743,0.05000,1.748
44,block_sparse_moe.experts.128.w2,0.0026329748,0.05000,1.647
44,block_sparse_moe.experts.136.w2,0.0035459461,0.05000,1.647
44,block_sparse_moe.experts.129.w2,0.0030180465,0.05000,1.815
44,block_sparse_moe.experts.132.w2,0.0052847576,0.05000,1.650
44,block_sparse_moe.experts.133.w2,0.0044712802,0.05000,1.881
44,block_sparse_moe.experts.141.w2,0.0095135578,0.05000,1.855
44,block_sparse_moe.experts.140.w2,0.0048496633,0.05000,1.768
44,block_sparse_moe.experts.130.w2,0.0012180895,0.05000,1.554
44,block_sparse_moe.experts.137.w2,0.0048517396,0.05000,1.856
44,block_sparse_moe.experts.142.w2,0.0084018850,0.05000,1.589
44,block_sparse_moe.experts.138.w2,0.0075635296,0.05000,1.545
44,block_sparse_moe.experts.134.w2,0.0072898774,0.05000,1.587
44,block_sparse_moe.experts.147.w2,0.0049564088,0.05000,1.601
44,block_sparse_moe.experts.155.w2,0.0009886295,0.05000,1.515
44,block_sparse_moe.experts.159.w2,0.0026045247,0.05000,1.510
44,block_sparse_moe.experts.151.w2,0.0153186966,0.05000,1.538
44,block_sparse_moe.experts.152.w2,0.0023150249,0.05000,1.492
44,block_sparse_moe.experts.144.w2,0.0108969712,0.05000,1.543
44,block_sparse_moe.experts.145.w2,0.0008332146,0.05000,1.398
44,block_sparse_moe.experts.149.w2,0.0051057651,0.05000,1.388
44,block_sparse_moe.experts.148.w2,0.1385561251,0.05000,1.537
44,block_sparse_moe.experts.157.w2,0.0063757615,0.05000,1.477
44,block_sparse_moe.experts.153.w2,0.0205395553,0.05000,1.415
44,block_sparse_moe.experts.146.w2,0.0058500296,0.05000,1.512
44,block_sparse_moe.experts.156.w2,0.0076528261,0.05000,1.585
44,block_sparse_moe.experts.158.w2,0.0026078619,0.05000,1.543
44,block_sparse_moe.experts.154.w2,0.0038046369,0.05000,1.563
44,block_sparse_moe.experts.150.w2,0.0082227759,0.05000,1.568
44,block_sparse_moe.experts.163.w2,0.0027447671,0.05000,1.432
44,block_sparse_moe.experts.171.w2,0.0025413802,0.05000,1.355
44,block_sparse_moe.experts.167.w2,0.0043093713,0.05000,1.382
44,block_sparse_moe.experts.175.w2,0.0019482542,0.05000,1.406
44,block_sparse_moe.experts.160.w2,0.0053211022,0.05000,1.381
44,block_sparse_moe.experts.168.w2,0.0052982261,0.05000,1.447
44,block_sparse_moe.experts.161.w2,0.0021832240,0.05000,1.445
44,block_sparse_moe.experts.165.w2,0.0005811477,0.05000,1.465
44,block_sparse_moe.experts.164.w2,0.0009101700,0.05000,1.437
44,block_sparse_moe.experts.169.w2,0.0011195686,0.05000,1.504
44,block_sparse_moe.experts.173.w2,0.0020356440,0.05000,1.550
44,block_sparse_moe.experts.162.w2,0.0024848997,0.05000,1.525
44,block_sparse_moe.experts.172.w2,0.0030720811,0.05000,1.492
44,block_sparse_moe.experts.174.w2,0.0210296993,0.05000,1.481
44,block_sparse_moe.experts.170.w2,0.0147208301,0.05000,1.524
44,block_sparse_moe.experts.166.w2,0.0022711090,0.05000,1.520
44,block_sparse_moe.experts.179.w2,0.0037430322,0.05000,1.335
44,block_sparse_moe.experts.187.w2,0.0057050772,0.05000,1.348
44,block_sparse_moe.experts.183.w2,0.0014901618,0.05000,1.297
44,block_sparse_moe.experts.176.w2,0.0046634229,0.05000,1.272
44,block_sparse_moe.experts.191.w2,0.0040025849,0.05000,1.461
44,block_sparse_moe.experts.184.w2,0.0004064173,0.05000,1.369
44,block_sparse_moe.experts.177.w2,0.0004071576,0.05000,1.397
44,block_sparse_moe.experts.180.w2,0.0052936503,0.05000,1.319
44,block_sparse_moe.experts.181.w2,0.0080687523,0.05000,1.411
44,block_sparse_moe.experts.188.w2,0.0029441706,0.05000,1.300
44,block_sparse_moe.experts.185.w2,0.0041793016,0.05000,1.429
44,block_sparse_moe.experts.189.w2,0.0015046091,0.05000,1.483
44,block_sparse_moe.experts.178.w2,0.0073805907,0.05000,1.495
44,block_sparse_moe.experts.190.w2,0.0013772127,0.05000,1.471
44,block_sparse_moe.experts.186.w2,0.0019330250,0.05000,1.429
44,block_sparse_moe.experts.182.w2,0.0048997056,0.05000,1.409
44,block_sparse_moe.experts.203.w2,0.0017770435,0.05000,1.645
44,block_sparse_moe.experts.195.w2,0.0033547123,0.05000,1.722
44,block_sparse_moe.experts.192.w2,0.0026101593,0.05000,1.592
44,block_sparse_moe.experts.193.w2,0.0020616253,0.05000,1.408
44,block_sparse_moe.experts.200.w2,0.0099667461,0.05000,1.503
44,block_sparse_moe.experts.199.w2,0.0004151577,0.05000,1.829
44,block_sparse_moe.experts.197.w2,0.0052453831,0.05000,1.492
44,block_sparse_moe.experts.196.w2,0.0088777687,0.05000,1.595
44,block_sparse_moe.experts.207.w2,0.0008150751,0.05000,1.901
44,block_sparse_moe.experts.204.w2,0.0038302667,0.05000,1.538
44,block_sparse_moe.experts.205.w2,0.0022430793,0.05000,1.458
44,block_sparse_moe.experts.194.w2,0.0020683992,0.05000,1.409
44,block_sparse_moe.experts.201.w2,0.0025134011,0.05000,1.586
44,block_sparse_moe.experts.206.w2,0.0073217476,0.05000,1.406
44,block_sparse_moe.experts.202.w2,0.0087146960,0.05000,1.389
44,block_sparse_moe.experts.198.w2,0.0104538903,0.05000,1.383
44,block_sparse_moe.experts.219.w2,0.0024113064,0.05000,1.657
44,block_sparse_moe.experts.211.w2,0.0017727222,0.05000,1.654
44,block_sparse_moe.experts.216.w2,0.0044271738,0.05000,1.495
44,block_sparse_moe.experts.208.w2,0.0061589050,0.05000,1.593
44,block_sparse_moe.experts.209.w2,0.0147560567,0.05000,1.644
44,block_sparse_moe.experts.215.w2,0.0022475376,0.05000,1.503
44,block_sparse_moe.experts.212.w2,0.0115244364,0.05000,1.550
44,block_sparse_moe.experts.213.w2,0.0006970969,0.05000,1.599
44,block_sparse_moe.experts.223.w2,0.0050378174,0.05000,1.430
44,block_sparse_moe.experts.220.w2,0.0069404246,0.05000,1.512
44,block_sparse_moe.experts.222.w2,0.0263116956,0.05000,1.446
44,block_sparse_moe.experts.210.w2,0.0103257594,0.05000,1.507
44,block_sparse_moe.experts.218.w2,0.0261255678,0.05000,1.468
44,block_sparse_moe.experts.221.w2,0.0024980208,0.05000,1.568
44,block_sparse_moe.experts.217.w2,0.0019923476,0.05000,1.558
44,block_sparse_moe.experts.214.w2,0.0041801668,0.05000,1.474
44,block_sparse_moe.experts.232.w2,0.0055105166,0.05000,1.442
44,block_sparse_moe.experts.235.w2,0.0012836407,0.05000,1.527
44,block_sparse_moe.experts.224.w2,0.0052500464,0.05000,1.466
44,block_sparse_moe.experts.227.w2,0.0005980243,0.05000,1.568
44,block_sparse_moe.experts.231.w2,0.0044880441,0.05000,1.527
44,block_sparse_moe.experts.225.w2,0.0090836643,0.05000,1.533
44,block_sparse_moe.experts.229.w2,0.0040091738,0.05000,1.475
44,block_sparse_moe.experts.238.w2,0.0020191499,0.05000,1.340
44,block_sparse_moe.experts.226.w2,0.0068528984,0.05000,1.325
44,block_sparse_moe.experts.228.w2,0.0048400131,0.05000,1.516
44,block_sparse_moe.experts.239.w2,0.0034164648,0.05000,1.530
44,block_sparse_moe.experts.234.w2,0.0053247676,0.05000,1.329
44,block_sparse_moe.experts.230.w2,0.0012663547,0.05000,1.308
44,block_sparse_moe.experts.233.w2,0.0017432052,0.05000,1.419
44,block_sparse_moe.experts.237.w2,0.0016172696,0.05000,1.453
44,block_sparse_moe.experts.236.w2,0.0021948569,0.05000,1.576
44,block_sparse_moe.experts.240.w2,0.0014953803,0.05000,1.531
44,block_sparse_moe.experts.251.w2,0.0064262260,0.05000,1.579
44,block_sparse_moe.experts.248.w2,0.0036868516,0.05000,1.581
44,block_sparse_moe.experts.243.w2,0.0057692863,0.05000,1.513
44,block_sparse_moe.experts.247.w2,0.0011541530,0.05000,1.466
44,block_sparse_moe.experts.254.w2,0.0063598560,0.05000,1.363
44,block_sparse_moe.experts.242.w2,0.0034230221,0.05000,1.374
44,block_sparse_moe.experts.255.w2,0.0028214342,0.05000,1.345
44,block_sparse_moe.experts.250.w2,0.0055806393,0.05000,1.354
44,block_sparse_moe.experts.244.w2,0.0030509040,0.05000,1.396
44,block_sparse_moe.experts.246.w2,0.0021511948,0.05000,1.291
44,block_sparse_moe.experts.241.w2,0.0037188201,0.05000,1.544
44,block_sparse_moe.experts.245.w2,0.0066529195,0.05000,1.462
44,block_sparse_moe.experts.252.w2,0.0009844849,0.05000,1.268
44,block_sparse_moe.experts.249.w2,0.0060964724,0.05000,1.442
44,block_sparse_moe.experts.253.w2,0.0074950639,0.05000,1.435
45,self_attn.q_proj,0.0001856923,0.05000,0.962
45,self_attn.k_proj,0.0000234833,0.05000,1.023
45,self_attn.v_proj,0.0000276874,0.05000,1.079
45,self_attn.o_proj,0.0000125942,0.05000,1.750
45,block_sparse_moe.experts.0.w1,0.0016512509,0.05000,2.918
45,block_sparse_moe.experts.12.w1,0.0016145626,0.05000,2.921
45,block_sparse_moe.experts.8.w1,0.0014604062,0.05000,2.962
45,block_sparse_moe.experts.4.w1,0.0011272581,0.05000,2.986
45,block_sparse_moe.experts.13.w1,0.0032542136,0.05000,3.163
45,block_sparse_moe.experts.7.w1,0.0030086561,0.05000,3.290
45,block_sparse_moe.experts.2.w1,0.0013361806,0.05000,3.295
45,block_sparse_moe.experts.14.w1,0.0022819708,0.05000,3.221
45,block_sparse_moe.experts.9.w1,0.0031686936,0.05000,3.341
45,block_sparse_moe.experts.3.w1,0.0030530218,0.05000,3.334
45,block_sparse_moe.experts.6.w1,0.0015250610,0.05000,3.355
45,block_sparse_moe.experts.15.w1,0.0010920977,0.05000,3.296
45,block_sparse_moe.experts.5.w1,0.0028291865,0.05000,3.438
45,block_sparse_moe.experts.10.w1,0.0015294820,0.05000,3.451
45,block_sparse_moe.experts.1.w1,0.0006511061,0.05000,3.462
45,block_sparse_moe.experts.11.w1,0.0009419543,0.05000,3.512
45,block_sparse_moe.experts.16.w1,0.0022335836,0.05000,3.135
45,block_sparse_moe.experts.28.w1,0.0037225097,0.05000,3.230
45,block_sparse_moe.experts.20.w1,0.0007418873,0.05000,3.167
45,block_sparse_moe.experts.24.w1,0.0023218798,0.05000,3.213
45,block_sparse_moe.experts.23.w1,0.0007058407,0.05000,2.988
45,block_sparse_moe.experts.30.w1,0.0011953285,0.05000,3.012
45,block_sparse_moe.experts.18.w1,0.0005133101,0.05000,3.072
45,block_sparse_moe.experts.29.w1,0.0019566431,0.05000,3.146
45,block_sparse_moe.experts.31.w1,0.0033833481,0.05000,3.014
45,block_sparse_moe.experts.19.w1,0.0014110419,0.05000,3.096
45,block_sparse_moe.experts.26.w1,0.0043861060,0.05000,3.024
45,block_sparse_moe.experts.22.w1,0.0030205669,0.05000,3.126
45,block_sparse_moe.experts.25.w1,0.0009402494,0.05000,3.177
45,block_sparse_moe.experts.17.w1,0.0030155976,0.05000,3.111
45,block_sparse_moe.experts.27.w1,0.0042277097,0.05000,3.189
45,block_sparse_moe.experts.21.w1,0.0013493807,0.05000,3.313
45,block_sparse_moe.experts.32.w1,0.0007524937,0.05000,3.375
45,block_sparse_moe.experts.40.w1,0.0028291128,0.05000,3.292
45,block_sparse_moe.experts.44.w1,0.0009549800,0.05000,3.342
45,block_sparse_moe.experts.36.w1,0.0021149615,0.05000,3.403
45,block_sparse_moe.experts.39.w1,0.0041515004,0.05000,3.399
45,block_sparse_moe.experts.46.w1,0.0002475089,0.05000,3.437
45,block_sparse_moe.experts.47.w1,0.0017450799,0.05000,3.370
45,block_sparse_moe.experts.34.w1,0.0010785418,0.05000,3.401
45,block_sparse_moe.experts.45.w1,0.0015370985,0.05000,3.425
45,block_sparse_moe.experts.38.w1,0.0013550351,0.05000,3.339
45,block_sparse_moe.experts.42.w1,0.0077768998,0.05000,3.399
45,block_sparse_moe.experts.35.w1,0.0009171818,0.05000,3.456
45,block_sparse_moe.experts.41.w1,0.0240010663,0.05000,3.405
45,block_sparse_moe.experts.33.w1,0.0010694736,0.05000,3.390
45,block_sparse_moe.experts.43.w1,0.0045339679,0.05000,3.291
45,block_sparse_moe.experts.37.w1,0.0022487614,0.05000,3.399
45,block_sparse_moe.experts.48.w1,0.0016594240,0.05000,2.826
45,block_sparse_moe.experts.56.w1,0.0010604743,0.05000,2.847
45,block_sparse_moe.experts.60.w1,0.0025031972,0.05000,2.847
45,block_sparse_moe.experts.52.w1,0.0011635447,0.05000,2.880
45,block_sparse_moe.experts.55.w1,0.0028704558,0.05000,2.881
45,block_sparse_moe.experts.63.w1,0.0024418059,0.05000,2.836
45,block_sparse_moe.experts.62.w1,0.0016610829,0.05000,2.952
45,block_sparse_moe.experts.51.w1,0.0038891006,0.05000,2.821
45,block_sparse_moe.experts.50.w1,0.0014668742,0.05000,3.032
45,block_sparse_moe.experts.61.w1,0.0014813728,0.05000,3.035
45,block_sparse_moe.experts.58.w1,0.0038466498,0.05000,3.004
45,block_sparse_moe.experts.54.w1,0.0022544858,0.05000,3.074
45,block_sparse_moe.experts.59.w1,0.0032910644,0.05000,2.952
45,block_sparse_moe.experts.57.w1,0.0021708464,0.05000,3.217
45,block_sparse_moe.experts.49.w1,0.0010280415,0.05000,3.214
45,block_sparse_moe.experts.53.w1,0.0014445453,0.05000,3.074
45,block_sparse_moe.experts.64.w1,0.0014018757,0.05000,2.852
45,block_sparse_moe.experts.72.w1,0.0017555174,0.05000,2.950
45,block_sparse_moe.experts.76.w1,0.0010210267,0.05000,3.015
45,block_sparse_moe.experts.68.w1,0.0012504344,0.05000,2.941
45,block_sparse_moe.experts.74.w1,0.0028347658,0.05000,2.823
45,block_sparse_moe.experts.78.w1,0.0014448570,0.05000,2.991
45,block_sparse_moe.experts.71.w1,0.0027077163,0.05000,3.160
45,block_sparse_moe.experts.66.w1,0.0010876953,0.05000,2.939
45,block_sparse_moe.experts.70.w1,0.0020925967,0.05000,2.846
45,block_sparse_moe.experts.79.w1,0.0015532322,0.05000,3.147
45,block_sparse_moe.experts.67.w1,0.0032933089,0.05000,3.079
45,block_sparse_moe.experts.77.w1,0.0039364279,0.05000,3.061
45,block_sparse_moe.experts.75.w1,0.0030459501,0.05000,3.243
45,block_sparse_moe.experts.65.w1,0.0016676104,0.05000,3.040
45,block_sparse_moe.experts.69.w1,0.0013425815,0.05000,2.997
45,block_sparse_moe.experts.73.w1,0.0022020398,0.05000,3.120
45,block_sparse_moe.experts.94.w1,0.0029043415,0.05000,1.740
45,block_sparse_moe.experts.90.w1,0.0013158995,0.05000,1.775
45,block_sparse_moe.experts.80.w1,0.0033713936,0.05000,3.636
45,block_sparse_moe.experts.83.w1,0.0020848753,0.05000,3.081
45,block_sparse_moe.experts.87.w1,0.0023341595,0.05000,3.179
45,block_sparse_moe.experts.84.w1,0.0034362221,0.05000,3.557
45,block_sparse_moe.experts.92.w1,0.0020756674,0.05000,3.599
45,block_sparse_moe.experts.88.w1,0.0023039279,0.05000,3.728
45,block_sparse_moe.experts.95.w1,0.0047514261,0.05000,3.256
45,block_sparse_moe.experts.91.w1,0.0042408460,0.05000,3.249
45,block_sparse_moe.experts.93.w1,0.0023006307,0.05000,6.145
45,block_sparse_moe.experts.99.w1,0.0039309486,0.05000,3.213
45,block_sparse_moe.experts.103.w1,0.0020212593,0.05000,3.184
45,block_sparse_moe.experts.111.w1,0.0024862313,0.05000,3.144
45,block_sparse_moe.experts.96.w1,0.0033945255,0.05000,3.520
45,block_sparse_moe.experts.108.w1,0.0028484252,0.05000,3.473
45,block_sparse_moe.experts.85.w1,0.0022997062,0.05000,6.226
45,block_sparse_moe.experts.81.w1,0.0033525941,0.05000,6.284
45,block_sparse_moe.experts.100.w1,0.0031539309,0.05000,3.582
45,block_sparse_moe.experts.89.w1,0.0018567931,0.05000,6.339
45,block_sparse_moe.experts.104.w1,0.0016244946,0.05000,3.621
45,block_sparse_moe.experts.107.w1,0.0046972525,0.05000,3.305
45,block_sparse_moe.experts.112.w1,0.0011266556,0.05000,3.199
45,block_sparse_moe.experts.109.w1,0.0007747475,0.05000,3.516
45,block_sparse_moe.experts.124.w1,0.0034502980,0.05000,3.182
45,block_sparse_moe.experts.116.w1,0.0019102723,0.05000,3.321
45,block_sparse_moe.experts.120.w1,0.0013704525,0.05000,3.332
45,block_sparse_moe.experts.97.w1,0.0020275240,0.05000,3.620
45,block_sparse_moe.experts.101.w1,0.0002003085,0.05000,3.712
45,block_sparse_moe.experts.105.w1,0.0040169137,0.05000,3.601
45,block_sparse_moe.experts.119.w1,0.0032229817,0.05000,6.107
45,block_sparse_moe.experts.127.w1,0.0003364479,0.05000,6.100
45,block_sparse_moe.experts.115.w1,0.0021849642,0.05000,6.170
45,block_sparse_moe.experts.128.w1,0.0023748941,0.05000,3.108
45,block_sparse_moe.experts.140.w1,0.0019812852,0.05000,2.968
45,block_sparse_moe.experts.123.w1,0.0035150173,0.05000,6.148
45,block_sparse_moe.experts.132.w1,0.0016161202,0.05000,3.087
45,block_sparse_moe.experts.136.w1,0.0034387223,0.05000,3.037
45,block_sparse_moe.experts.125.w1,0.0025779442,0.05000,3.413
45,block_sparse_moe.experts.117.w1,0.0014141952,0.05000,3.205
45,block_sparse_moe.experts.113.w1,0.0040416182,0.05000,3.276
45,block_sparse_moe.experts.121.w1,0.0025369044,0.05000,3.224
45,block_sparse_moe.experts.110.w1,0.0008768483,0.05000,3.456
45,block_sparse_moe.experts.106.w1,0.0025942755,0.05000,3.630
45,block_sparse_moe.experts.82.w1,0.0024686115,0.05000,3.631
45,block_sparse_moe.experts.86.w1,0.0023349899,0.05000,3.697
45,block_sparse_moe.experts.135.w1,0.0068508803,0.05000,3.283
45,block_sparse_moe.experts.131.w1,0.0006765748,0.05000,3.257
45,block_sparse_moe.experts.143.w1,0.0422828008,0.05000,3.267
45,block_sparse_moe.experts.139.w1,0.0035994175,0.05000,2.830
45,block_sparse_moe.experts.144.w1,0.0074900839,0.05000,3.491
45,block_sparse_moe.experts.156.w1,0.0012894895,0.05000,3.574
45,block_sparse_moe.experts.148.w1,0.0025135017,0.05000,3.365
45,block_sparse_moe.experts.152.w1,0.0028494349,0.05000,3.500
45,block_sparse_moe.experts.98.w1,0.0018321539,0.05000,3.140
45,block_sparse_moe.experts.122.w1,0.0036970996,0.05000,3.206
45,block_sparse_moe.experts.126.w1,0.0021169655,0.05000,3.393
45,block_sparse_moe.experts.102.w1,0.0024039043,0.05000,3.243
45,block_sparse_moe.experts.137.w1,0.0023468726,0.05000,3.149
45,block_sparse_moe.experts.133.w1,0.0001399799,0.05000,3.150
45,block_sparse_moe.experts.141.w1,0.0010823458,0.05000,3.227
45,block_sparse_moe.experts.129.w1,0.0022370044,0.05000,3.273
45,block_sparse_moe.experts.151.w1,0.0024148060,0.05000,3.141
45,block_sparse_moe.experts.159.w1,0.0043443962,0.05000,3.144
45,block_sparse_moe.experts.147.w1,0.0009825941,0.05000,3.187
45,block_sparse_moe.experts.155.w1,0.0013919422,0.05000,3.191
45,block_sparse_moe.experts.172.w1,0.0049181991,0.05000,2.890
45,block_sparse_moe.experts.160.w1,0.0013142762,0.05000,3.114
45,block_sparse_moe.experts.164.w1,0.0011478709,0.05000,3.015
45,block_sparse_moe.experts.168.w1,0.0013930840,0.05000,2.915
45,block_sparse_moe.experts.153.w1,0.0021972238,0.05000,2.812
45,block_sparse_moe.experts.138.w1,0.0030412716,0.05000,3.104
45,block_sparse_moe.experts.149.w1,0.0006021281,0.05000,2.872
45,block_sparse_moe.experts.118.w1,0.0016931257,0.05000,3.083
45,block_sparse_moe.experts.114.w1,0.0051307684,0.05000,3.251
45,block_sparse_moe.experts.157.w1,0.0012675618,0.05000,2.893
45,block_sparse_moe.experts.142.w1,0.0019142076,0.05000,3.226
45,block_sparse_moe.experts.145.w1,0.0033625009,0.05000,2.906
45,block_sparse_moe.experts.188.w1,0.0020111120,0.05000,2.892
45,block_sparse_moe.experts.176.w1,0.0032299846,0.05000,2.854
45,block_sparse_moe.experts.180.w1,0.0024184357,0.05000,2.796
45,block_sparse_moe.experts.167.w1,0.0022263173,0.05000,3.287
45,block_sparse_moe.experts.184.w1,0.0021380177,0.05000,2.850
45,block_sparse_moe.experts.175.w1,0.0024286446,0.05000,3.319
45,block_sparse_moe.experts.163.w1,0.0018008478,0.05000,3.276
45,block_sparse_moe.experts.171.w1,0.0022936665,0.05000,3.428
45,block_sparse_moe.experts.169.w1,0.0042738670,0.05000,3.330
45,block_sparse_moe.experts.154.w1,0.0013690245,0.05000,3.310
45,block_sparse_moe.experts.173.w1,0.0016487745,0.05000,3.235
45,block_sparse_moe.experts.165.w1,0.0027781059,0.05000,3.359
45,block_sparse_moe.experts.158.w1,0.0020405088,0.05000,3.253
45,block_sparse_moe.experts.130.w1,0.0024926473,0.05000,3.363
45,block_sparse_moe.experts.134.w1,0.0007693162,0.05000,3.364
45,block_sparse_moe.experts.161.w1,0.0010505295,0.05000,3.308
45,block_sparse_moe.experts.204.w1,0.0034818498,0.05000,2.950
45,block_sparse_moe.experts.192.w1,0.0013343560,0.05000,3.028
45,block_sparse_moe.experts.196.w1,0.0017323291,0.05000,3.043
45,block_sparse_moe.experts.183.w1,0.0032971497,0.05000,2.950
45,block_sparse_moe.experts.191.w1,0.0035576738,0.05000,2.953
45,block_sparse_moe.experts.179.w1,0.0014800926,0.05000,2.964
45,block_sparse_moe.experts.200.w1,0.0009870017,0.05000,3.080
45,block_sparse_moe.experts.187.w1,0.0019751699,0.05000,3.044
45,block_sparse_moe.experts.185.w1,0.0012963672,0.05000,2.896
45,block_sparse_moe.experts.181.w1,0.0019465649,0.05000,2.909
45,block_sparse_moe.experts.189.w1,0.0013451905,0.05000,2.986
45,block_sparse_moe.experts.170.w1,0.0025338265,0.05000,3.049
45,block_sparse_moe.experts.177.w1,0.0003861303,0.05000,2.910
45,block_sparse_moe.experts.174.w1,0.0022244335,0.05000,3.094
45,block_sparse_moe.experts.146.w1,0.0044198283,0.05000,3.194
45,block_sparse_moe.experts.150.w1,0.0023635805,0.05000,3.297
45,block_sparse_moe.experts.220.w1,0.0014509259,0.05000,2.817
45,block_sparse_moe.experts.208.w1,0.0020262697,0.05000,2.936
45,block_sparse_moe.experts.212.w1,0.0034838506,0.05000,2.923
45,block_sparse_moe.experts.199.w1,0.0026358960,0.05000,2.914
45,block_sparse_moe.experts.195.w1,0.0012634151,0.05000,2.919
45,block_sparse_moe.experts.207.w1,0.0023867841,0.05000,3.066
45,block_sparse_moe.experts.216.w1,0.0021101279,0.05000,3.008
45,block_sparse_moe.experts.203.w1,0.0027337251,0.05000,3.051
45,block_sparse_moe.experts.201.w1,0.0026799283,0.05000,3.057
45,block_sparse_moe.experts.205.w1,0.0034992556,0.05000,2.977
45,block_sparse_moe.experts.197.w1,0.0009152827,0.05000,3.085
45,block_sparse_moe.experts.186.w1,0.0038220457,0.05000,3.065
45,block_sparse_moe.experts.193.w1,0.0007991611,0.05000,3.073
45,block_sparse_moe.experts.190.w1,0.0012697837,0.05000,3.073
45,block_sparse_moe.experts.162.w1,0.0021339525,0.05000,3.118
45,block_sparse_moe.experts.166.w1,0.0026169831,0.05000,3.124
45,block_sparse_moe.experts.236.w1,0.0024149048,0.05000,2.737
45,block_sparse_moe.experts.224.w1,0.0007541839,0.05000,2.681
45,block_sparse_moe.experts.228.w1,0.0024177512,0.05000,2.768
45,block_sparse_moe.experts.232.w1,0.0026028881,0.05000,2.693
45,block_sparse_moe.experts.215.w1,0.0015281892,0.05000,3.053
45,block_sparse_moe.experts.211.w1,0.0057761396,0.05000,3.026
45,block_sparse_moe.experts.223.w1,0.0065766616,0.05000,3.072
45,block_sparse_moe.experts.219.w1,0.0030183539,0.05000,3.047
45,block_sparse_moe.experts.217.w1,0.0039470996,0.05000,2.992
45,block_sparse_moe.experts.221.w1,0.0013584843,0.05000,2.996
45,block_sparse_moe.experts.213.w1,0.0007059942,0.05000,3.029
45,block_sparse_moe.experts.209.w1,0.0015216946,0.05000,3.014
45,block_sparse_moe.experts.202.w1,0.0002188670,0.05000,3.101
45,block_sparse_moe.experts.206.w1,0.0035346572,0.05000,3.105
45,block_sparse_moe.experts.178.w1,0.0018157376,0.05000,3.129
45,block_sparse_moe.experts.182.w1,0.0010009156,0.05000,3.070
45,block_sparse_moe.experts.252.w1,0.0012889305,0.05000,2.674
45,block_sparse_moe.experts.240.w1,0.0005864927,0.05000,2.714
45,block_sparse_moe.experts.244.w1,0.0016766589,0.05000,2.730
45,block_sparse_moe.experts.248.w1,0.0050297065,0.05000,2.796
45,block_sparse_moe.experts.227.w1,0.0059211157,0.05000,2.906
45,block_sparse_moe.experts.231.w1,0.0013492958,0.05000,2.959
45,block_sparse_moe.experts.239.w1,0.0055605935,0.05000,2.969
45,block_sparse_moe.experts.235.w1,0.0023172525,0.05000,3.025
45,block_sparse_moe.experts.233.w1,0.0007913899,0.05000,2.969
45,block_sparse_moe.experts.237.w1,0.0022769941,0.05000,2.971
45,block_sparse_moe.experts.225.w1,0.0010284190,0.05000,2.923
45,block_sparse_moe.experts.229.w1,0.0002518505,0.05000,3.067
45,block_sparse_moe.experts.218.w1,0.0006025449,0.05000,2.996
45,block_sparse_moe.experts.222.w1,0.0021975718,0.05000,3.029
45,block_sparse_moe.experts.194.w1,0.0012655892,0.05000,2.958
45,block_sparse_moe.experts.198.w1,0.0050940587,0.05000,2.973
45,block_sparse_moe.experts.12.w3,0.0018499239,0.05000,2.949
45,block_sparse_moe.experts.0.w3,0.0018455438,0.05000,2.938
45,block_sparse_moe.experts.4.w3,0.0012500484,0.05000,3.013
45,block_sparse_moe.experts.8.w3,0.0016086557,0.05000,2.966
45,block_sparse_moe.experts.243.w1,0.0009955026,0.05000,2.908
45,block_sparse_moe.experts.247.w1,0.0029858994,0.05000,3.018
45,block_sparse_moe.experts.255.w1,0.0044795282,0.05000,3.061
45,block_sparse_moe.experts.251.w1,0.0023498688,0.05000,3.194
45,block_sparse_moe.experts.249.w1,0.0003602709,0.05000,2.812
45,block_sparse_moe.experts.253.w1,0.0067797307,0.05000,2.896
45,block_sparse_moe.experts.241.w1,0.0023709822,0.05000,2.812
45,block_sparse_moe.experts.245.w1,0.0037555465,0.05000,2.881
45,block_sparse_moe.experts.234.w1,0.0020283414,0.05000,3.079
45,block_sparse_moe.experts.28.w3,0.0042662047,0.05000,2.714
45,block_sparse_moe.experts.238.w1,0.0139220774,0.05000,3.000
45,block_sparse_moe.experts.210.w1,0.0021279517,0.05000,3.026
45,block_sparse_moe.experts.16.w3,0.0024583842,0.05000,2.660
45,block_sparse_moe.experts.214.w1,0.0016094175,0.05000,3.080
45,block_sparse_moe.experts.20.w3,0.0008373595,0.05000,2.591
45,block_sparse_moe.experts.24.w3,0.0026787640,0.05000,2.621
45,block_sparse_moe.experts.3.w3,0.0033889810,0.05000,3.169
45,block_sparse_moe.experts.7.w3,0.0034157059,0.05000,3.100
45,block_sparse_moe.experts.15.w3,0.0012328296,0.05000,3.153
45,block_sparse_moe.experts.11.w3,0.0010793368,0.05000,3.162
45,block_sparse_moe.experts.9.w3,0.0035665330,0.05000,2.945
45,block_sparse_moe.experts.13.w3,0.0036959694,0.05000,3.001
45,block_sparse_moe.experts.1.w3,0.0007498759,0.05000,3.030
45,block_sparse_moe.experts.5.w3,0.0032321839,0.05000,2.920
45,block_sparse_moe.experts.44.w3,0.0010874494,0.05000,2.852
45,block_sparse_moe.experts.250.w1,0.0057549818,0.05000,3.067
45,block_sparse_moe.experts.32.w3,0.0008854672,0.05000,2.840
45,block_sparse_moe.experts.254.w1,0.0022938632,0.05000,3.197
45,block_sparse_moe.experts.226.w1,0.0038308181,0.05000,3.125
45,block_sparse_moe.experts.36.w3,0.0023491052,0.05000,2.954
45,block_sparse_moe.experts.230.w1,0.0013047040,0.05000,3.194
45,block_sparse_moe.experts.40.w3,0.0032950741,0.05000,2.986
45,block_sparse_moe.experts.19.w3,0.0015662792,0.05000,3.026
45,block_sparse_moe.experts.23.w3,0.0007906690,0.05000,2.999
45,block_sparse_moe.experts.31.w3,0.0038796598,0.05000,2.938
45,block_sparse_moe.experts.27.w3,0.0047020496,0.05000,3.014
45,block_sparse_moe.experts.25.w3,0.0010745902,0.05000,3.038
45,block_sparse_moe.experts.29.w3,0.0022440216,0.05000,3.101
45,block_sparse_moe.experts.17.w3,0.0033275862,0.05000,3.062
45,block_sparse_moe.experts.21.w3,0.0014850448,0.05000,3.064
45,block_sparse_moe.experts.60.w3,0.0028240799,0.05000,3.062
45,block_sparse_moe.experts.10.w3,0.0017453472,0.05000,3.012
45,block_sparse_moe.experts.48.w3,0.0018568497,0.05000,3.109
45,block_sparse_moe.experts.14.w3,0.0026059027,0.05000,3.009
45,block_sparse_moe.experts.242.w1,0.0049467735,0.05000,2.998
45,block_sparse_moe.experts.246.w1,0.0014262737,0.05000,2.930
45,block_sparse_moe.experts.52.w3,0.0013618962,0.05000,3.118
45,block_sparse_moe.experts.56.w3,0.0011898948,0.05000,3.029
45,block_sparse_moe.experts.35.w3,0.0010417379,0.05000,2.998
45,block_sparse_moe.experts.39.w3,0.0046463585,0.05000,3.196
45,block_sparse_moe.experts.47.w3,0.0019293522,0.05000,3.063
45,block_sparse_moe.experts.41.w3,0.0314727683,0.05000,2.748
45,block_sparse_moe.experts.45.w3,0.0018837637,0.05000,2.767
45,block_sparse_moe.experts.33.w3,0.0012080081,0.05000,2.744
45,block_sparse_moe.experts.43.w3,0.0051180194,0.05000,3.228
45,block_sparse_moe.experts.37.w3,0.0025738948,0.05000,2.753
45,block_sparse_moe.experts.76.w3,0.0011233692,0.05000,2.934
45,block_sparse_moe.experts.64.w3,0.0016189292,0.05000,2.854
45,block_sparse_moe.experts.26.w3,0.0051156748,0.05000,3.103
45,block_sparse_moe.experts.68.w3,0.0013408306,0.05000,2.886
45,block_sparse_moe.experts.30.w3,0.0014356412,0.05000,3.136
45,block_sparse_moe.experts.2.w3,0.0015251946,0.05000,3.090
45,block_sparse_moe.experts.72.w3,0.0019764146,0.05000,2.832
45,block_sparse_moe.experts.6.w3,0.0016392869,0.05000,3.119
45,block_sparse_moe.experts.51.w3,0.0044170379,0.05000,2.990
45,block_sparse_moe.experts.55.w3,0.0033057388,0.05000,2.900
45,block_sparse_moe.experts.63.w3,0.0028447227,0.05000,2.950
45,block_sparse_moe.experts.57.w3,0.0024557355,0.05000,2.989
45,block_sparse_moe.experts.49.w3,0.0012339897,0.05000,3.004
45,block_sparse_moe.experts.61.w3,0.0016973944,0.05000,3.012
45,block_sparse_moe.experts.53.w3,0.0016007633,0.05000,2.978
45,block_sparse_moe.experts.59.w3,0.0037532354,0.05000,3.101
45,block_sparse_moe.experts.92.w3,0.0024125206,0.05000,2.848
45,block_sparse_moe.experts.80.w3,0.0038330487,0.05000,2.786
45,block_sparse_moe.experts.84.w3,0.0038755797,0.05000,2.736
45,block_sparse_moe.experts.42.w3,0.0085566506,0.05000,3.063
45,block_sparse_moe.experts.88.w3,0.0026624398,0.05000,2.789
45,block_sparse_moe.experts.46.w3,0.0002833891,0.05000,3.068
45,block_sparse_moe.experts.18.w3,0.0005544492,0.05000,3.049
45,block_sparse_moe.experts.22.w3,0.0034107029,0.05000,3.065
45,block_sparse_moe.experts.67.w3,0.0036717194,0.05000,3.152
45,block_sparse_moe.experts.71.w3,0.0029624167,0.05000,3.111
45,block_sparse_moe.experts.79.w3,0.0017509122,0.05000,3.225
45,block_sparse_moe.experts.73.w3,0.0024808085,0.05000,2.956
45,block_sparse_moe.experts.77.w3,0.0044986361,0.05000,2.944
45,block_sparse_moe.experts.108.w3,0.0031792084,0.05000,2.742
45,block_sparse_moe.experts.65.w3,0.0018775447,0.05000,3.133
45,block_sparse_moe.experts.69.w3,0.0014918394,0.05000,3.169
45,block_sparse_moe.experts.96.w3,0.0038264072,0.05000,2.811
45,block_sparse_moe.experts.75.w3,0.0033722403,0.05000,3.219
45,block_sparse_moe.experts.100.w3,0.0036280425,0.05000,2.811
45,block_sparse_moe.experts.104.w3,0.0018022982,0.05000,2.883
45,block_sparse_moe.experts.58.w3,0.0043683941,0.05000,3.113
45,block_sparse_moe.experts.62.w3,0.0018939277,0.05000,2.982
45,block_sparse_moe.experts.34.w3,0.0012207799,0.05000,3.077
45,block_sparse_moe.experts.38.w3,0.0015462948,0.05000,3.092
45,block_sparse_moe.experts.83.w3,0.0022668023,0.05000,3.168
45,block_sparse_moe.experts.87.w3,0.0026845628,0.05000,3.141
45,block_sparse_moe.experts.95.w3,0.0053306277,0.05000,3.121
45,block_sparse_moe.experts.89.w3,0.0021066380,0.05000,3.110
45,block_sparse_moe.experts.93.w3,0.0026567609,0.05000,3.009
45,block_sparse_moe.experts.124.w3,0.0038074212,0.05000,2.954
45,block_sparse_moe.experts.81.w3,0.0036715834,0.05000,2.958
45,block_sparse_moe.experts.112.w3,0.0012937199,0.05000,2.958
45,block_sparse_moe.experts.85.w3,0.0025858661,0.05000,3.022
45,block_sparse_moe.experts.116.w3,0.0021005149,0.05000,2.909
45,block_sparse_moe.experts.91.w3,0.0051314218,0.05000,3.180
45,block_sparse_moe.experts.120.w3,0.0015837684,0.05000,2.944
45,block_sparse_moe.experts.74.w3,0.0032220549,0.05000,3.045
45,block_sparse_moe.experts.78.w3,0.0016105524,0.05000,2.951
45,block_sparse_moe.experts.50.w3,0.0016651896,0.05000,2.899
45,block_sparse_moe.experts.54.w3,0.0025483499,0.05000,3.089
45,block_sparse_moe.experts.103.w3,0.0022308448,0.05000,3.106
45,block_sparse_moe.experts.99.w3,0.0043220145,0.05000,3.189
45,block_sparse_moe.experts.105.w3,0.0045259110,0.05000,3.031
45,block_sparse_moe.experts.140.w3,0.0022129435,0.05000,2.780
45,block_sparse_moe.experts.111.w3,0.0027722259,0.05000,3.248
45,block_sparse_moe.experts.109.w3,0.0008926320,0.05000,2.991
45,block_sparse_moe.experts.128.w3,0.0026977311,0.05000,2.842
45,block_sparse_moe.experts.97.w3,0.0023283058,0.05000,3.081
45,block_sparse_moe.experts.132.w3,0.0018205102,0.05000,2.779
45,block_sparse_moe.experts.101.w3,0.0002329330,0.05000,3.024
45,block_sparse_moe.experts.136.w3,0.0037926691,0.05000,2.844
45,block_sparse_moe.experts.107.w3,0.0053695480,0.05000,3.265
45,block_sparse_moe.experts.90.w3,0.0014633622,0.05000,3.117
45,block_sparse_moe.experts.66.w3,0.0011658212,0.05000,3.062
45,block_sparse_moe.experts.94.w3,0.0033357644,0.05000,3.172
45,block_sparse_moe.experts.70.w3,0.0024458167,0.05000,3.122
45,block_sparse_moe.experts.119.w3,0.0036357148,0.05000,3.110
45,block_sparse_moe.experts.156.w3,0.0014935198,0.05000,2.850
45,block_sparse_moe.experts.115.w3,0.0024608289,0.05000,3.172
45,block_sparse_moe.experts.121.w3,0.0028088644,0.05000,3.028
45,block_sparse_moe.experts.125.w3,0.0033150681,0.05000,2.955
45,block_sparse_moe.experts.144.w3,0.0083191875,0.05000,2.885
45,block_sparse_moe.experts.127.w3,0.0003748363,0.05000,3.085
45,block_sparse_moe.experts.148.w3,0.0027782299,0.05000,2.847
45,block_sparse_moe.experts.117.w3,0.0016372438,0.05000,2.929
45,block_sparse_moe.experts.113.w3,0.0046721286,0.05000,3.029
45,block_sparse_moe.experts.152.w3,0.0031547608,0.05000,2.900
45,block_sparse_moe.experts.123.w3,0.0040184903,0.05000,3.018
45,block_sparse_moe.experts.106.w3,0.0029976995,0.05000,3.108
45,block_sparse_moe.experts.110.w3,0.0010222989,0.05000,3.130
45,block_sparse_moe.experts.82.w3,0.0028128000,0.05000,3.168
45,block_sparse_moe.experts.86.w3,0.0026703933,0.05000,3.164
45,block_sparse_moe.experts.172.w3,0.0056696394,0.05000,2.834
45,block_sparse_moe.experts.131.w3,0.0008042596,0.05000,2.980
45,block_sparse_moe.experts.137.w3,0.0026754144,0.05000,2.880
45,block_sparse_moe.experts.135.w3,0.0077279170,0.05000,3.107
45,block_sparse_moe.experts.160.w3,0.0014685002,0.05000,2.855
45,block_sparse_moe.experts.141.w3,0.0011745631,0.05000,2.900
45,block_sparse_moe.experts.164.w3,0.0013050372,0.05000,2.818
45,block_sparse_moe.experts.133.w3,0.0001533095,0.05000,2.906
45,block_sparse_moe.experts.129.w3,0.0025673568,0.05000,2.896
45,block_sparse_moe.experts.143.w3,0.0494137081,0.05000,3.101
45,block_sparse_moe.experts.168.w3,0.0015938563,0.05000,2.885
45,block_sparse_moe.experts.139.w3,0.0039882442,0.05000,3.220
45,block_sparse_moe.experts.122.w3,0.0040685865,0.05000,3.117
45,block_sparse_moe.experts.98.w3,0.0022706653,0.05000,3.133
45,block_sparse_moe.experts.126.w3,0.0023315465,0.05000,3.139
45,block_sparse_moe.experts.102.w3,0.0027252021,0.05000,3.080
45,block_sparse_moe.experts.153.w3,0.0024208869,0.05000,2.807
45,block_sparse_moe.experts.157.w3,0.0014534416,0.05000,2.800
45,block_sparse_moe.experts.188.w3,0.0022066388,0.05000,3.208
45,block_sparse_moe.experts.151.w3,0.0026363569,0.05000,3.066
45,block_sparse_moe.experts.149.w3,0.0006850038,0.05000,2.751
45,block_sparse_moe.experts.176.w3,0.0037191219,0.05000,3.060
45,block_sparse_moe.experts.147.w3,0.0010696162,0.05000,3.171
45,block_sparse_moe.experts.145.w3,0.0037589954,0.05000,2.787
45,block_sparse_moe.experts.180.w3,0.0026778438,0.05000,3.099
45,block_sparse_moe.experts.159.w3,0.0048314295,0.05000,3.091
45,block_sparse_moe.experts.184.w3,0.0024602075,0.05000,3.119
45,block_sparse_moe.experts.155.w3,0.0015742122,0.05000,3.235
45,block_sparse_moe.experts.138.w3,0.0033428997,0.05000,3.046
45,block_sparse_moe.experts.114.w3,0.0056704765,0.05000,3.046
45,block_sparse_moe.experts.142.w3,0.0020790873,0.05000,3.068
45,block_sparse_moe.experts.118.w3,0.0019947001,0.05000,2.978
45,block_sparse_moe.experts.169.w3,0.0047645479,0.05000,3.078
45,block_sparse_moe.experts.173.w3,0.0018535385,0.05000,3.126
45,block_sparse_moe.experts.204.w3,0.0038770080,0.05000,3.125
45,block_sparse_moe.experts.192.w3,0.0014886847,0.05000,3.042
45,block_sparse_moe.experts.165.w3,0.0031636912,0.05000,3.206
45,block_sparse_moe.experts.161.w3,0.0011701346,0.05000,3.131
45,block_sparse_moe.experts.167.w3,0.0026739344,0.05000,3.256
45,block_sparse_moe.experts.196.w3,0.0019712115,0.05000,3.094
45,block_sparse_moe.experts.163.w3,0.0020106326,0.05000,3.240
45,block_sparse_moe.experts.175.w3,0.0028406412,0.05000,3.202
45,block_sparse_moe.experts.200.w3,0.0011035744,0.05000,2.992
45,block_sparse_moe.experts.154.w3,0.0014709235,0.05000,2.840
45,block_sparse_moe.experts.158.w3,0.0023134831,0.05000,2.877
45,block_sparse_moe.experts.171.w3,0.0026683200,0.05000,3.121
45,block_sparse_moe.experts.130.w3,0.0027762825,0.05000,2.927
45,block_sparse_moe.experts.134.w3,0.0008661709,0.05000,2.986
45,block_sparse_moe.experts.185.w3,0.0014538140,0.05000,2.981
45,block_sparse_moe.experts.220.w3,0.0016664581,0.05000,2.814
45,block_sparse_moe.experts.208.w3,0.0022762731,0.05000,2.799
45,block_sparse_moe.experts.189.w3,0.0015093357,0.05000,3.013
45,block_sparse_moe.experts.212.w3,0.0038796016,0.05000,2.853
45,block_sparse_moe.experts.181.w3,0.0021272683,0.05000,3.027
45,block_sparse_moe.experts.177.w3,0.0004205380,0.05000,3.069
45,block_sparse_moe.experts.179.w3,0.0016995415,0.05000,3.154
45,block_sparse_moe.experts.183.w3,0.0037196315,0.05000,3.204
45,block_sparse_moe.experts.216.w3,0.0023748635,0.05000,2.870
45,block_sparse_moe.experts.191.w3,0.0040051977,0.05000,3.226
45,block_sparse_moe.experts.170.w3,0.0028094294,0.05000,3.030
45,block_sparse_moe.experts.146.w3,0.0049758222,0.05000,3.002
45,block_sparse_moe.experts.174.w3,0.0026023981,0.05000,3.102
45,block_sparse_moe.experts.187.w3,0.0021711668,0.05000,3.190
45,block_sparse_moe.experts.150.w3,0.0026464117,0.05000,3.045
45,block_sparse_moe.experts.236.w3,0.0029450361,0.05000,2.685
45,block_sparse_moe.experts.224.w3,0.0008376022,0.05000,2.691
45,block_sparse_moe.experts.201.w3,0.0029528197,0.05000,2.866
45,block_sparse_moe.experts.205.w3,0.0039730985,0.05000,2.840
45,block_sparse_moe.experts.228.w3,0.0027073895,0.05000,2.796
45,block_sparse_moe.experts.197.w3,0.0010208761,0.05000,2.875
45,block_sparse_moe.experts.193.w3,0.0008805269,0.05000,2.964
45,block_sparse_moe.experts.232.w3,0.0029364905,0.05000,2.834
45,block_sparse_moe.experts.195.w3,0.0014140916,0.05000,3.023
45,block_sparse_moe.experts.199.w3,0.0029133012,0.05000,3.022
45,block_sparse_moe.experts.207.w3,0.0026143190,0.05000,3.016
45,block_sparse_moe.experts.186.w3,0.0045608375,0.05000,2.842
45,block_sparse_moe.experts.190.w3,0.0014013221,0.05000,2.702
45,block_sparse_moe.experts.162.w3,0.0025398234,0.05000,2.886
45,block_sparse_moe.experts.166.w3,0.0030101432,0.05000,2.785
45,block_sparse_moe.experts.203.w3,0.0030604988,0.05000,3.148
45,block_sparse_moe.experts.252.w3,0.0014297907,0.05000,2.882
45,block_sparse_moe.experts.240.w3,0.0006559693,0.05000,2.866
45,block_sparse_moe.experts.217.w3,0.0043331988,0.05000,2.884
45,block_sparse_moe.experts.221.w3,0.0015685725,0.05000,2.871
45,block_sparse_moe.experts.244.w3,0.0019646366,0.05000,2.812
45,block_sparse_moe.experts.248.w3,0.0054811613,0.05000,2.486
45,block_sparse_moe.experts.213.w3,0.0007883156,0.05000,2.840
45,block_sparse_moe.experts.209.w3,0.0016965972,0.05000,2.892
45,block_sparse_moe.experts.211.w3,0.0063407344,0.05000,3.029
45,block_sparse_moe.experts.215.w3,0.0017223333,0.05000,3.060
45,block_sparse_moe.experts.223.w3,0.0076771461,0.05000,2.961
45,block_sparse_moe.experts.202.w3,0.0002487751,0.05000,3.122
45,block_sparse_moe.experts.206.w3,0.0039111229,0.05000,3.255
45,block_sparse_moe.experts.178.w3,0.0020379038,0.05000,3.207
45,block_sparse_moe.experts.219.w3,0.0033067858,0.05000,3.018
45,block_sparse_moe.experts.182.w3,0.0011048558,0.05000,3.227
45,block_sparse_moe.experts.233.w3,0.0008783103,0.05000,2.903
45,block_sparse_moe.experts.237.w3,0.0026468282,0.05000,2.852
45,block_sparse_moe.experts.229.w3,0.0002910463,0.05000,2.897
45,block_sparse_moe.experts.225.w3,0.0012433033,0.05000,2.867
45,block_sparse_moe.experts.227.w3,0.0067486157,0.05000,2.953
45,block_sparse_moe.experts.231.w3,0.0014835929,0.05000,2.925
45,block_sparse_moe.experts.239.w3,0.0063094721,0.05000,3.078
45,block_sparse_moe.experts.218.w3,0.0007314426,0.05000,3.057
45,block_sparse_moe.experts.222.w3,0.0026317138,0.05000,2.959
45,block_sparse_moe.experts.194.w3,0.0013861552,0.05000,2.981
45,block_sparse_moe.experts.235.w3,0.0025846159,0.05000,2.895
45,block_sparse_moe.experts.249.w3,0.0004092670,0.05000,2.616
45,block_sparse_moe.experts.198.w3,0.0057592909,0.05000,3.010
45,block_sparse_moe.experts.253.w3,0.0082202172,0.05000,2.594
45,block_sparse_moe.experts.245.w3,0.0041539681,0.05000,2.451
45,block_sparse_moe.experts.241.w3,0.0026912811,0.05000,2.382
45,block_sparse_moe.experts.243.w3,0.0010636421,0.05000,2.826
45,block_sparse_moe.experts.247.w3,0.0032609653,0.05000,2.837
45,block_sparse_moe.experts.255.w3,0.0050562382,0.05000,2.632
45,block_sparse_moe.experts.251.w3,0.0025643804,0.05000,2.026
45,block_sparse_moe.experts.234.w3,0.0022945946,0.05000,2.801
45,block_sparse_moe.experts.238.w3,0.0163241467,0.05000,2.710
45,block_sparse_moe.experts.210.w3,0.0025161367,0.05000,2.710
45,block_sparse_moe.experts.214.w3,0.0017983268,0.05000,2.718
45,block_sparse_moe.experts.250.w3,0.0063622433,0.05000,2.964
45,block_sparse_moe.experts.254.w3,0.0026129933,0.05000,2.979
45,block_sparse_moe.experts.226.w3,0.0042557405,0.05000,2.974
45,block_sparse_moe.experts.230.w3,0.0014326395,0.05000,2.800
45,block_sparse_moe.experts.242.w3,0.0054895611,0.05000,1.565
45,block_sparse_moe.experts.246.w3,0.0016288548,0.05000,1.480
45,block_sparse_moe.experts.3.w2,0.0019256860,0.05000,1.363
45,block_sparse_moe.experts.15.w2,0.0040529930,0.05000,1.365
45,block_sparse_moe.experts.10.w2,0.0034868143,0.05000,1.420
45,block_sparse_moe.experts.11.w2,0.0056178228,0.05000,1.401
45,block_sparse_moe.experts.7.w2,0.0079783979,0.05000,1.447
45,block_sparse_moe.experts.2.w2,0.0019150378,0.05000,1.461
45,block_sparse_moe.experts.14.w2,0.0059276678,0.05000,1.481
45,block_sparse_moe.experts.6.w2,0.0027781833,0.05000,1.505
45,block_sparse_moe.experts.4.w2,0.0094684036,0.05000,1.512
45,block_sparse_moe.experts.12.w2,0.0017931928,0.05000,1.540
45,block_sparse_moe.experts.13.w2,0.0078823159,0.05000,1.588
45,block_sparse_moe.experts.8.w2,0.0122837815,0.05000,1.657
45,block_sparse_moe.experts.1.w2,0.0030906341,0.05000,1.670
45,block_sparse_moe.experts.5.w2,0.0040829345,0.05000,1.672
45,block_sparse_moe.experts.0.w2,0.0008073729,0.05000,1.674
45,block_sparse_moe.experts.9.w2,0.0121311159,0.05000,1.678
45,block_sparse_moe.experts.31.w2,0.0134291258,0.05000,1.477
45,block_sparse_moe.experts.20.w2,0.0043849660,0.05000,1.404
45,block_sparse_moe.experts.26.w2,0.0193970665,0.05000,1.499
45,block_sparse_moe.experts.28.w2,0.0092058799,0.05000,1.388
45,block_sparse_moe.experts.23.w2,0.0015862531,0.05000,1.512
45,block_sparse_moe.experts.30.w2,0.0048408112,0.05000,1.458
45,block_sparse_moe.experts.18.w2,0.0022929946,0.05000,1.506
45,block_sparse_moe.experts.27.w2,0.0028876592,0.05000,1.546
45,block_sparse_moe.experts.19.w2,0.0024375301,0.05000,1.633
45,block_sparse_moe.experts.22.w2,0.0036379096,0.05000,1.519
45,block_sparse_moe.experts.16.w2,0.0162293646,0.05000,1.370
45,block_sparse_moe.experts.24.w2,0.0070093043,0.05000,1.459
45,block_sparse_moe.experts.29.w2,0.0146341892,0.05000,1.541
45,block_sparse_moe.experts.17.w2,0.0016850032,0.05000,1.519
45,block_sparse_moe.experts.21.w2,0.0006465434,0.05000,1.585
45,block_sparse_moe.experts.25.w2,0.0008415060,0.05000,1.584
45,block_sparse_moe.experts.47.w2,0.0009835923,0.05000,1.296
45,block_sparse_moe.experts.39.w2,0.0079950841,0.05000,1.276
45,block_sparse_moe.experts.43.w2,0.0133292666,0.05000,1.312
45,block_sparse_moe.experts.35.w2,0.0074776725,0.05000,1.320
45,block_sparse_moe.experts.36.w2,0.0032721788,0.05000,1.445
45,block_sparse_moe.experts.44.w2,0.0013487488,0.05000,1.458
45,block_sparse_moe.experts.34.w2,0.0032027698,0.05000,1.495
45,block_sparse_moe.experts.42.w2,0.0095610015,0.05000,1.553
45,block_sparse_moe.experts.46.w2,0.0011092859,0.05000,1.547
45,block_sparse_moe.experts.38.w2,0.0043650797,0.05000,1.502
45,block_sparse_moe.experts.32.w2,0.0019169925,0.05000,1.494
45,block_sparse_moe.experts.40.w2,0.0576227979,0.05000,1.495
45,block_sparse_moe.experts.33.w2,0.0032251177,0.05000,1.430
45,block_sparse_moe.experts.45.w2,0.0075717430,0.05000,1.475
45,block_sparse_moe.experts.37.w2,0.0100201645,0.05000,1.439
45,block_sparse_moe.experts.41.w2,0.2656580473,0.05000,1.479
45,block_sparse_moe.experts.63.w2,0.0080647364,0.05000,1.592
45,block_sparse_moe.experts.55.w2,0.0023103988,0.05000,1.561
45,block_sparse_moe.experts.51.w2,0.0084598661,0.05000,1.556
45,block_sparse_moe.experts.59.w2,0.0031147803,0.05000,1.597
45,block_sparse_moe.experts.58.w2,0.0103341820,0.05000,1.479
45,block_sparse_moe.experts.52.w2,0.0064178416,0.05000,1.608
45,block_sparse_moe.experts.50.w2,0.0071455716,0.05000,1.522
45,block_sparse_moe.experts.62.w2,0.0043033943,0.05000,1.483
45,block_sparse_moe.experts.54.w2,0.0042647135,0.05000,1.490
45,block_sparse_moe.experts.60.w2,0.0019610424,0.05000,1.617
45,block_sparse_moe.experts.49.w2,0.0057554303,0.05000,1.475
45,block_sparse_moe.experts.61.w2,0.0045709612,0.05000,1.518
45,block_sparse_moe.experts.48.w2,0.0025509322,0.05000,1.664
45,block_sparse_moe.experts.53.w2,0.0023098056,0.05000,1.519
45,block_sparse_moe.experts.56.w2,0.0051654532,0.05000,1.623
45,block_sparse_moe.experts.57.w2,0.0062373039,0.05000,1.535
45,block_sparse_moe.experts.79.w2,0.0030984027,0.05000,1.358
45,block_sparse_moe.experts.71.w2,0.0076524307,0.05000,1.456
45,block_sparse_moe.experts.75.w2,0.0016559374,0.05000,1.421
45,block_sparse_moe.experts.67.w2,0.0044653566,0.05000,1.431
45,block_sparse_moe.experts.68.w2,0.0004674719,0.05000,1.434
45,block_sparse_moe.experts.76.w2,0.0003428873,0.05000,1.431
45,block_sparse_moe.experts.74.w2,0.0080467502,0.05000,1.536
45,block_sparse_moe.experts.66.w2,0.0116011825,0.05000,1.562
45,block_sparse_moe.experts.70.w2,0.0021232540,0.05000,1.534
45,block_sparse_moe.experts.64.w2,0.0065442800,0.05000,1.372
45,block_sparse_moe.experts.78.w2,0.0016593666,0.05000,1.605
45,block_sparse_moe.experts.65.w2,0.0037353983,0.05000,1.517
45,block_sparse_moe.experts.72.w2,0.0034981370,0.05000,1.381
45,block_sparse_moe.experts.77.w2,0.0254645107,0.05000,1.498
45,block_sparse_moe.experts.69.w2,0.0010819533,0.05000,1.521
45,block_sparse_moe.experts.73.w2,0.0029307733,0.05000,1.519
45,block_sparse_moe.experts.95.w2,0.0445759516,0.05000,1.525
45,block_sparse_moe.experts.87.w2,0.0055287724,0.05000,1.485
45,block_sparse_moe.experts.91.w2,0.0048710074,0.05000,1.461
45,block_sparse_moe.experts.83.w2,0.0029189412,0.05000,1.480
45,block_sparse_moe.experts.84.w2,0.0043418828,0.05000,1.432
45,block_sparse_moe.experts.92.w2,0.0161271985,0.05000,1.518
45,block_sparse_moe.experts.90.w2,0.0033820897,0.05000,1.511
45,block_sparse_moe.experts.88.w2,0.0057839116,0.05000,1.418
45,block_sparse_moe.experts.93.w2,0.0065245597,0.05000,1.400
45,block_sparse_moe.experts.80.w2,0.0145129228,0.05000,1.472
45,block_sparse_moe.experts.81.w2,0.0072278445,0.05000,1.455
45,block_sparse_moe.experts.86.w2,0.0096547012,0.05000,1.539
45,block_sparse_moe.experts.82.w2,0.0058579470,0.05000,1.550
45,block_sparse_moe.experts.94.w2,0.0050623733,0.05000,1.507
45,block_sparse_moe.experts.85.w2,0.0028352429,0.05000,1.441
45,block_sparse_moe.experts.89.w2,0.0171461799,0.05000,1.492
45,block_sparse_moe.experts.111.w2,0.0028967186,0.05000,1.425
45,block_sparse_moe.experts.103.w2,0.0044837661,0.05000,1.420
45,block_sparse_moe.experts.100.w2,0.0087668054,0.05000,1.361
45,block_sparse_moe.experts.99.w2,0.0063452402,0.05000,1.453
45,block_sparse_moe.experts.107.w2,0.0281119440,0.05000,1.495
45,block_sparse_moe.experts.108.w2,0.0027372753,0.05000,1.456
45,block_sparse_moe.experts.96.w2,0.0062842882,0.05000,1.428
45,block_sparse_moe.experts.104.w2,0.0044684499,0.05000,1.472
45,block_sparse_moe.experts.106.w2,0.0030684742,0.05000,1.502
45,block_sparse_moe.experts.102.w2,0.0078811229,0.05000,1.453
45,block_sparse_moe.experts.109.w2,0.0064936843,0.05000,1.533
45,block_sparse_moe.experts.97.w2,0.0043185585,0.05000,1.565
45,block_sparse_moe.experts.98.w2,0.0013265854,0.05000,1.542
45,block_sparse_moe.experts.110.w2,0.0026993661,0.05000,1.572
45,block_sparse_moe.experts.101.w2,0.0010357784,0.05000,1.572
45,block_sparse_moe.experts.105.w2,0.0058914164,0.05000,1.583
45,block_sparse_moe.experts.127.w2,0.0021877387,0.05000,1.582
45,block_sparse_moe.experts.119.w2,0.0022845964,0.05000,1.509
45,block_sparse_moe.experts.115.w2,0.0020064854,0.05000,1.538
45,block_sparse_moe.experts.123.w2,0.0083189393,0.05000,1.516
45,block_sparse_moe.experts.116.w2,0.0030060718,0.05000,1.595
45,block_sparse_moe.experts.112.w2,0.0065600983,0.05000,1.558
45,block_sparse_moe.experts.124.w2,0.0062742548,0.05000,1.604
45,block_sparse_moe.experts.120.w2,0.0058434116,0.05000,1.597
45,block_sparse_moe.experts.122.w2,0.0019958379,0.05000,1.595
45,block_sparse_moe.experts.113.w2,0.0047507085,0.05000,1.471
45,block_sparse_moe.experts.125.w2,0.0036418040,0.05000,1.532
45,block_sparse_moe.experts.118.w2,0.0079601161,0.05000,1.620
45,block_sparse_moe.experts.126.w2,0.0011189217,0.05000,1.545
45,block_sparse_moe.experts.114.w2,0.0034846174,0.05000,1.630
45,block_sparse_moe.experts.117.w2,0.0032942655,0.05000,1.562
45,block_sparse_moe.experts.121.w2,0.0079950145,0.05000,1.556
45,block_sparse_moe.experts.135.w2,0.0108463954,0.05000,1.450
45,block_sparse_moe.experts.143.w2,0.1025086533,0.05000,1.509
45,block_sparse_moe.experts.131.w2,0.0035187999,0.05000,1.457
45,block_sparse_moe.experts.139.w2,0.0056063198,0.05000,1.572
45,block_sparse_moe.experts.132.w2,0.0008629150,0.05000,1.589
45,block_sparse_moe.experts.138.w2,0.0128391109,0.05000,1.392
45,block_sparse_moe.experts.128.w2,0.0023288545,0.05000,1.551
45,block_sparse_moe.experts.140.w2,0.0030423901,0.05000,1.599
45,block_sparse_moe.experts.142.w2,0.0037032804,0.05000,1.423
45,block_sparse_moe.experts.134.w2,0.0017674351,0.05000,1.503
45,block_sparse_moe.experts.136.w2,0.0066918820,0.05000,1.581
45,block_sparse_moe.experts.130.w2,0.0040114235,0.05000,1.424
45,block_sparse_moe.experts.129.w2,0.0101406442,0.05000,1.603
45,block_sparse_moe.experts.141.w2,0.0059679148,0.05000,1.710
45,block_sparse_moe.experts.133.w2,0.0004456571,0.05000,1.624
45,block_sparse_moe.experts.137.w2,0.0060311669,0.05000,1.578
45,block_sparse_moe.experts.151.w2,0.0044999005,0.05000,1.632
45,block_sparse_moe.experts.159.w2,0.0145499880,0.05000,1.593
45,block_sparse_moe.experts.147.w2,0.0015055003,0.05000,1.585
45,block_sparse_moe.experts.148.w2,0.0035044696,0.05000,1.497
45,block_sparse_moe.experts.154.w2,0.0030980018,0.05000,1.519
45,block_sparse_moe.experts.155.w2,0.0051927006,0.05000,1.668
45,block_sparse_moe.experts.144.w2,0.0145080464,0.05000,1.520
45,block_sparse_moe.experts.156.w2,0.0043036751,0.05000,1.482
45,block_sparse_moe.experts.145.w2,0.0097420277,0.05000,1.416
45,block_sparse_moe.experts.146.w2,0.0083202362,0.05000,1.454
45,block_sparse_moe.experts.158.w2,0.0068322496,0.05000,1.554
45,block_sparse_moe.experts.150.w2,0.0010938688,0.05000,1.568
45,block_sparse_moe.experts.152.w2,0.0039300880,0.05000,1.570
45,block_sparse_moe.experts.157.w2,0.0041405201,0.05000,1.474
45,block_sparse_moe.experts.149.w2,0.0019485998,0.05000,1.467
45,block_sparse_moe.experts.153.w2,0.0019318827,0.05000,1.479
45,block_sparse_moe.experts.175.w2,0.0086050538,0.05000,1.502
45,block_sparse_moe.experts.167.w2,0.0083626769,0.05000,1.531
45,block_sparse_moe.experts.164.w2,0.0052140333,0.05000,1.517
45,block_sparse_moe.experts.163.w2,0.0040750599,0.05000,1.624
45,block_sparse_moe.experts.171.w2,0.0034917775,0.05000,1.515
45,block_sparse_moe.experts.170.w2,0.0035170022,0.05000,1.555
45,block_sparse_moe.experts.172.w2,0.0174577657,0.05000,1.487
45,block_sparse_moe.experts.160.w2,0.0039728405,0.05000,1.497
45,block_sparse_moe.experts.161.w2,0.0038619513,0.05000,1.580
45,block_sparse_moe.experts.162.w2,0.0085521403,0.05000,1.592
45,block_sparse_moe.experts.174.w2,0.0129100477,0.05000,1.558
45,block_sparse_moe.experts.168.w2,0.0033621919,0.05000,1.537
45,block_sparse_moe.experts.166.w2,0.0080830709,0.05000,1.589
45,block_sparse_moe.experts.173.w2,0.0023197710,0.05000,1.577
45,block_sparse_moe.experts.165.w2,0.0039714577,0.05000,1.647
45,block_sparse_moe.experts.169.w2,0.0056856601,0.05000,1.672
45,block_sparse_moe.experts.191.w2,0.0122496590,0.05000,1.452
45,block_sparse_moe.experts.183.w2,0.0080370645,0.05000,1.468
45,block_sparse_moe.experts.180.w2,0.0012801552,0.05000,1.538
45,block_sparse_moe.experts.179.w2,0.0090596699,0.05000,1.505
45,block_sparse_moe.experts.187.w2,0.0034129635,0.05000,1.497
45,block_sparse_moe.experts.176.w2,0.0128120328,0.05000,1.549
45,block_sparse_moe.experts.186.w2,0.0268145236,0.05000,1.636
45,block_sparse_moe.experts.188.w2,0.0011676328,0.05000,1.609
45,block_sparse_moe.experts.177.w2,0.0040347101,0.05000,1.595
45,block_sparse_moe.experts.190.w2,0.0042181827,0.05000,1.570
45,block_sparse_moe.experts.184.w2,0.0046889561,0.05000,1.542
45,block_sparse_moe.experts.178.w2,0.0014671238,0.05000,1.607
45,block_sparse_moe.experts.182.w2,0.0017850538,0.05000,1.572
45,block_sparse_moe.experts.189.w2,0.0037729829,0.05000,1.607
45,block_sparse_moe.experts.181.w2,0.0073727424,0.05000,1.559
45,block_sparse_moe.experts.185.w2,0.0007190190,0.05000,1.585
45,block_sparse_moe.experts.199.w2,0.0064484857,0.05000,1.449
45,block_sparse_moe.experts.207.w2,0.0011943522,0.05000,1.510
45,block_sparse_moe.experts.195.w2,0.0019432695,0.05000,1.477
45,block_sparse_moe.experts.196.w2,0.0047354670,0.05000,1.515
45,block_sparse_moe.experts.203.w2,0.0039239951,0.05000,1.474
45,block_sparse_moe.experts.192.w2,0.0055065959,0.05000,1.457
45,block_sparse_moe.experts.202.w2,0.0011832833,0.05000,1.504
45,block_sparse_moe.experts.204.w2,0.0061573647,0.05000,1.521
45,block_sparse_moe.experts.194.w2,0.0117804365,0.05000,1.393
45,block_sparse_moe.experts.198.w2,0.0173639479,0.05000,1.414
45,block_sparse_moe.experts.200.w2,0.0004102223,0.05000,1.498
45,block_sparse_moe.experts.206.w2,0.0033689636,0.05000,1.534
45,block_sparse_moe.experts.193.w2,0.0034037849,0.05000,1.608
45,block_sparse_moe.experts.205.w2,0.0031848051,0.05000,1.654
45,block_sparse_moe.experts.197.w2,0.0026462196,0.05000,1.688
45,block_sparse_moe.experts.201.w2,0.0047753284,0.05000,1.765
45,block_sparse_moe.experts.215.w2,0.0005007277,0.05000,1.336
45,block_sparse_moe.experts.223.w2,0.0228455291,0.05000,1.346
45,block_sparse_moe.experts.211.w2,0.0052273643,0.05000,1.339
45,block_sparse_moe.experts.219.w2,0.0038776483,0.05000,1.337
45,block_sparse_moe.experts.212.w2,0.0042876756,0.05000,1.564
45,block_sparse_moe.experts.210.w2,0.0053704579,0.05000,1.312
45,block_sparse_moe.experts.218.w2,0.0042242089,0.05000,1.357
45,block_sparse_moe.experts.214.w2,0.0009440584,0.05000,1.319
45,block_sparse_moe.experts.208.w2,0.0087879473,0.05000,1.537
45,block_sparse_moe.experts.222.w2,0.0092996523,0.05000,1.336
45,block_sparse_moe.experts.220.w2,0.0070156548,0.05000,1.467
45,block_sparse_moe.experts.216.w2,0.0051811988,0.05000,1.508
45,block_sparse_moe.experts.209.w2,0.0048727069,0.05000,1.568
45,block_sparse_moe.experts.221.w2,0.0076279958,0.05000,1.499
45,block_sparse_moe.experts.213.w2,0.0028069970,0.05000,1.555
45,block_sparse_moe.experts.231.w2,0.0009047030,0.05000,1.449
45,block_sparse_moe.experts.239.w2,0.0135590731,0.05000,1.456
45,block_sparse_moe.experts.217.w2,0.0044808937,0.05000,1.547
45,block_sparse_moe.experts.227.w2,0.0153554843,0.05000,1.500
45,block_sparse_moe.experts.228.w2,0.0067143921,0.05000,1.315
45,block_sparse_moe.experts.235.w2,0.0072169168,0.05000,1.497
45,block_sparse_moe.experts.224.w2,0.0025589514,0.05000,1.396
45,block_sparse_moe.experts.236.w2,0.0116952980,0.05000,1.363
45,block_sparse_moe.experts.226.w2,0.0100297673,0.05000,1.544
45,block_sparse_moe.experts.230.w2,0.0044242519,0.05000,1.556
45,block_sparse_moe.experts.234.w2,0.0077917302,0.05000,1.628
45,block_sparse_moe.experts.232.w2,0.0012695094,0.05000,1.381
45,block_sparse_moe.experts.238.w2,0.0319972502,0.05000,1.641
45,block_sparse_moe.experts.225.w2,0.0036800451,0.05000,1.541
45,block_sparse_moe.experts.237.w2,0.0040079667,0.05000,1.552
45,block_sparse_moe.experts.247.w2,0.0031904233,0.05000,1.378
45,block_sparse_moe.experts.255.w2,0.0097365550,0.05000,1.373
45,block_sparse_moe.experts.229.w2,0.0010796178,0.05000,1.658
45,block_sparse_moe.experts.243.w2,0.0003553733,0.05000,1.269
45,block_sparse_moe.experts.251.w2,0.0011174084,0.05000,1.240
45,block_sparse_moe.experts.233.w2,0.0057462661,0.05000,1.561
45,block_sparse_moe.experts.244.w2,0.0046093423,0.05000,1.309
45,block_sparse_moe.experts.240.w2,0.0008414044,0.05000,1.260
45,block_sparse_moe.experts.252.w2,0.0022998102,0.05000,1.272
45,block_sparse_moe.experts.248.w2,0.0079911459,0.05000,1.166
45,block_sparse_moe.experts.242.w2,0.0082879964,0.05000,1.499
45,block_sparse_moe.experts.250.w2,0.0081310126,0.05000,1.462
45,block_sparse_moe.experts.246.w2,0.0051851623,0.05000,1.497
45,block_sparse_moe.experts.254.w2,0.0055621620,0.05000,1.391
45,block_sparse_moe.experts.241.w2,0.0020256407,0.05000,1.446
45,block_sparse_moe.experts.253.w2,0.0235893856,0.05000,1.428
45,block_sparse_moe.experts.245.w2,0.0060520736,0.05000,1.263
45,block_sparse_moe.experts.249.w2,0.0015214510,0.05000,1.203
46,self_attn.k_proj,0.0000265351,0.05000,0.873
46,self_attn.q_proj,0.0001801303,0.05000,0.889
46,self_attn.v_proj,0.0000285453,0.05000,0.951
46,self_attn.o_proj,0.0000182663,0.05000,1.784
46,block_sparse_moe.experts.10.w1,0.0097395514,0.05000,2.931
46,block_sparse_moe.experts.14.w1,0.0015045052,0.05000,2.962
46,block_sparse_moe.experts.2.w1,0.0049786269,0.05000,3.040
46,block_sparse_moe.experts.4.w1,0.0074731962,0.05000,3.103
46,block_sparse_moe.experts.6.w1,0.0022063246,0.05000,3.135
46,block_sparse_moe.experts.8.w1,0.0014158493,0.05000,3.144
46,block_sparse_moe.experts.0.w1,0.0007756241,0.05000,3.219
46,block_sparse_moe.experts.9.w1,0.0019714870,0.05000,3.224
46,block_sparse_moe.experts.12.w1,0.0020556704,0.05000,3.290
46,block_sparse_moe.experts.11.w1,0.0048782212,0.05000,3.283
46,block_sparse_moe.experts.3.w1,0.0037889277,0.05000,3.316
46,block_sparse_moe.experts.1.w1,0.0023424333,0.05000,3.345
46,block_sparse_moe.experts.5.w1,0.0011009884,0.05000,3.359
46,block_sparse_moe.experts.15.w1,0.0012478846,0.05000,3.355
46,block_sparse_moe.experts.13.w1,0.0027896285,0.05000,3.391
46,block_sparse_moe.experts.7.w1,0.0040136461,0.05000,3.401
46,block_sparse_moe.experts.20.w1,0.0053628747,0.05000,2.734
46,block_sparse_moe.experts.24.w1,0.0006693302,0.05000,2.737
46,block_sparse_moe.experts.26.w1,0.0010908980,0.05000,2.961
46,block_sparse_moe.experts.16.w1,0.0024963727,0.05000,2.711
46,block_sparse_moe.experts.25.w1,0.0018961906,0.05000,2.745
46,block_sparse_moe.experts.30.w1,0.0024776413,0.05000,3.019
46,block_sparse_moe.experts.18.w1,0.0044771195,0.05000,3.055
46,block_sparse_moe.experts.21.w1,0.0017777737,0.05000,2.764
46,block_sparse_moe.experts.28.w1,0.0043268486,0.05000,2.837
46,block_sparse_moe.experts.17.w1,0.0019770963,0.05000,2.804
46,block_sparse_moe.experts.27.w1,0.0024521316,0.05000,2.850
46,block_sparse_moe.experts.19.w1,0.0023167612,0.05000,2.912
46,block_sparse_moe.experts.29.w1,0.0011905113,0.05000,2.846
46,block_sparse_moe.experts.22.w1,0.0024480765,0.05000,3.124
46,block_sparse_moe.experts.23.w1,0.0016265485,0.05000,2.835
46,block_sparse_moe.experts.31.w1,0.0008421984,0.05000,2.884
46,block_sparse_moe.experts.36.w1,0.0007678073,0.05000,2.795
46,block_sparse_moe.experts.40.w1,0.0004654570,0.05000,2.749
46,block_sparse_moe.experts.32.w1,0.0024266464,0.05000,2.781
46,block_sparse_moe.experts.41.w1,0.0017749913,0.05000,2.909
46,block_sparse_moe.experts.44.w1,0.0028760692,0.05000,2.777
46,block_sparse_moe.experts.37.w1,0.0020003063,0.05000,2.888
46,block_sparse_moe.experts.46.w1,0.0030199648,0.05000,3.096
46,block_sparse_moe.experts.42.w1,0.0045235011,0.05000,3.214
46,block_sparse_moe.experts.33.w1,0.0037335671,0.05000,3.017
46,block_sparse_moe.experts.45.w1,0.0026067985,0.05000,2.922
46,block_sparse_moe.experts.35.w1,0.0009829875,0.05000,2.949
46,block_sparse_moe.experts.43.w1,0.0028116632,0.05000,3.067
46,block_sparse_moe.experts.34.w1,0.0022320423,0.05000,3.164
46,block_sparse_moe.experts.39.w1,0.0013278939,0.05000,3.036
46,block_sparse_moe.experts.47.w1,0.0039619940,0.05000,3.035
46,block_sparse_moe.experts.38.w1,0.0015078606,0.05000,3.148
46,block_sparse_moe.experts.52.w1,0.0017999404,0.05000,3.006
46,block_sparse_moe.experts.56.w1,0.0034132775,0.05000,3.038
46,block_sparse_moe.experts.48.w1,0.0013474244,0.05000,3.012
46,block_sparse_moe.experts.57.w1,0.0014142478,0.05000,2.935
46,block_sparse_moe.experts.60.w1,0.0032148569,0.05000,3.001
46,block_sparse_moe.experts.53.w1,0.0028860245,0.05000,2.981
46,block_sparse_moe.experts.49.w1,0.0018027242,0.05000,2.932
46,block_sparse_moe.experts.62.w1,0.0033916503,0.05000,3.047
46,block_sparse_moe.experts.61.w1,0.0021400800,0.05000,2.973
46,block_sparse_moe.experts.51.w1,0.0028243677,0.05000,2.991
46,block_sparse_moe.experts.58.w1,0.0011045612,0.05000,3.094
46,block_sparse_moe.experts.59.w1,0.0008454308,0.05000,3.009
46,block_sparse_moe.experts.63.w1,0.0021838556,0.05000,3.081
46,block_sparse_moe.experts.55.w1,0.0040444349,0.05000,3.088
46,block_sparse_moe.experts.50.w1,0.0005740688,0.05000,3.147
46,block_sparse_moe.experts.54.w1,0.0008786718,0.05000,3.096
46,block_sparse_moe.experts.73.w1,0.0032026263,0.05000,2.793
46,block_sparse_moe.experts.68.w1,0.0030523780,0.05000,2.996
46,block_sparse_moe.experts.64.w1,0.0009620902,0.05000,2.976
46,block_sparse_moe.experts.72.w1,0.0014530854,0.05000,3.114
46,block_sparse_moe.experts.69.w1,0.0006079406,0.05000,2.844
46,block_sparse_moe.experts.65.w1,0.0021084867,0.05000,2.835
46,block_sparse_moe.experts.76.w1,0.0010104579,0.05000,3.049
46,block_sparse_moe.experts.77.w1,0.0043549148,0.05000,2.824
46,block_sparse_moe.experts.67.w1,0.0031023887,0.05000,3.042
46,block_sparse_moe.experts.75.w1,0.0046686195,0.05000,3.015
46,block_sparse_moe.experts.78.w1,0.0013755353,0.05000,3.274
46,block_sparse_moe.experts.79.w1,0.0028055256,0.05000,3.054
46,block_sparse_moe.experts.74.w1,0.0028122766,0.05000,3.249
46,block_sparse_moe.experts.71.w1,0.0006257525,0.05000,3.120
46,block_sparse_moe.experts.66.w1,0.0035739961,0.05000,3.278
46,block_sparse_moe.experts.70.w1,0.0015680043,0.05000,3.217
46,block_sparse_moe.experts.89.w1,0.0070024909,0.05000,2.944
46,block_sparse_moe.experts.84.w1,0.0028732902,0.05000,2.965
46,block_sparse_moe.experts.88.w1,0.0019648961,0.05000,2.871
46,block_sparse_moe.experts.80.w1,0.0022080554,0.05000,2.967
46,block_sparse_moe.experts.81.w1,0.0012900734,0.05000,2.938
46,block_sparse_moe.experts.85.w1,0.0016991365,0.05000,3.039
46,block_sparse_moe.experts.92.w1,0.0011411918,0.05000,2.959
46,block_sparse_moe.experts.93.w1,0.0014260497,0.05000,2.969
46,block_sparse_moe.experts.83.w1,0.0009196044,0.05000,3.049
46,block_sparse_moe.experts.91.w1,0.0004071083,0.05000,3.039
46,block_sparse_moe.experts.90.w1,0.0037458889,0.05000,2.909
46,block_sparse_moe.experts.94.w1,0.0020525767,0.05000,2.966
46,block_sparse_moe.experts.86.w1,0.0017486740,0.05000,2.820
46,block_sparse_moe.experts.95.w1,0.0046563069,0.05000,3.128
46,block_sparse_moe.experts.82.w1,0.0003404043,0.05000,2.932
46,block_sparse_moe.experts.87.w1,0.0010329699,0.05000,3.119
46,block_sparse_moe.experts.100.w1,0.0029108030,0.05000,2.839
46,block_sparse_moe.experts.96.w1,0.0017412181,0.05000,2.841
46,block_sparse_moe.experts.105.w1,0.0022215455,0.05000,3.041
46,block_sparse_moe.experts.104.w1,0.0044463894,0.05000,2.954
46,block_sparse_moe.experts.108.w1,0.0020713551,0.05000,2.893
46,block_sparse_moe.experts.101.w1,0.0025111430,0.05000,3.119
46,block_sparse_moe.experts.97.w1,0.0004073565,0.05000,3.157
46,block_sparse_moe.experts.109.w1,0.0024092273,0.05000,3.153
46,block_sparse_moe.experts.99.w1,0.0009407081,0.05000,3.041
46,block_sparse_moe.experts.107.w1,0.0027195679,0.05000,3.069
46,block_sparse_moe.experts.106.w1,0.0011723262,0.05000,3.088
46,block_sparse_moe.experts.103.w1,0.0023022669,0.05000,2.884
46,block_sparse_moe.experts.110.w1,0.0013368151,0.05000,3.172
46,block_sparse_moe.experts.111.w1,0.0017913050,0.05000,2.996
46,block_sparse_moe.experts.98.w1,0.0021742322,0.05000,3.149
46,block_sparse_moe.experts.102.w1,0.0042277576,0.05000,3.251
46,block_sparse_moe.experts.116.w1,0.0009106728,0.05000,3.121
46,block_sparse_moe.experts.112.w1,0.0012706004,0.05000,3.124
46,block_sparse_moe.experts.120.w1,0.0020060609,0.05000,3.057
46,block_sparse_moe.experts.121.w1,0.0012603457,0.05000,3.094
46,block_sparse_moe.experts.124.w1,0.0008810359,0.05000,3.123
46,block_sparse_moe.experts.117.w1,0.0002195975,0.05000,3.031
46,block_sparse_moe.experts.113.w1,0.0006279181,0.05000,3.054
46,block_sparse_moe.experts.125.w1,0.0033085208,0.05000,3.066
46,block_sparse_moe.experts.115.w1,0.0008172822,0.05000,3.040
46,block_sparse_moe.experts.122.w1,0.0021521309,0.05000,2.926
46,block_sparse_moe.experts.123.w1,0.0012879522,0.05000,3.072
46,block_sparse_moe.experts.126.w1,0.0029420070,0.05000,2.958
46,block_sparse_moe.experts.127.w1,0.0035595794,0.05000,3.030
46,block_sparse_moe.experts.119.w1,0.0011448179,0.05000,3.105
46,block_sparse_moe.experts.114.w1,0.0014214775,0.05000,2.887
46,block_sparse_moe.experts.118.w1,0.0060506862,0.05000,2.997
46,block_sparse_moe.experts.132.w1,0.0021930220,0.05000,2.819
46,block_sparse_moe.experts.128.w1,0.0014550516,0.05000,2.828
46,block_sparse_moe.experts.136.w1,0.0030707353,0.05000,2.809
46,block_sparse_moe.experts.137.w1,0.0003457650,0.05000,2.885
46,block_sparse_moe.experts.140.w1,0.0040369345,0.05000,2.843
46,block_sparse_moe.experts.133.w1,0.0031422088,0.05000,2.843
46,block_sparse_moe.experts.129.w1,0.0012772685,0.05000,2.869
46,block_sparse_moe.experts.141.w1,0.0025346089,0.05000,2.892
46,block_sparse_moe.experts.138.w1,0.0019481100,0.05000,2.864
46,block_sparse_moe.experts.131.w1,0.0046333126,0.05000,2.989
46,block_sparse_moe.experts.142.w1,0.0007374706,0.05000,2.898
46,block_sparse_moe.experts.139.w1,0.0047323953,0.05000,3.015
46,block_sparse_moe.experts.135.w1,0.0017998044,0.05000,2.998
46,block_sparse_moe.experts.143.w1,0.0026456869,0.05000,3.064
46,block_sparse_moe.experts.130.w1,0.0020741613,0.05000,3.043
46,block_sparse_moe.experts.134.w1,0.0027749672,0.05000,3.034
46,block_sparse_moe.experts.144.w1,0.0062790061,0.05000,3.033
46,block_sparse_moe.experts.153.w1,0.0038770332,0.05000,2.910
46,block_sparse_moe.experts.148.w1,0.0039619676,0.05000,3.210
46,block_sparse_moe.experts.152.w1,0.0029568954,0.05000,3.139
46,block_sparse_moe.experts.149.w1,0.0010584312,0.05000,2.819
46,block_sparse_moe.experts.156.w1,0.0076854831,0.05000,3.026
46,block_sparse_moe.experts.157.w1,0.0036662424,0.05000,2.805
46,block_sparse_moe.experts.145.w1,0.0009584319,0.05000,2.920
46,block_sparse_moe.experts.154.w1,0.0025081448,0.05000,2.856
46,block_sparse_moe.experts.158.w1,0.0025257149,0.05000,2.800
46,block_sparse_moe.experts.147.w1,0.0023759128,0.05000,2.973
46,block_sparse_moe.experts.146.w1,0.0021681376,0.05000,2.709
46,block_sparse_moe.experts.155.w1,0.0064422042,0.05000,3.013
46,block_sparse_moe.experts.150.w1,0.0010074020,0.05000,2.647
46,block_sparse_moe.experts.151.w1,0.0010300219,0.05000,3.020
46,block_sparse_moe.experts.159.w1,0.0011907780,0.05000,3.102
46,block_sparse_moe.experts.169.w1,0.0012093464,0.05000,3.017
46,block_sparse_moe.experts.160.w1,0.0033692393,0.05000,3.161
46,block_sparse_moe.experts.165.w1,0.0029367486,0.05000,3.030
46,block_sparse_moe.experts.164.w1,0.0042143009,0.05000,3.203
46,block_sparse_moe.experts.168.w1,0.0026948340,0.05000,3.238
46,block_sparse_moe.experts.170.w1,0.0021634364,0.05000,2.757
46,block_sparse_moe.experts.161.w1,0.0019266284,0.05000,3.079
46,block_sparse_moe.experts.173.w1,0.0036209768,0.05000,3.119
46,block_sparse_moe.experts.174.w1,0.0043045987,0.05000,2.865
46,block_sparse_moe.experts.172.w1,0.0006169140,0.05000,3.317
46,block_sparse_moe.experts.162.w1,0.0036099625,0.05000,2.865
46,block_sparse_moe.experts.163.w1,0.0022193777,0.05000,2.974
46,block_sparse_moe.experts.166.w1,0.0021187554,0.05000,2.887
46,block_sparse_moe.experts.171.w1,0.0010980531,0.05000,3.077
46,block_sparse_moe.experts.167.w1,0.0013498589,0.05000,2.933
46,block_sparse_moe.experts.175.w1,0.0006643488,0.05000,2.892
46,block_sparse_moe.experts.185.w1,0.0016141598,0.05000,3.011
46,block_sparse_moe.experts.186.w1,0.0085923635,0.05000,2.786
46,block_sparse_moe.experts.181.w1,0.0021631038,0.05000,3.053
46,block_sparse_moe.experts.176.w1,0.0003448467,0.05000,3.164
46,block_sparse_moe.experts.190.w1,0.0034183217,0.05000,2.817
46,block_sparse_moe.experts.184.w1,0.0011399849,0.05000,3.128
46,block_sparse_moe.experts.177.w1,0.0036153169,0.05000,3.054
46,block_sparse_moe.experts.189.w1,0.0014071723,0.05000,3.082
46,block_sparse_moe.experts.180.w1,0.0027710733,0.05000,3.284
46,block_sparse_moe.experts.178.w1,0.0027411204,0.05000,2.872
46,block_sparse_moe.experts.179.w1,0.0023154834,0.05000,2.958
46,block_sparse_moe.experts.182.w1,0.0030239359,0.05000,2.910
46,block_sparse_moe.experts.188.w1,0.0012696585,0.05000,3.142
46,block_sparse_moe.experts.187.w1,0.0043649190,0.05000,2.977
46,block_sparse_moe.experts.183.w1,0.0021292881,0.05000,3.042
46,block_sparse_moe.experts.191.w1,0.0017473079,0.05000,3.050
46,block_sparse_moe.experts.202.w1,0.0020237996,0.05000,2.627
46,block_sparse_moe.experts.206.w1,0.0037084416,0.05000,2.604
46,block_sparse_moe.experts.201.w1,0.0022226684,0.05000,3.172
46,block_sparse_moe.experts.194.w1,0.0010747498,0.05000,2.665
46,block_sparse_moe.experts.198.w1,0.0025563452,0.05000,2.586
46,block_sparse_moe.experts.192.w1,0.0013361603,0.05000,3.114
46,block_sparse_moe.experts.197.w1,0.0030553660,0.05000,3.230
46,block_sparse_moe.experts.195.w1,0.0029387739,0.05000,2.793
46,block_sparse_moe.experts.200.w1,0.0010699379,0.05000,3.136
46,block_sparse_moe.experts.193.w1,0.0018884981,0.05000,3.182
46,block_sparse_moe.experts.205.w1,0.0011270996,0.05000,3.128
46,block_sparse_moe.experts.196.w1,0.0023683153,0.05000,3.230
46,block_sparse_moe.experts.203.w1,0.0042357695,0.05000,2.833
46,block_sparse_moe.experts.204.w1,0.0011267340,0.05000,3.157
46,block_sparse_moe.experts.207.w1,0.0039876499,0.05000,2.832
46,block_sparse_moe.experts.199.w1,0.0006024232,0.05000,2.955
46,block_sparse_moe.experts.218.w1,0.0005960372,0.05000,2.885
46,block_sparse_moe.experts.222.w1,0.0026739510,0.05000,2.975
46,block_sparse_moe.experts.217.w1,0.0030643732,0.05000,2.893
46,block_sparse_moe.experts.214.w1,0.0046725922,0.05000,2.776
46,block_sparse_moe.experts.210.w1,0.0068152920,0.05000,2.890
46,block_sparse_moe.experts.213.w1,0.0013165437,0.05000,2.767
46,block_sparse_moe.experts.208.w1,0.0034963443,0.05000,3.045
46,block_sparse_moe.experts.209.w1,0.0014067575,0.05000,2.843
46,block_sparse_moe.experts.221.w1,0.0012226576,0.05000,2.844
46,block_sparse_moe.experts.211.w1,0.0015161893,0.05000,3.139
46,block_sparse_moe.experts.216.w1,0.0015727120,0.05000,3.069
46,block_sparse_moe.experts.212.w1,0.0022687891,0.05000,3.090
46,block_sparse_moe.experts.220.w1,0.0031422550,0.05000,3.077
46,block_sparse_moe.experts.219.w1,0.0014402357,0.05000,3.193
46,block_sparse_moe.experts.215.w1,0.0012513657,0.05000,3.197
46,block_sparse_moe.experts.223.w1,0.0014713310,0.05000,3.240
46,block_sparse_moe.experts.234.w1,0.0019536609,0.05000,3.028
46,block_sparse_moe.experts.238.w1,0.0012543007,0.05000,3.140
46,block_sparse_moe.experts.233.w1,0.0009328931,0.05000,3.038
46,block_sparse_moe.experts.229.w1,0.0025918004,0.05000,2.943
46,block_sparse_moe.experts.230.w1,0.0078152194,0.05000,3.151
46,block_sparse_moe.experts.224.w1,0.0027988898,0.05000,2.863
46,block_sparse_moe.experts.226.w1,0.0017593923,0.05000,3.221
46,block_sparse_moe.experts.225.w1,0.0049760504,0.05000,2.975
46,block_sparse_moe.experts.237.w1,0.0031593569,0.05000,3.001
46,block_sparse_moe.experts.232.w1,0.0017268745,0.05000,2.890
46,block_sparse_moe.experts.228.w1,0.0030145131,0.05000,2.822
46,block_sparse_moe.experts.227.w1,0.0033332970,0.05000,3.131
46,block_sparse_moe.experts.236.w1,0.0021798368,0.05000,2.909
46,block_sparse_moe.experts.235.w1,0.0032037604,0.05000,3.121
46,block_sparse_moe.experts.231.w1,0.0032439635,0.05000,2.984
46,block_sparse_moe.experts.239.w1,0.0030419947,0.05000,3.056
46,block_sparse_moe.experts.250.w1,0.0029833838,0.05000,3.101
46,block_sparse_moe.experts.249.w1,0.0012525850,0.05000,3.065
46,block_sparse_moe.experts.254.w1,0.0027533861,0.05000,3.104
46,block_sparse_moe.experts.245.w1,0.0005094314,0.05000,3.022
46,block_sparse_moe.experts.246.w1,0.0011348927,0.05000,2.979
46,block_sparse_moe.experts.242.w1,0.0020100071,0.05000,3.007
46,block_sparse_moe.experts.240.w1,0.0047907660,0.05000,3.110
46,block_sparse_moe.experts.253.w1,0.0020762130,0.05000,3.011
46,block_sparse_moe.experts.243.w1,0.0026554402,0.05000,2.803
46,block_sparse_moe.experts.241.w1,0.0016394214,0.05000,3.102
46,block_sparse_moe.experts.248.w1,0.0003361198,0.05000,3.057
46,block_sparse_moe.experts.244.w1,0.0010535282,0.05000,3.142
46,block_sparse_moe.experts.252.w1,0.0019704056,0.05000,3.102
46,block_sparse_moe.experts.251.w1,0.0040902422,0.05000,2.908
46,block_sparse_moe.experts.247.w1,0.0028863305,0.05000,2.842
46,block_sparse_moe.experts.255.w1,0.0025453745,0.05000,2.905
46,block_sparse_moe.experts.10.w3,0.0111332057,0.05000,3.164
46,block_sparse_moe.experts.14.w3,0.0017157912,0.05000,3.045
46,block_sparse_moe.experts.9.w3,0.0021816145,0.05000,3.061
46,block_sparse_moe.experts.5.w3,0.0012263008,0.05000,3.077
46,block_sparse_moe.experts.0.w3,0.0008493806,0.05000,2.893
46,block_sparse_moe.experts.6.w3,0.0025399343,0.05000,3.088
46,block_sparse_moe.experts.3.w3,0.0045284567,0.05000,2.943
46,block_sparse_moe.experts.2.w3,0.0057164551,0.05000,3.122
46,block_sparse_moe.experts.8.w3,0.0016774939,0.05000,2.920
46,block_sparse_moe.experts.13.w3,0.0032363027,0.05000,3.083
46,block_sparse_moe.experts.1.w3,0.0026488486,0.05000,3.140
46,block_sparse_moe.experts.4.w3,0.0081852183,0.05000,3.016
46,block_sparse_moe.experts.12.w3,0.0023170703,0.05000,3.041
46,block_sparse_moe.experts.7.w3,0.0044108519,0.05000,3.060
46,block_sparse_moe.experts.11.w3,0.0055541054,0.05000,3.137
46,block_sparse_moe.experts.15.w3,0.0013735313,0.05000,3.107
46,block_sparse_moe.experts.26.w3,0.0012082902,0.05000,2.992
46,block_sparse_moe.experts.25.w3,0.0021009455,0.05000,3.012
46,block_sparse_moe.experts.21.w3,0.0019597133,0.05000,3.031
46,block_sparse_moe.experts.22.w3,0.0028312900,0.05000,3.004
46,block_sparse_moe.experts.30.w3,0.0027502685,0.05000,3.155
46,block_sparse_moe.experts.16.w3,0.0031071663,0.05000,3.093
46,block_sparse_moe.experts.29.w3,0.0013778913,0.05000,3.002
46,block_sparse_moe.experts.19.w3,0.0027062220,0.05000,3.122
46,block_sparse_moe.experts.24.w3,0.0007506199,0.05000,3.107
46,block_sparse_moe.experts.18.w3,0.0049946086,0.05000,3.142
46,block_sparse_moe.experts.17.w3,0.0021659125,0.05000,3.164
46,block_sparse_moe.experts.20.w3,0.0059957156,0.05000,3.128
46,block_sparse_moe.experts.23.w3,0.0018112565,0.05000,2.938
46,block_sparse_moe.experts.28.w3,0.0050129772,0.05000,3.041
46,block_sparse_moe.experts.27.w3,0.0028381860,0.05000,2.975
46,block_sparse_moe.experts.31.w3,0.0009383923,0.05000,2.974
46,block_sparse_moe.experts.42.w3,0.0052312582,0.05000,3.076
46,block_sparse_moe.experts.37.w3,0.0023123626,0.05000,2.952
46,block_sparse_moe.experts.41.w3,0.0021175145,0.05000,3.088
46,block_sparse_moe.experts.38.w3,0.0016870106,0.05000,3.029
46,block_sparse_moe.experts.32.w3,0.0027856907,0.05000,3.000
46,block_sparse_moe.experts.46.w3,0.0034545969,0.05000,3.130
46,block_sparse_moe.experts.35.w3,0.0011101292,0.05000,2.887
46,block_sparse_moe.experts.40.w3,0.0005133458,0.05000,2.896
46,block_sparse_moe.experts.45.w3,0.0028950189,0.05000,3.000
46,block_sparse_moe.experts.34.w3,0.0026127203,0.05000,3.104
46,block_sparse_moe.experts.36.w3,0.0008795923,0.05000,2.796
46,block_sparse_moe.experts.44.w3,0.0031768044,0.05000,2.849
46,block_sparse_moe.experts.33.w3,0.0041333895,0.05000,3.070
46,block_sparse_moe.experts.43.w3,0.0031684062,0.05000,2.830
46,block_sparse_moe.experts.39.w3,0.0016100609,0.05000,2.927
46,block_sparse_moe.experts.47.w3,0.0044704706,0.05000,2.933
46,block_sparse_moe.experts.58.w3,0.0012687098,0.05000,3.145
46,block_sparse_moe.experts.57.w3,0.0016591259,0.05000,2.912
46,block_sparse_moe.experts.53.w3,0.0031998745,0.05000,3.079
46,block_sparse_moe.experts.48.w3,0.0015149009,0.05000,2.990
46,block_sparse_moe.experts.56.w3,0.0038072373,0.05000,2.954
46,block_sparse_moe.experts.61.w3,0.0024000981,0.05000,2.943
46,block_sparse_moe.experts.54.w3,0.0009808203,0.05000,3.208
46,block_sparse_moe.experts.51.w3,0.0033949442,0.05000,3.052
46,block_sparse_moe.experts.62.w3,0.0038177582,0.05000,3.091
46,block_sparse_moe.experts.52.w3,0.0019737871,0.05000,3.076
46,block_sparse_moe.experts.50.w3,0.0006243749,0.05000,3.137
46,block_sparse_moe.experts.49.w3,0.0020922854,0.05000,2.992
46,block_sparse_moe.experts.60.w3,0.0035953916,0.05000,3.040
46,block_sparse_moe.experts.59.w3,0.0009873356,0.05000,3.071
46,block_sparse_moe.experts.55.w3,0.0045144313,0.05000,3.107
46,block_sparse_moe.experts.63.w3,0.0025649141,0.05000,3.172
46,block_sparse_moe.experts.73.w3,0.0035706023,0.05000,2.895
46,block_sparse_moe.experts.74.w3,0.0031339002,0.05000,3.001
46,block_sparse_moe.experts.69.w3,0.0006914874,0.05000,2.968
46,block_sparse_moe.experts.67.w3,0.0036945803,0.05000,2.741
46,block_sparse_moe.experts.77.w3,0.0049089659,0.05000,2.811
46,block_sparse_moe.experts.64.w3,0.0011593706,0.05000,3.013
46,block_sparse_moe.experts.70.w3,0.0018010887,0.05000,2.923
46,block_sparse_moe.experts.78.w3,0.0015418924,0.05000,2.902
46,block_sparse_moe.experts.72.w3,0.0016042699,0.05000,3.026
46,block_sparse_moe.experts.65.w3,0.0023241482,0.05000,2.655
46,block_sparse_moe.experts.75.w3,0.0053227909,0.05000,2.664
46,block_sparse_moe.experts.71.w3,0.0006939533,0.05000,2.635
46,block_sparse_moe.experts.66.w3,0.0039184902,0.05000,2.890
46,block_sparse_moe.experts.68.w3,0.0034456725,0.05000,3.068
46,block_sparse_moe.experts.76.w3,0.0011208463,0.05000,2.983
46,block_sparse_moe.experts.79.w3,0.0033380335,0.05000,2.682
46,block_sparse_moe.experts.89.w3,0.0078064541,0.05000,1.290
46,block_sparse_moe.experts.90.w3,0.0041744844,0.05000,3.423
46,block_sparse_moe.experts.83.w3,0.0010226184,0.05000,3.351
46,block_sparse_moe.experts.86.w3,0.0019553811,0.05000,3.407
46,block_sparse_moe.experts.94.w3,0.0022085105,0.05000,3.425
46,block_sparse_moe.experts.87.w3,0.0011390517,0.05000,3.525
46,block_sparse_moe.experts.82.w3,0.0004002104,0.05000,3.482
46,block_sparse_moe.experts.91.w3,0.0004774431,0.05000,3.625
46,block_sparse_moe.experts.95.w3,0.0052481539,0.05000,3.592
46,block_sparse_moe.experts.80.w3,0.0024683537,0.05000,5.264
46,block_sparse_moe.experts.88.w3,0.0021643530,0.05000,5.378
46,block_sparse_moe.experts.92.w3,0.0012563879,0.05000,5.221
46,block_sparse_moe.experts.84.w3,0.0032325623,0.05000,5.281
46,block_sparse_moe.experts.106.w3,0.0013315656,0.05000,3.362
46,block_sparse_moe.experts.99.w3,0.0010842623,0.05000,3.360
46,block_sparse_moe.experts.102.w3,0.0047978423,0.05000,3.498
46,block_sparse_moe.experts.110.w3,0.0015438832,0.05000,3.563
46,block_sparse_moe.experts.103.w3,0.0024656077,0.05000,3.395
46,block_sparse_moe.experts.98.w3,0.0024498589,0.05000,3.434
46,block_sparse_moe.experts.107.w3,0.0029716948,0.05000,3.416
46,block_sparse_moe.experts.111.w3,0.0019934657,0.05000,3.289
46,block_sparse_moe.experts.96.w3,0.0018986225,0.05000,3.428
46,block_sparse_moe.experts.104.w3,0.0049946781,0.05000,3.566
46,block_sparse_moe.experts.108.w3,0.0022673205,0.05000,3.549
46,block_sparse_moe.experts.100.w3,0.0033119238,0.05000,3.558
46,block_sparse_moe.experts.115.w3,0.0009340482,0.05000,3.618
46,block_sparse_moe.experts.119.w3,0.0013685878,0.05000,3.651
46,block_sparse_moe.experts.123.w3,0.0013998010,0.05000,3.699
46,block_sparse_moe.experts.127.w3,0.0042660602,0.05000,3.622
46,block_sparse_moe.experts.112.w3,0.0013929488,0.05000,3.665
46,block_sparse_moe.experts.120.w3,0.0023611786,0.05000,3.591
46,block_sparse_moe.experts.124.w3,0.0009725880,0.05000,3.597
46,block_sparse_moe.experts.116.w3,0.0011171069,0.05000,3.548
46,block_sparse_moe.experts.131.w3,0.0052899889,0.05000,3.819
46,block_sparse_moe.experts.135.w3,0.0020405954,0.05000,3.722
46,block_sparse_moe.experts.139.w3,0.0054208366,0.05000,3.731
46,block_sparse_moe.experts.143.w3,0.0030044047,0.05000,3.810
46,block_sparse_moe.experts.128.w3,0.0016051655,0.05000,3.526
46,block_sparse_moe.experts.136.w3,0.0034201971,0.05000,3.456
46,block_sparse_moe.experts.132.w3,0.0025208038,0.05000,3.408
46,block_sparse_moe.experts.122.w3,0.0024013515,0.05000,9.944
46,block_sparse_moe.experts.140.w3,0.0045968478,0.05000,3.564
46,block_sparse_moe.experts.118.w3,0.0069288577,0.05000,9.968
46,block_sparse_moe.experts.126.w3,0.0032816221,0.05000,10.028
46,block_sparse_moe.experts.114.w3,0.0015874732,0.05000,9.886
46,block_sparse_moe.experts.144.w3,0.0072715017,0.05000,2.989
46,block_sparse_moe.experts.152.w3,0.0033448940,0.05000,3.174
46,block_sparse_moe.experts.148.w3,0.0045955239,0.05000,3.145
46,block_sparse_moe.experts.156.w3,0.0085735563,0.05000,2.991
46,block_sparse_moe.experts.138.w3,0.0022261571,0.05000,3.397
46,block_sparse_moe.experts.134.w3,0.0032298468,0.05000,3.332
46,block_sparse_moe.experts.142.w3,0.0008459224,0.05000,3.394
46,block_sparse_moe.experts.130.w3,0.0023422613,0.05000,3.323
46,block_sparse_moe.experts.147.w3,0.0030258945,0.05000,7.623
46,block_sparse_moe.experts.154.w3,0.0028257403,0.05000,1.826
46,block_sparse_moe.experts.150.w3,0.0010901921,0.05000,1.544
46,block_sparse_moe.experts.151.w3,0.0011295221,0.05000,7.484
46,block_sparse_moe.experts.160.w3,0.0038605671,0.05000,3.277
46,block_sparse_moe.experts.155.w3,0.0073197170,0.05000,7.419
46,block_sparse_moe.experts.159.w3,0.0013021050,0.05000,7.615
46,block_sparse_moe.experts.168.w3,0.0029978352,0.05000,3.533
46,block_sparse_moe.experts.172.w3,0.0007079334,0.05000,3.380
46,block_sparse_moe.experts.164.w3,0.0048483546,0.05000,3.410
46,block_sparse_moe.experts.105.w3,0.0025341744,0.05000,3.329
46,block_sparse_moe.experts.81.w3,0.0014751290,0.05000,3.376
46,block_sparse_moe.experts.85.w3,0.0018940140,0.05000,3.403
46,block_sparse_moe.experts.93.w3,0.0016179265,0.05000,3.411
46,block_sparse_moe.experts.163.w3,0.0024912313,0.05000,3.242
46,block_sparse_moe.experts.167.w3,0.0015718483,0.05000,3.052
46,block_sparse_moe.experts.176.w3,0.0003874267,0.05000,3.018
46,block_sparse_moe.experts.171.w3,0.0012015909,0.05000,3.026
46,block_sparse_moe.experts.175.w3,0.0007438886,0.05000,2.681
46,block_sparse_moe.experts.158.w3,0.0027972375,0.05000,3.046
46,block_sparse_moe.experts.170.w3,0.0023716957,0.05000,3.276
46,block_sparse_moe.experts.166.w3,0.0024433089,0.05000,3.333
46,block_sparse_moe.experts.146.w3,0.0023777673,0.05000,3.370
46,block_sparse_moe.experts.188.w3,0.0014598539,0.05000,3.095
46,block_sparse_moe.experts.180.w3,0.0031463309,0.05000,3.116
46,block_sparse_moe.experts.184.w3,0.0012944227,0.05000,3.172
46,block_sparse_moe.experts.121.w3,0.0014416313,0.05000,3.211
46,block_sparse_moe.experts.97.w3,0.0004568626,0.05000,3.200
46,block_sparse_moe.experts.101.w3,0.0028078211,0.05000,3.201
46,block_sparse_moe.experts.109.w3,0.0027720696,0.05000,3.256
46,block_sparse_moe.experts.174.w3,0.0048134709,0.05000,2.908
46,block_sparse_moe.experts.182.w3,0.0035062681,0.05000,2.699
46,block_sparse_moe.experts.192.w3,0.0015319581,0.05000,3.265
46,block_sparse_moe.experts.162.w3,0.0040841897,0.05000,2.687
46,block_sparse_moe.experts.186.w3,0.0102197215,0.05000,2.828
46,block_sparse_moe.experts.179.w3,0.0025131973,0.05000,3.022
46,block_sparse_moe.experts.183.w3,0.0024484954,0.05000,3.068
46,block_sparse_moe.experts.191.w3,0.0020532614,0.05000,3.094
46,block_sparse_moe.experts.187.w3,0.0048949869,0.05000,3.141
46,block_sparse_moe.experts.204.w3,0.0012988112,0.05000,3.074
46,block_sparse_moe.experts.196.w3,0.0027029088,0.05000,3.077
46,block_sparse_moe.experts.200.w3,0.0012188782,0.05000,3.165
46,block_sparse_moe.experts.137.w3,0.0003855462,0.05000,2.921
46,block_sparse_moe.experts.117.w3,0.0002671877,0.05000,2.995
46,block_sparse_moe.experts.125.w3,0.0037387276,0.05000,2.965
46,block_sparse_moe.experts.113.w3,0.0006829633,0.05000,3.070
46,block_sparse_moe.experts.190.w3,0.0038240339,0.05000,2.955
46,block_sparse_moe.experts.178.w3,0.0031198948,0.05000,2.941
46,block_sparse_moe.experts.208.w3,0.0040711029,0.05000,3.033
46,block_sparse_moe.experts.202.w3,0.0022338513,0.05000,2.990
46,block_sparse_moe.experts.198.w3,0.0028130796,0.05000,3.229
46,block_sparse_moe.experts.207.w3,0.0043582211,0.05000,3.029
46,block_sparse_moe.experts.195.w3,0.0035365517,0.05000,3.126
46,block_sparse_moe.experts.203.w3,0.0046686203,0.05000,3.048
46,block_sparse_moe.experts.199.w3,0.0006224548,0.05000,3.149
46,block_sparse_moe.experts.220.w3,0.0035232779,0.05000,2.976
46,block_sparse_moe.experts.212.w3,0.0025337611,0.05000,3.079
46,block_sparse_moe.experts.216.w3,0.0017423083,0.05000,3.077
46,block_sparse_moe.experts.153.w3,0.0045450964,0.05000,3.031
46,block_sparse_moe.experts.133.w3,0.0035380049,0.05000,3.036
46,block_sparse_moe.experts.141.w3,0.0028730705,0.05000,3.085
46,block_sparse_moe.experts.129.w3,0.0013912250,0.05000,3.101
46,block_sparse_moe.experts.206.w3,0.0042225051,0.05000,3.107
46,block_sparse_moe.experts.224.w3,0.0032001922,0.05000,3.066
46,block_sparse_moe.experts.194.w3,0.0011646652,0.05000,3.178
46,block_sparse_moe.experts.218.w3,0.0006714426,0.05000,3.126
46,block_sparse_moe.experts.214.w3,0.0054537453,0.05000,3.124
46,block_sparse_moe.experts.223.w3,0.0016490251,0.05000,3.005
46,block_sparse_moe.experts.219.w3,0.0016206762,0.05000,2.999
46,block_sparse_moe.experts.215.w3,0.0014037963,0.05000,3.033
46,block_sparse_moe.experts.211.w3,0.0016684322,0.05000,3.112
46,block_sparse_moe.experts.236.w3,0.0023787909,0.05000,3.085
46,block_sparse_moe.experts.228.w3,0.0034830442,0.05000,3.020
46,block_sparse_moe.experts.232.w3,0.0020740055,0.05000,3.051
46,block_sparse_moe.experts.169.w3,0.0013636759,0.05000,3.059
46,block_sparse_moe.experts.145.w3,0.0010801641,0.05000,3.007
46,block_sparse_moe.experts.149.w3,0.0012202355,0.05000,3.151
46,block_sparse_moe.experts.157.w3,0.0041305996,0.05000,3.136
46,block_sparse_moe.experts.222.w3,0.0029642220,0.05000,3.154
46,block_sparse_moe.experts.240.w3,0.0053776839,0.05000,3.096
46,block_sparse_moe.experts.210.w3,0.0075379590,0.05000,3.179
46,block_sparse_moe.experts.239.w3,0.0034839552,0.05000,2.910
46,block_sparse_moe.experts.234.w3,0.0024434102,0.05000,3.191
46,block_sparse_moe.experts.231.w3,0.0038634943,0.05000,2.841
46,block_sparse_moe.experts.235.w3,0.0035574178,0.05000,2.986
46,block_sparse_moe.experts.230.w3,0.0090458134,0.05000,3.126
46,block_sparse_moe.experts.227.w3,0.0038592728,0.05000,2.997
46,block_sparse_moe.experts.244.w3,0.0011858048,0.05000,2.883
46,block_sparse_moe.experts.252.w3,0.0023616978,0.05000,3.005
46,block_sparse_moe.experts.248.w3,0.0003872700,0.05000,2.854
46,block_sparse_moe.experts.185.w3,0.0017522279,0.05000,2.997
46,block_sparse_moe.experts.173.w3,0.0041894663,0.05000,2.899
46,block_sparse_moe.experts.165.w3,0.0033011394,0.05000,3.008
46,block_sparse_moe.experts.161.w3,0.0021834907,0.05000,3.085
46,block_sparse_moe.experts.238.w3,0.0014038503,0.05000,3.084
46,block_sparse_moe.experts.255.w3,0.0029245540,0.05000,2.924
46,block_sparse_moe.experts.250.w3,0.0033517452,0.05000,2.968
46,block_sparse_moe.experts.251.w3,0.0046995309,0.05000,2.873
46,block_sparse_moe.experts.247.w3,0.0031768727,0.05000,2.957
46,block_sparse_moe.experts.226.w3,0.0019713675,0.05000,3.032
46,block_sparse_moe.experts.243.w3,0.0030143067,0.05000,2.815
46,block_sparse_moe.experts.246.w3,0.0012779908,0.05000,2.965
46,block_sparse_moe.experts.201.w3,0.0025242415,0.05000,3.200
46,block_sparse_moe.experts.189.w3,0.0015360170,0.05000,3.126
46,block_sparse_moe.experts.177.w3,0.0039761958,0.05000,3.070
46,block_sparse_moe.experts.181.w3,0.0023735443,0.05000,3.118
46,block_sparse_moe.experts.254.w3,0.0031149668,0.05000,1.835
46,block_sparse_moe.experts.242.w3,0.0022473898,0.05000,1.748
46,block_sparse_moe.experts.217.w3,0.0035601367,0.05000,2.805
46,block_sparse_moe.experts.205.w3,0.0012548533,0.05000,2.836
46,block_sparse_moe.experts.197.w3,0.0034871327,0.05000,2.843
46,block_sparse_moe.experts.193.w3,0.0021331157,0.05000,2.902
46,block_sparse_moe.experts.233.w3,0.0010308663,0.05000,3.066
46,block_sparse_moe.experts.221.w3,0.0013431216,0.05000,3.033
46,block_sparse_moe.experts.213.w3,0.0014910213,0.05000,3.046
46,block_sparse_moe.experts.209.w3,0.0015362005,0.05000,3.021
46,block_sparse_moe.experts.237.w3,0.0036205814,0.05000,2.796
46,block_sparse_moe.experts.249.w3,0.0013864579,0.05000,2.926
46,block_sparse_moe.experts.225.w3,0.0055629034,0.05000,2.769
46,block_sparse_moe.experts.229.w3,0.0029457912,0.05000,2.837
46,block_sparse_moe.experts.253.w3,0.0023088841,0.05000,2.265
46,block_sparse_moe.experts.241.w3,0.0018432835,0.05000,2.229
46,block_sparse_moe.experts.245.w3,0.0006109518,0.05000,2.243
46,block_sparse_moe.experts.4.w2,0.0046683959,0.05000,1.439
46,block_sparse_moe.experts.12.w2,0.0091571077,0.05000,1.433
46,block_sparse_moe.experts.8.w2,0.0061213394,0.05000,1.474
46,block_sparse_moe.experts.6.w2,0.0058704003,0.05000,1.494
46,block_sparse_moe.experts.14.w2,0.0080853821,0.05000,1.511
46,block_sparse_moe.experts.0.w2,0.0091714435,0.05000,1.540
46,block_sparse_moe.experts.10.w2,0.0387018391,0.05000,1.530
46,block_sparse_moe.experts.13.w2,0.0100628363,0.05000,1.546
46,block_sparse_moe.experts.2.w2,0.0209618445,0.05000,1.564
46,block_sparse_moe.experts.3.w2,0.0045335322,0.05000,1.571
46,block_sparse_moe.experts.1.w2,0.0045773853,0.05000,1.595
46,block_sparse_moe.experts.9.w2,0.0039556373,0.05000,1.582
46,block_sparse_moe.experts.7.w2,0.0145746667,0.05000,1.570
46,block_sparse_moe.experts.5.w2,0.0032341281,0.05000,1.607
46,block_sparse_moe.experts.11.w2,0.0302640565,0.05000,1.616
46,block_sparse_moe.experts.15.w2,0.0030818959,0.05000,1.628
46,block_sparse_moe.experts.20.w2,0.0070540867,0.05000,1.404
46,block_sparse_moe.experts.24.w2,0.0022549172,0.05000,1.423
46,block_sparse_moe.experts.28.w2,0.0093985377,0.05000,1.469
46,block_sparse_moe.experts.19.w2,0.0049727532,0.05000,1.354
46,block_sparse_moe.experts.30.w2,0.0021445871,0.05000,1.466
46,block_sparse_moe.experts.27.w2,0.0083613582,0.05000,1.356
46,block_sparse_moe.experts.22.w2,0.0049034834,0.05000,1.519
46,block_sparse_moe.experts.18.w2,0.0162500828,0.05000,1.454
46,block_sparse_moe.experts.31.w2,0.0040863063,0.05000,1.369
46,block_sparse_moe.experts.16.w2,0.0027945724,0.05000,1.493
46,block_sparse_moe.experts.26.w2,0.0026152931,0.05000,1.488
46,block_sparse_moe.experts.23.w2,0.0034187994,0.05000,1.451
46,block_sparse_moe.experts.29.w2,0.0047037976,0.05000,1.559
46,block_sparse_moe.experts.25.w2,0.0037165118,0.05000,1.538
46,block_sparse_moe.experts.17.w2,0.0009843926,0.05000,1.579
46,block_sparse_moe.experts.21.w2,0.0059064003,0.05000,1.613
46,block_sparse_moe.experts.36.w2,0.0028447652,0.05000,1.540
46,block_sparse_moe.experts.46.w2,0.0121381316,0.05000,1.433
46,block_sparse_moe.experts.42.w2,0.0053893603,0.05000,1.403
46,block_sparse_moe.experts.44.w2,0.0015189228,0.05000,1.526
46,block_sparse_moe.experts.38.w2,0.0009910654,0.05000,1.434
46,block_sparse_moe.experts.35.w2,0.0027160250,0.05000,1.538
46,block_sparse_moe.experts.34.w2,0.0054145005,0.05000,1.483
46,block_sparse_moe.experts.40.w2,0.0015764176,0.05000,1.591
46,block_sparse_moe.experts.41.w2,0.0061175331,0.05000,1.424
46,block_sparse_moe.experts.47.w2,0.0034580095,0.05000,1.550
46,block_sparse_moe.experts.43.w2,0.0025096853,0.05000,1.584
46,block_sparse_moe.experts.32.w2,0.0067221146,0.05000,1.573
46,block_sparse_moe.experts.39.w2,0.0076300577,0.05000,1.566
46,block_sparse_moe.experts.33.w2,0.0064697143,0.05000,1.479
46,block_sparse_moe.experts.37.w2,0.0015727283,0.05000,1.463
46,block_sparse_moe.experts.45.w2,0.0040623705,0.05000,1.559
46,block_sparse_moe.experts.62.w2,0.0033997199,0.05000,1.464
46,block_sparse_moe.experts.52.w2,0.0036530801,0.05000,1.514
46,block_sparse_moe.experts.58.w2,0.0045923992,0.05000,1.480
46,block_sparse_moe.experts.60.w2,0.0032677106,0.05000,1.476
46,block_sparse_moe.experts.51.w2,0.0119947120,0.05000,1.458
46,block_sparse_moe.experts.50.w2,0.0022493457,0.05000,1.438
46,block_sparse_moe.experts.54.w2,0.0023794309,0.05000,1.514
46,block_sparse_moe.experts.63.w2,0.0192632508,0.05000,1.417
46,block_sparse_moe.experts.59.w2,0.0056441127,0.05000,1.434
46,block_sparse_moe.experts.56.w2,0.0027982858,0.05000,1.551
46,block_sparse_moe.experts.55.w2,0.0133711785,0.05000,1.450
46,block_sparse_moe.experts.57.w2,0.0051325972,0.05000,1.548
46,block_sparse_moe.experts.48.w2,0.0015261933,0.05000,1.535
46,block_sparse_moe.experts.61.w2,0.0100280123,0.05000,1.558
46,block_sparse_moe.experts.49.w2,0.0055993527,0.05000,1.607
46,block_sparse_moe.experts.53.w2,0.0031964973,0.05000,1.580
46,block_sparse_moe.experts.78.w2,0.0002738883,0.05000,1.496
46,block_sparse_moe.experts.70.w2,0.0052658512,0.05000,1.425
46,block_sparse_moe.experts.68.w2,0.0081282025,0.05000,1.511
46,block_sparse_moe.experts.67.w2,0.0042550675,0.05000,1.499
46,block_sparse_moe.experts.74.w2,0.0062322280,0.05000,1.510
46,block_sparse_moe.experts.75.w2,0.0027233944,0.05000,1.420
46,block_sparse_moe.experts.76.w2,0.0020096756,0.05000,1.533
46,block_sparse_moe.experts.66.w2,0.0046003928,0.05000,1.529
46,block_sparse_moe.experts.71.w2,0.0032472719,0.05000,1.435
46,block_sparse_moe.experts.79.w2,0.0043695727,0.05000,1.531
46,block_sparse_moe.experts.72.w2,0.0025790524,0.05000,1.497
46,block_sparse_moe.experts.64.w2,0.0027101857,0.05000,1.436
46,block_sparse_moe.experts.73.w2,0.0067878192,0.05000,1.587
46,block_sparse_moe.experts.77.w2,0.0184930425,0.05000,1.496
46,block_sparse_moe.experts.69.w2,0.0024119052,0.05000,1.539
46,block_sparse_moe.experts.65.w2,0.0094771107,0.05000,1.608
46,block_sparse_moe.experts.94.w2,0.0040832540,0.05000,1.463
46,block_sparse_moe.experts.86.w2,0.0007569979,0.05000,1.466
46,block_sparse_moe.experts.84.w2,0.0033422747,0.05000,1.478
46,block_sparse_moe.experts.82.w2,0.0015331989,0.05000,1.450
46,block_sparse_moe.experts.92.w2,0.0022506874,0.05000,1.472
46,block_sparse_moe.experts.90.w2,0.0069895800,0.05000,1.499
46,block_sparse_moe.experts.83.w2,0.0034356778,0.05000,1.532
46,block_sparse_moe.experts.91.w2,0.0028265528,0.05000,1.530
46,block_sparse_moe.experts.87.w2,0.0003035285,0.05000,1.491
46,block_sparse_moe.experts.95.w2,0.0041433988,0.05000,1.490
46,block_sparse_moe.experts.80.w2,0.0009587764,0.05000,1.490
46,block_sparse_moe.experts.88.w2,0.0053445497,0.05000,1.513
46,block_sparse_moe.experts.89.w2,0.0057590900,0.05000,1.484
46,block_sparse_moe.experts.93.w2,0.0003724218,0.05000,1.522
46,block_sparse_moe.experts.85.w2,0.0050263311,0.05000,1.472
46,block_sparse_moe.experts.81.w2,0.0026930218,0.05000,1.459
46,block_sparse_moe.experts.102.w2,0.0199172596,0.05000,1.403
46,block_sparse_moe.experts.110.w2,0.0020693622,0.05000,1.416
46,block_sparse_moe.experts.99.w2,0.0032814286,0.05000,1.371
46,block_sparse_moe.experts.100.w2,0.0017090868,0.05000,1.470
46,block_sparse_moe.experts.98.w2,0.0065401416,0.05000,1.445
46,block_sparse_moe.experts.108.w2,0.0005623369,0.05000,1.445
46,block_sparse_moe.experts.103.w2,0.0041251623,0.05000,1.383
46,block_sparse_moe.experts.106.w2,0.0028808113,0.05000,1.453
46,block_sparse_moe.experts.107.w2,0.0041750060,0.05000,1.455
46,block_sparse_moe.experts.111.w2,0.0025287822,0.05000,1.429
46,block_sparse_moe.experts.104.w2,0.0058369572,0.05000,1.477
46,block_sparse_moe.experts.96.w2,0.0015438381,0.05000,1.482
46,block_sparse_moe.experts.105.w2,0.0050221611,0.05000,1.478
46,block_sparse_moe.experts.109.w2,0.0066943869,0.05000,1.492
46,block_sparse_moe.experts.101.w2,0.0072977058,0.05000,1.533
46,block_sparse_moe.experts.97.w2,0.0008472891,0.05000,1.507
46,block_sparse_moe.experts.119.w2,0.0056308525,0.05000,1.260
46,block_sparse_moe.experts.118.w2,0.0198893661,0.05000,1.427
46,block_sparse_moe.experts.115.w2,0.0017465279,0.05000,1.385
46,block_sparse_moe.experts.126.w2,0.0062781514,0.05000,1.459
46,block_sparse_moe.experts.123.w2,0.0055653610,0.05000,1.316
46,block_sparse_moe.experts.116.w2,0.0029755738,0.05000,1.405
46,block_sparse_moe.experts.127.w2,0.0069621838,0.05000,1.334
46,block_sparse_moe.experts.124.w2,0.0028721882,0.05000,1.422
46,block_sparse_moe.experts.122.w2,0.0060286729,0.05000,1.416
46,block_sparse_moe.experts.114.w2,0.0015577868,0.05000,1.447
46,block_sparse_moe.experts.121.w2,0.0046145074,0.05000,1.269
46,block_sparse_moe.experts.112.w2,0.0068761555,0.05000,1.436
46,block_sparse_moe.experts.120.w2,0.0083750521,0.05000,1.442
46,block_sparse_moe.experts.125.w2,0.0019724145,0.05000,1.300
46,block_sparse_moe.experts.117.w2,0.0019670569,0.05000,1.266
46,block_sparse_moe.experts.113.w2,0.0016120949,0.05000,1.333
46,block_sparse_moe.experts.135.w2,0.0043546527,0.05000,1.225
46,block_sparse_moe.experts.131.w2,0.0236950465,0.05000,1.256
46,block_sparse_moe.experts.139.w2,0.0063377297,0.05000,1.259
46,block_sparse_moe.experts.143.w2,0.0012240697,0.05000,1.309
46,block_sparse_moe.experts.134.w2,0.0082910091,0.05000,1.417
46,block_sparse_moe.experts.142.w2,0.0028437604,0.05000,1.386
46,block_sparse_moe.experts.138.w2,0.0075269118,0.05000,1.383
46,block_sparse_moe.experts.130.w2,0.0012029280,0.05000,1.429
46,block_sparse_moe.experts.140.w2,0.0185454266,0.05000,1.539
46,block_sparse_moe.experts.132.w2,0.0034939403,0.05000,1.620
46,block_sparse_moe.experts.137.w2,0.0006570875,0.05000,1.453
46,block_sparse_moe.experts.136.w2,0.0072126694,0.05000,1.551
46,block_sparse_moe.experts.141.w2,0.0095122463,0.05000,1.539
46,block_sparse_moe.experts.128.w2,0.0021645589,0.05000,1.613
46,block_sparse_moe.experts.133.w2,0.0052156493,0.05000,1.559
46,block_sparse_moe.experts.129.w2,0.0034481496,0.05000,1.608
46,block_sparse_moe.experts.151.w2,0.0003712950,0.05000,1.598
46,block_sparse_moe.experts.155.w2,0.0119601608,0.05000,1.574
46,block_sparse_moe.experts.147.w2,0.0038459253,0.05000,1.614
46,block_sparse_moe.experts.159.w2,0.0035048985,0.05000,1.567
46,block_sparse_moe.experts.158.w2,0.0122613042,0.05000,1.541
46,block_sparse_moe.experts.150.w2,0.0021209970,0.05000,1.582
46,block_sparse_moe.experts.154.w2,0.0036943781,0.05000,1.562
46,block_sparse_moe.experts.146.w2,0.0008741142,0.05000,1.519
46,block_sparse_moe.experts.156.w2,0.0161116837,0.05000,1.620
46,block_sparse_moe.experts.148.w2,0.0143327414,0.05000,1.621
46,block_sparse_moe.experts.153.w2,0.0154697615,0.05000,1.651
46,block_sparse_moe.experts.152.w2,0.0118818011,0.05000,1.578
46,block_sparse_moe.experts.144.w2,0.0167224358,0.05000,1.534
46,block_sparse_moe.experts.157.w2,0.0087392427,0.05000,1.569
46,block_sparse_moe.experts.149.w2,0.0029379643,0.05000,1.626
46,block_sparse_moe.experts.145.w2,0.0028815072,0.05000,1.575
46,block_sparse_moe.experts.167.w2,0.0013430771,0.05000,1.496
46,block_sparse_moe.experts.171.w2,0.0038159506,0.05000,1.494
46,block_sparse_moe.experts.174.w2,0.0129406350,0.05000,1.469
46,block_sparse_moe.experts.175.w2,0.0010880384,0.05000,1.485
46,block_sparse_moe.experts.166.w2,0.0045639683,0.05000,1.480
46,block_sparse_moe.experts.163.w2,0.0069773360,0.05000,1.667
46,block_sparse_moe.experts.162.w2,0.0056426472,0.05000,1.501
46,block_sparse_moe.experts.170.w2,0.0051074236,0.05000,1.537
46,block_sparse_moe.experts.172.w2,0.0018933756,0.05000,1.492
46,block_sparse_moe.experts.164.w2,0.0306068865,0.05000,1.469
46,block_sparse_moe.experts.169.w2,0.0023563263,0.05000,1.485
46,block_sparse_moe.experts.173.w2,0.0067310776,0.05000,1.445
46,block_sparse_moe.experts.160.w2,0.0018521987,0.05000,1.516
46,block_sparse_moe.experts.165.w2,0.0057282311,0.05000,1.426
46,block_sparse_moe.experts.168.w2,0.0033504765,0.05000,1.604
46,block_sparse_moe.experts.161.w2,0.0013685755,0.05000,1.436
46,block_sparse_moe.experts.183.w2,0.0076279185,0.05000,1.477
46,block_sparse_moe.experts.190.w2,0.0430562959,0.05000,1.454
46,block_sparse_moe.experts.191.w2,0.0064414261,0.05000,1.448
46,block_sparse_moe.experts.187.w2,0.0138969464,0.05000,1.550
46,block_sparse_moe.experts.182.w2,0.0094556533,0.05000,1.481
46,block_sparse_moe.experts.186.w2,0.0094018325,0.05000,1.420
46,block_sparse_moe.experts.179.w2,0.0054244811,0.05000,1.466
46,block_sparse_moe.experts.178.w2,0.0021119738,0.05000,1.486
46,block_sparse_moe.experts.185.w2,0.0055479582,0.05000,1.417
46,block_sparse_moe.experts.188.w2,0.0033517815,0.05000,1.554
46,block_sparse_moe.experts.180.w2,0.0029954873,0.05000,1.562
46,block_sparse_moe.experts.189.w2,0.0052244024,0.05000,1.445
46,block_sparse_moe.experts.176.w2,0.0014414406,0.05000,1.483
46,block_sparse_moe.experts.181.w2,0.0021132420,0.05000,1.469
46,block_sparse_moe.experts.184.w2,0.0112907644,0.05000,1.513
46,block_sparse_moe.experts.177.w2,0.0049512467,0.05000,1.462
46,block_sparse_moe.experts.199.w2,0.0027822976,0.05000,1.482
46,block_sparse_moe.experts.207.w2,0.0083119385,0.05000,1.514
46,block_sparse_moe.experts.206.w2,0.0044284885,0.05000,1.533
46,block_sparse_moe.experts.203.w2,0.0041882968,0.05000,1.527
46,block_sparse_moe.experts.198.w2,0.0105785286,0.05000,1.540
46,block_sparse_moe.experts.202.w2,0.0111455176,0.05000,1.513
46,block_sparse_moe.experts.194.w2,0.0098167767,0.05000,1.471
46,block_sparse_moe.experts.201.w2,0.0057860810,0.05000,1.339
46,block_sparse_moe.experts.195.w2,0.0139214011,0.05000,1.578
46,block_sparse_moe.experts.205.w2,0.0032038471,0.05000,1.455
46,block_sparse_moe.experts.197.w2,0.0066485269,0.05000,1.408
46,block_sparse_moe.experts.204.w2,0.0023517490,0.05000,1.592
46,block_sparse_moe.experts.193.w2,0.0069823466,0.05000,1.391
46,block_sparse_moe.experts.196.w2,0.0040561432,0.05000,1.642
46,block_sparse_moe.experts.192.w2,0.0021883660,0.05000,1.583
46,block_sparse_moe.experts.200.w2,0.0026113408,0.05000,1.578
46,block_sparse_moe.experts.215.w2,0.0056834318,0.05000,1.543
46,block_sparse_moe.experts.223.w2,0.0061324579,0.05000,1.510
46,block_sparse_moe.experts.219.w2,0.0031660965,0.05000,1.489
46,block_sparse_moe.experts.217.w2,0.0072215747,0.05000,1.376
46,block_sparse_moe.experts.222.w2,0.0070295315,0.05000,1.545
46,block_sparse_moe.experts.210.w2,0.0196566632,0.05000,1.496
46,block_sparse_moe.experts.218.w2,0.0069982051,0.05000,1.511
46,block_sparse_moe.experts.214.w2,0.0238369520,0.05000,1.551
46,block_sparse_moe.experts.211.w2,0.0062997979,0.05000,1.464
46,block_sparse_moe.experts.221.w2,0.0084689994,0.05000,1.381
46,block_sparse_moe.experts.213.w2,0.0006768565,0.05000,1.338
46,block_sparse_moe.experts.220.w2,0.0055267564,0.05000,1.475
46,block_sparse_moe.experts.208.w2,0.0073330335,0.05000,1.385
46,block_sparse_moe.experts.209.w2,0.0025565128,0.05000,1.478
46,block_sparse_moe.experts.212.w2,0.0007481056,0.05000,1.460
46,block_sparse_moe.experts.216.w2,0.0042646822,0.05000,1.452
46,block_sparse_moe.experts.238.w2,0.0045796467,0.05000,1.287
46,block_sparse_moe.experts.234.w2,0.0065488537,0.05000,1.304
46,block_sparse_moe.experts.230.w2,0.0274805327,0.05000,1.313
46,block_sparse_moe.experts.226.w2,0.0044909428,0.05000,1.380
46,block_sparse_moe.experts.231.w2,0.0204418147,0.05000,1.652
46,block_sparse_moe.experts.233.w2,0.0079303245,0.05000,1.480
46,block_sparse_moe.experts.239.w2,0.0072002853,0.05000,1.573
46,block_sparse_moe.experts.235.w2,0.0022821626,0.05000,1.582
46,block_sparse_moe.experts.227.w2,0.0058126169,0.05000,1.600
46,block_sparse_moe.experts.229.w2,0.0064880874,0.05000,1.536
46,block_sparse_moe.experts.237.w2,0.0183899520,0.05000,1.593
46,block_sparse_moe.experts.236.w2,0.0051300287,0.05000,1.500
46,block_sparse_moe.experts.225.w2,0.0083889025,0.05000,1.501
46,block_sparse_moe.experts.224.w2,0.0070032846,0.05000,1.532
46,block_sparse_moe.experts.228.w2,0.0076773970,0.05000,1.501
46,block_sparse_moe.experts.232.w2,0.0083644738,0.05000,1.506
46,block_sparse_moe.experts.254.w2,0.0016646825,0.05000,1.560
46,block_sparse_moe.experts.250.w2,0.0033476167,0.05000,1.545
46,block_sparse_moe.experts.246.w2,0.0055539923,0.05000,1.521
46,block_sparse_moe.experts.242.w2,0.0048254548,0.05000,1.517
46,block_sparse_moe.experts.249.w2,0.0004603401,0.05000,1.584
46,block_sparse_moe.experts.247.w2,0.0040582042,0.05000,1.643
46,block_sparse_moe.experts.251.w2,0.0105612396,0.05000,1.592
46,block_sparse_moe.experts.255.w2,0.0051186831,0.05000,1.625
46,block_sparse_moe.experts.243.w2,0.0054969293,0.05000,1.497
46,block_sparse_moe.experts.252.w2,0.0112979635,0.05000,1.315
46,block_sparse_moe.experts.245.w2,0.0021821786,0.05000,1.461
46,block_sparse_moe.experts.244.w2,0.0002092956,0.05000,1.296
46,block_sparse_moe.experts.240.w2,0.0095685464,0.05000,1.301
46,block_sparse_moe.experts.248.w2,0.0019075315,0.05000,1.185
46,block_sparse_moe.experts.253.w2,0.0018618258,0.05000,1.495
46,block_sparse_moe.experts.241.w2,0.0072567184,0.05000,1.377
47,self_attn.q_proj,0.0002301439,0.05000,0.886
47,self_attn.k_proj,0.0000326296,0.05000,0.940
47,self_attn.v_proj,0.0000362931,0.05000,0.971
47,self_attn.o_proj,0.0000156316,0.05000,1.880
47,block_sparse_moe.experts.8.w1,0.0011851851,0.05000,3.002
47,block_sparse_moe.experts.4.w1,0.0014544295,0.05000,3.052
47,block_sparse_moe.experts.0.w1,0.0025131755,0.05000,3.096
47,block_sparse_moe.experts.12.w1,0.0014274383,0.05000,3.178
47,block_sparse_moe.experts.9.w1,0.0011677315,0.05000,3.207
47,block_sparse_moe.experts.13.w1,0.0012711154,0.05000,3.241
47,block_sparse_moe.experts.3.w1,0.0024438136,0.05000,3.315
47,block_sparse_moe.experts.6.w1,0.0021651164,0.05000,3.320
47,block_sparse_moe.experts.1.w1,0.0026955318,0.05000,3.351
47,block_sparse_moe.experts.14.w1,0.0027612014,0.05000,3.359
47,block_sparse_moe.experts.7.w1,0.0017830346,0.05000,3.406
47,block_sparse_moe.experts.15.w1,0.0044733689,0.05000,3.423
47,block_sparse_moe.experts.10.w1,0.0035521632,0.05000,3.441
47,block_sparse_moe.experts.5.w1,0.0013452025,0.05000,3.470
47,block_sparse_moe.experts.11.w1,0.0032816250,0.05000,3.513
47,block_sparse_moe.experts.2.w1,0.0007574503,0.05000,3.534
47,block_sparse_moe.experts.29.w1,0.0010143303,0.05000,2.691
47,block_sparse_moe.experts.24.w1,0.0020695648,0.05000,2.961
47,block_sparse_moe.experts.20.w1,0.0012116431,0.05000,3.007
47,block_sparse_moe.experts.25.w1,0.0042038389,0.05000,2.824
47,block_sparse_moe.experts.28.w1,0.0019194107,0.05000,2.917
47,block_sparse_moe.experts.17.w1,0.0052114849,0.05000,2.817
47,block_sparse_moe.experts.16.w1,0.0041147722,0.05000,3.108
47,block_sparse_moe.experts.19.w1,0.0048191050,0.05000,2.985
47,block_sparse_moe.experts.21.w1,0.0015557025,0.05000,2.844
47,block_sparse_moe.experts.31.w1,0.0018291909,0.05000,2.898
47,block_sparse_moe.experts.30.w1,0.0016042765,0.05000,2.993
47,block_sparse_moe.experts.22.w1,0.0031705869,0.05000,3.053
47,block_sparse_moe.experts.27.w1,0.0023385010,0.05000,2.908
47,block_sparse_moe.experts.23.w1,0.0024751768,0.05000,3.068
47,block_sparse_moe.experts.26.w1,0.0037559966,0.05000,3.078
47,block_sparse_moe.experts.18.w1,0.0025368436,0.05000,3.090
47,block_sparse_moe.experts.45.w1,0.0028119697,0.05000,3.046
47,block_sparse_moe.experts.41.w1,0.0052136968,0.05000,3.038
47,block_sparse_moe.experts.40.w1,0.0015907833,0.05000,3.201
47,block_sparse_moe.experts.36.w1,0.0027795110,0.05000,3.134
47,block_sparse_moe.experts.35.w1,0.0029836400,0.05000,2.937
47,block_sparse_moe.experts.33.w1,0.0003047991,0.05000,3.097
47,block_sparse_moe.experts.47.w1,0.0023930141,0.05000,2.946
47,block_sparse_moe.experts.44.w1,0.0040994978,0.05000,3.201
47,block_sparse_moe.experts.37.w1,0.0029238103,0.05000,2.985
47,block_sparse_moe.experts.32.w1,0.0016222852,0.05000,3.213
47,block_sparse_moe.experts.43.w1,0.0027337528,0.05000,2.990
47,block_sparse_moe.experts.39.w1,0.0004846585,0.05000,3.033
47,block_sparse_moe.experts.38.w1,0.0018148586,0.05000,3.157
47,block_sparse_moe.experts.46.w1,0.0016493657,0.05000,3.221
47,block_sparse_moe.experts.34.w1,0.0035332221,0.05000,3.149
47,block_sparse_moe.experts.42.w1,0.0031547259,0.05000,3.251
47,block_sparse_moe.experts.61.w1,0.0019809672,0.05000,3.032
47,block_sparse_moe.experts.57.w1,0.0005158901,0.05000,3.027
47,block_sparse_moe.experts.51.w1,0.0030770925,0.05000,2.917
47,block_sparse_moe.experts.56.w1,0.0055007782,0.05000,3.064
47,block_sparse_moe.experts.63.w1,0.0026272344,0.05000,2.995
47,block_sparse_moe.experts.49.w1,0.0023189884,0.05000,3.009
47,block_sparse_moe.experts.52.w1,0.0025940637,0.05000,3.082
47,block_sparse_moe.experts.53.w1,0.0017295334,0.05000,2.986
47,block_sparse_moe.experts.60.w1,0.0031849580,0.05000,3.021
47,block_sparse_moe.experts.55.w1,0.0018468854,0.05000,2.967
47,block_sparse_moe.experts.48.w1,0.0016789185,0.05000,3.110
47,block_sparse_moe.experts.54.w1,0.0032437082,0.05000,3.040
47,block_sparse_moe.experts.59.w1,0.0020889036,0.05000,3.221
47,block_sparse_moe.experts.62.w1,0.0019863008,0.05000,3.088
47,block_sparse_moe.experts.50.w1,0.0018505111,0.05000,3.013
47,block_sparse_moe.experts.58.w1,0.0009371116,0.05000,3.116
47,block_sparse_moe.experts.77.w1,0.0017251371,0.05000,3.009
47,block_sparse_moe.experts.73.w1,0.0049724423,0.05000,2.999
47,block_sparse_moe.experts.70.w1,0.0048842864,0.05000,2.647
47,block_sparse_moe.experts.67.w1,0.0062508181,0.05000,3.171
47,block_sparse_moe.experts.69.w1,0.0031497427,0.05000,3.066
47,block_sparse_moe.experts.65.w1,0.0041796221,0.05000,3.126
47,block_sparse_moe.experts.79.w1,0.0018674457,0.05000,3.161
47,block_sparse_moe.experts.78.w1,0.0033397401,0.05000,2.812
47,block_sparse_moe.experts.72.w1,0.0020235500,0.05000,3.348
47,block_sparse_moe.experts.76.w1,0.0012438478,0.05000,3.286
47,block_sparse_moe.experts.71.w1,0.0024741680,0.05000,3.169
47,block_sparse_moe.experts.68.w1,0.0014066378,0.05000,3.393
47,block_sparse_moe.experts.66.w1,0.0042009442,0.05000,2.903
47,block_sparse_moe.experts.74.w1,0.0063051897,0.05000,2.828
47,block_sparse_moe.experts.75.w1,0.0034542230,0.05000,3.163
47,block_sparse_moe.experts.64.w1,0.0028811830,0.05000,3.308
47,block_sparse_moe.experts.93.w1,0.0042017277,0.05000,3.171
47,block_sparse_moe.experts.86.w1,0.0026464068,0.05000,3.035
47,block_sparse_moe.experts.89.w1,0.0021977302,0.05000,3.161
47,block_sparse_moe.experts.83.w1,0.0030954771,0.05000,3.085
47,block_sparse_moe.experts.94.w1,0.0010396716,0.05000,2.976
47,block_sparse_moe.experts.95.w1,0.0004696974,0.05000,3.070
47,block_sparse_moe.experts.85.w1,0.0020401717,0.05000,3.143
47,block_sparse_moe.experts.81.w1,0.0025584434,0.05000,3.164
47,block_sparse_moe.experts.82.w1,0.0019632774,0.05000,2.981
47,block_sparse_moe.experts.90.w1,0.0027011679,0.05000,2.991
47,block_sparse_moe.experts.92.w1,0.0013432913,0.05000,3.185
47,block_sparse_moe.experts.88.w1,0.0020038693,0.05000,3.223
47,block_sparse_moe.experts.87.w1,0.0022386950,0.05000,3.188
47,block_sparse_moe.experts.84.w1,0.0016975927,0.05000,3.269
47,block_sparse_moe.experts.80.w1,0.0024928473,0.05000,3.130
47,block_sparse_moe.experts.91.w1,0.0062845109,0.05000,3.167
47,block_sparse_moe.experts.105.w1,0.0023531036,0.05000,2.948
47,block_sparse_moe.experts.109.w1,0.0024196015,0.05000,3.055
47,block_sparse_moe.experts.102.w1,0.0011190473,0.05000,3.081
47,block_sparse_moe.experts.99.w1,0.0008598416,0.05000,3.031
47,block_sparse_moe.experts.110.w1,0.0003086198,0.05000,3.031
47,block_sparse_moe.experts.97.w1,0.0015246810,0.05000,2.949
47,block_sparse_moe.experts.111.w1,0.0006916000,0.05000,3.058
47,block_sparse_moe.experts.101.w1,0.0049882740,0.05000,3.065
47,block_sparse_moe.experts.98.w1,0.0026406180,0.05000,3.029
47,block_sparse_moe.experts.106.w1,0.0029536844,0.05000,3.095
47,block_sparse_moe.experts.108.w1,0.0017166127,0.05000,3.045
47,block_sparse_moe.experts.103.w1,0.0028556177,0.05000,3.028
47,block_sparse_moe.experts.104.w1,0.0004955675,0.05000,3.159
47,block_sparse_moe.experts.107.w1,0.0012003827,0.05000,3.005
47,block_sparse_moe.experts.96.w1,0.0033182326,0.05000,3.041
47,block_sparse_moe.experts.100.w1,0.0030273768,0.05000,3.089
47,block_sparse_moe.experts.118.w1,0.0030498115,0.05000,3.035
47,block_sparse_moe.experts.121.w1,0.0005152364,0.05000,3.136
47,block_sparse_moe.experts.125.w1,0.0014405275,0.05000,3.182
47,block_sparse_moe.experts.115.w1,0.0021689566,0.05000,3.016
47,block_sparse_moe.experts.126.w1,0.0006836100,0.05000,3.107
47,block_sparse_moe.experts.127.w1,0.0024673400,0.05000,3.073
47,block_sparse_moe.experts.117.w1,0.0052960816,0.05000,3.083
47,block_sparse_moe.experts.113.w1,0.0008642712,0.05000,3.164
47,block_sparse_moe.experts.124.w1,0.0026385951,0.05000,2.864
47,block_sparse_moe.experts.114.w1,0.0025526074,0.05000,3.045
47,block_sparse_moe.experts.122.w1,0.0493937839,0.05000,3.058
47,block_sparse_moe.experts.120.w1,0.0048134800,0.05000,2.909
47,block_sparse_moe.experts.119.w1,0.0024870135,0.05000,3.032
47,block_sparse_moe.experts.116.w1,0.0014955546,0.05000,2.913
47,block_sparse_moe.experts.112.w1,0.0080046450,0.05000,3.007
47,block_sparse_moe.experts.123.w1,0.0022057751,0.05000,3.067
47,block_sparse_moe.experts.137.w1,0.0022782038,0.05000,2.931
47,block_sparse_moe.experts.141.w1,0.0050555001,0.05000,2.939
47,block_sparse_moe.experts.134.w1,0.0003691705,0.05000,3.050
47,block_sparse_moe.experts.131.w1,0.0036679382,0.05000,3.050
47,block_sparse_moe.experts.142.w1,0.0015809823,0.05000,3.021
47,block_sparse_moe.experts.133.w1,0.0024286604,0.05000,2.983
47,block_sparse_moe.experts.129.w1,0.0101914769,0.05000,2.987
47,block_sparse_moe.experts.130.w1,0.0012215238,0.05000,2.917
47,block_sparse_moe.experts.143.w1,0.0022623955,0.05000,3.126
47,block_sparse_moe.experts.140.w1,0.0020207057,0.05000,3.095
47,block_sparse_moe.experts.138.w1,0.0041139762,0.05000,3.065
47,block_sparse_moe.experts.136.w1,0.0036441588,0.05000,3.083
47,block_sparse_moe.experts.132.w1,0.0031892888,0.05000,3.047
47,block_sparse_moe.experts.135.w1,0.0030883688,0.05000,3.086
47,block_sparse_moe.experts.139.w1,0.0009213225,0.05000,3.024
47,block_sparse_moe.experts.128.w1,0.0025535260,0.05000,3.114
47,block_sparse_moe.experts.153.w1,0.0018514926,0.05000,3.120
47,block_sparse_moe.experts.147.w1,0.0023790025,0.05000,2.939
47,block_sparse_moe.experts.157.w1,0.0024027850,0.05000,3.093
47,block_sparse_moe.experts.150.w1,0.0030368928,0.05000,3.176
47,block_sparse_moe.experts.156.w1,0.0013131969,0.05000,2.911
47,block_sparse_moe.experts.159.w1,0.0004156814,0.05000,2.983
47,block_sparse_moe.experts.145.w1,0.0017941252,0.05000,3.111
47,block_sparse_moe.experts.149.w1,0.0043389922,0.05000,3.199
47,block_sparse_moe.experts.152.w1,0.0039930227,0.05000,2.892
47,block_sparse_moe.experts.158.w1,0.0025982224,0.05000,3.239
47,block_sparse_moe.experts.148.w1,0.0036182784,0.05000,2.914
47,block_sparse_moe.experts.146.w1,0.0014098187,0.05000,3.286
47,block_sparse_moe.experts.151.w1,0.0018943704,0.05000,3.060
47,block_sparse_moe.experts.155.w1,0.0039987127,0.05000,3.022
47,block_sparse_moe.experts.144.w1,0.0028302502,0.05000,3.104
47,block_sparse_moe.experts.154.w1,0.0038281258,0.05000,3.308
47,block_sparse_moe.experts.163.w1,0.0023433194,0.05000,2.972
47,block_sparse_moe.experts.173.w1,0.0015998347,0.05000,3.142
47,block_sparse_moe.experts.169.w1,0.0028936062,0.05000,3.268
47,block_sparse_moe.experts.175.w1,0.0019903621,0.05000,3.023
47,block_sparse_moe.experts.166.w1,0.0015228163,0.05000,3.181
47,block_sparse_moe.experts.172.w1,0.0045768075,0.05000,3.146
47,block_sparse_moe.experts.164.w1,0.0015218769,0.05000,3.012
47,block_sparse_moe.experts.165.w1,0.0039839194,0.05000,3.092
47,block_sparse_moe.experts.168.w1,0.0034462467,0.05000,3.098
47,block_sparse_moe.experts.161.w1,0.0009564452,0.05000,3.196
47,block_sparse_moe.experts.167.w1,0.0050867099,0.05000,2.993
47,block_sparse_moe.experts.171.w1,0.0005880248,0.05000,2.984
47,block_sparse_moe.experts.162.w1,0.0026674658,0.05000,3.163
47,block_sparse_moe.experts.174.w1,0.0011228592,0.05000,3.293
47,block_sparse_moe.experts.160.w1,0.0033259109,0.05000,3.138
47,block_sparse_moe.experts.170.w1,0.0006891822,0.05000,3.273
47,block_sparse_moe.experts.179.w1,0.0015371742,0.05000,3.008
47,block_sparse_moe.experts.188.w1,0.0013157570,0.05000,2.785
47,block_sparse_moe.experts.191.w1,0.0004296875,0.05000,2.923
47,block_sparse_moe.experts.184.w1,0.0032475061,0.05000,2.811
47,block_sparse_moe.experts.189.w1,0.0013169514,0.05000,3.191
47,block_sparse_moe.experts.180.w1,0.0008728876,0.05000,2.910
47,block_sparse_moe.experts.187.w1,0.0029767822,0.05000,2.796
47,block_sparse_moe.experts.183.w1,0.0010391965,0.05000,2.902
47,block_sparse_moe.experts.182.w1,0.0034141851,0.05000,3.211
47,block_sparse_moe.experts.185.w1,0.0033958743,0.05000,3.321
47,block_sparse_moe.experts.181.w1,0.0015687559,0.05000,3.210
47,block_sparse_moe.experts.177.w1,0.0015196259,0.05000,3.217
47,block_sparse_moe.experts.190.w1,0.0026276004,0.05000,3.058
47,block_sparse_moe.experts.178.w1,0.0034815041,0.05000,3.112
47,block_sparse_moe.experts.176.w1,0.0036527579,0.05000,2.911
47,block_sparse_moe.experts.186.w1,0.0048632215,0.05000,3.051
47,block_sparse_moe.experts.195.w1,0.0019913246,0.05000,2.988
47,block_sparse_moe.experts.204.w1,0.0036696836,0.05000,2.825
47,block_sparse_moe.experts.200.w1,0.0040009190,0.05000,2.809
47,block_sparse_moe.experts.207.w1,0.0094437116,0.05000,2.912
47,block_sparse_moe.experts.196.w1,0.0051096408,0.05000,2.819
47,block_sparse_moe.experts.205.w1,0.0014345157,0.05000,3.086
47,block_sparse_moe.experts.203.w1,0.0019271102,0.05000,3.035
47,block_sparse_moe.experts.199.w1,0.0011505626,0.05000,3.064
47,block_sparse_moe.experts.198.w1,0.0026585046,0.05000,3.029
47,block_sparse_moe.experts.192.w1,0.0016728281,0.05000,2.755
47,block_sparse_moe.experts.201.w1,0.0022352083,0.05000,3.102
47,block_sparse_moe.experts.194.w1,0.0021884807,0.05000,2.934
47,block_sparse_moe.experts.206.w1,0.0003283747,0.05000,3.011
47,block_sparse_moe.experts.197.w1,0.0042581151,0.05000,3.110
47,block_sparse_moe.experts.193.w1,0.0028046555,0.05000,3.165
47,block_sparse_moe.experts.202.w1,0.0033272705,0.05000,3.221
47,block_sparse_moe.experts.220.w1,0.0038603023,0.05000,2.785
47,block_sparse_moe.experts.216.w1,0.0038038943,0.05000,2.827
47,block_sparse_moe.experts.211.w1,0.0018463586,0.05000,3.041
47,block_sparse_moe.experts.212.w1,0.0036636288,0.05000,2.950
47,block_sparse_moe.experts.223.w1,0.0043756662,0.05000,3.046
47,block_sparse_moe.experts.221.w1,0.0020861426,0.05000,2.974
47,block_sparse_moe.experts.208.w1,0.0018291047,0.05000,2.847
47,block_sparse_moe.experts.219.w1,0.0019509009,0.05000,3.121
47,block_sparse_moe.experts.214.w1,0.0053609972,0.05000,3.080
47,block_sparse_moe.experts.215.w1,0.0060985350,0.05000,3.116
47,block_sparse_moe.experts.217.w1,0.0033898253,0.05000,3.027
47,block_sparse_moe.experts.210.w1,0.0025532413,0.05000,3.096
47,block_sparse_moe.experts.213.w1,0.0010007130,0.05000,3.047
47,block_sparse_moe.experts.209.w1,0.0042897720,0.05000,3.038
47,block_sparse_moe.experts.222.w1,0.0010909730,0.05000,3.185
47,block_sparse_moe.experts.218.w1,0.0017521071,0.05000,3.196
47,block_sparse_moe.experts.236.w1,0.0286812695,0.05000,2.803
47,block_sparse_moe.experts.232.w1,0.0012412718,0.05000,2.770
47,block_sparse_moe.experts.228.w1,0.0046575997,0.05000,2.790
47,block_sparse_moe.experts.227.w1,0.0018181660,0.05000,3.154
47,block_sparse_moe.experts.224.w1,0.0045207523,0.05000,2.880
47,block_sparse_moe.experts.237.w1,0.0011954610,0.05000,2.984
47,block_sparse_moe.experts.239.w1,0.0024729215,0.05000,3.293
47,block_sparse_moe.experts.235.w1,0.0010918584,0.05000,3.078
47,block_sparse_moe.experts.229.w1,0.0023683681,0.05000,2.835
47,block_sparse_moe.experts.233.w1,0.0020035263,0.05000,3.010
47,block_sparse_moe.experts.230.w1,0.0031433961,0.05000,3.080
47,block_sparse_moe.experts.225.w1,0.0046628549,0.05000,2.828
47,block_sparse_moe.experts.231.w1,0.0023134242,0.05000,3.094
47,block_sparse_moe.experts.226.w1,0.0022963295,0.05000,3.034
47,block_sparse_moe.experts.238.w1,0.0021609768,0.05000,3.105
47,block_sparse_moe.experts.234.w1,0.0025427565,0.05000,2.987
47,block_sparse_moe.experts.252.w1,0.0007569232,0.05000,2.946
47,block_sparse_moe.experts.248.w1,0.0035564774,0.05000,2.963
47,block_sparse_moe.experts.244.w1,0.0011980635,0.05000,2.888
47,block_sparse_moe.experts.243.w1,0.0010628350,0.05000,2.940
47,block_sparse_moe.experts.240.w1,0.0013202357,0.05000,2.863
47,block_sparse_moe.experts.255.w1,0.0021750209,0.05000,2.931
47,block_sparse_moe.experts.253.w1,0.0020261307,0.05000,3.179
47,block_sparse_moe.experts.251.w1,0.0015612458,0.05000,2.996
47,block_sparse_moe.experts.247.w1,0.0013649366,0.05000,3.007
47,block_sparse_moe.experts.245.w1,0.0048835569,0.05000,3.169
47,block_sparse_moe.experts.241.w1,0.0024544045,0.05000,3.170
47,block_sparse_moe.experts.246.w1,0.0024496238,0.05000,3.226
47,block_sparse_moe.experts.249.w1,0.0039905220,0.05000,3.268
47,block_sparse_moe.experts.242.w1,0.0003465752,0.05000,3.143
47,block_sparse_moe.experts.254.w1,0.0015525139,0.05000,3.121
47,block_sparse_moe.experts.250.w1,0.0025661969,0.05000,3.031
47,block_sparse_moe.experts.12.w3,0.0015673594,0.05000,2.881
47,block_sparse_moe.experts.8.w3,0.0013401965,0.05000,2.917
47,block_sparse_moe.experts.4.w3,0.0016389357,0.05000,2.880
47,block_sparse_moe.experts.0.w3,0.0028894335,0.05000,2.886
47,block_sparse_moe.experts.3.w3,0.0028419011,0.05000,3.051
47,block_sparse_moe.experts.13.w3,0.0014550097,0.05000,2.946
47,block_sparse_moe.experts.15.w3,0.0049881669,0.05000,3.108
47,block_sparse_moe.experts.1.w3,0.0030363051,0.05000,2.867
47,block_sparse_moe.experts.11.w3,0.0038262324,0.05000,3.145
47,block_sparse_moe.experts.5.w3,0.0015431917,0.05000,2.965
47,block_sparse_moe.experts.7.w3,0.0020213347,0.05000,3.097
47,block_sparse_moe.experts.9.w3,0.0013236927,0.05000,3.039
47,block_sparse_moe.experts.2.w3,0.0008537720,0.05000,3.073
47,block_sparse_moe.experts.6.w3,0.0025156221,0.05000,3.170
47,block_sparse_moe.experts.14.w3,0.0031672623,0.05000,3.055
47,block_sparse_moe.experts.10.w3,0.0040129668,0.05000,3.119
47,block_sparse_moe.experts.28.w3,0.0021702645,0.05000,2.905
47,block_sparse_moe.experts.24.w3,0.0024175808,0.05000,2.901
47,block_sparse_moe.experts.20.w3,0.0013613831,0.05000,2.891
47,block_sparse_moe.experts.19.w3,0.0055897447,0.05000,2.851
47,block_sparse_moe.experts.16.w3,0.0047201774,0.05000,3.022
47,block_sparse_moe.experts.31.w3,0.0021044993,0.05000,2.894
47,block_sparse_moe.experts.29.w3,0.0011767813,0.05000,2.917
47,block_sparse_moe.experts.27.w3,0.0026165238,0.05000,2.829
47,block_sparse_moe.experts.21.w3,0.0017755301,0.05000,2.915
47,block_sparse_moe.experts.23.w3,0.0028128471,0.05000,2.873
47,block_sparse_moe.experts.17.w3,0.0058962791,0.05000,3.079
47,block_sparse_moe.experts.25.w3,0.0049875737,0.05000,2.951
47,block_sparse_moe.experts.18.w3,0.0029031815,0.05000,3.067
47,block_sparse_moe.experts.22.w3,0.0035608190,0.05000,3.055
47,block_sparse_moe.experts.30.w3,0.0017929706,0.05000,3.053
47,block_sparse_moe.experts.26.w3,0.0042171309,0.05000,3.185
47,block_sparse_moe.experts.44.w3,0.0047086753,0.05000,2.968
47,block_sparse_moe.experts.36.w3,0.0031931156,0.05000,2.890
47,block_sparse_moe.experts.40.w3,0.0018331829,0.05000,3.055
47,block_sparse_moe.experts.35.w3,0.0034311113,0.05000,2.958
47,block_sparse_moe.experts.32.w3,0.0017918373,0.05000,2.949
47,block_sparse_moe.experts.47.w3,0.0026915911,0.05000,2.893
47,block_sparse_moe.experts.43.w3,0.0032742966,0.05000,2.837
47,block_sparse_moe.experts.45.w3,0.0032132662,0.05000,3.145
47,block_sparse_moe.experts.37.w3,0.0033166952,0.05000,3.017
47,block_sparse_moe.experts.39.w3,0.0005595617,0.05000,3.003
47,block_sparse_moe.experts.33.w3,0.0003472380,0.05000,3.114
47,block_sparse_moe.experts.41.w3,0.0059710640,0.05000,3.078
47,block_sparse_moe.experts.34.w3,0.0038983411,0.05000,3.204
47,block_sparse_moe.experts.38.w3,0.0021500759,0.05000,3.215
47,block_sparse_moe.experts.46.w3,0.0018821342,0.05000,3.168
47,block_sparse_moe.experts.42.w3,0.0036686681,0.05000,3.059
47,block_sparse_moe.experts.60.w3,0.0035882207,0.05000,3.040
47,block_sparse_moe.experts.52.w3,0.0029691479,0.05000,2.993
47,block_sparse_moe.experts.56.w3,0.0063314825,0.05000,3.022
47,block_sparse_moe.experts.51.w3,0.0035013919,0.05000,2.957
47,block_sparse_moe.experts.48.w3,0.0018738905,0.05000,2.959
47,block_sparse_moe.experts.63.w3,0.0029421216,0.05000,3.103
47,block_sparse_moe.experts.61.w3,0.0021920181,0.05000,2.908
47,block_sparse_moe.experts.53.w3,0.0019666418,0.05000,2.898
47,block_sparse_moe.experts.59.w3,0.0023162570,0.05000,3.207
47,block_sparse_moe.experts.49.w3,0.0025947371,0.05000,2.881
47,block_sparse_moe.experts.55.w3,0.0020542861,0.05000,3.180
47,block_sparse_moe.experts.57.w3,0.0006103455,0.05000,2.916
47,block_sparse_moe.experts.50.w3,0.0020891024,0.05000,3.097
47,block_sparse_moe.experts.62.w3,0.0022807395,0.05000,3.122
47,block_sparse_moe.experts.54.w3,0.0038846168,0.05000,3.261
47,block_sparse_moe.experts.58.w3,0.0010393724,0.05000,3.190
47,block_sparse_moe.experts.76.w3,0.0013987338,0.05000,2.962
47,block_sparse_moe.experts.72.w3,0.0022602921,0.05000,2.889
47,block_sparse_moe.experts.68.w3,0.0015855718,0.05000,3.009
47,block_sparse_moe.experts.67.w3,0.0072481686,0.05000,3.000
47,block_sparse_moe.experts.64.w3,0.0033289852,0.05000,3.032
47,block_sparse_moe.experts.77.w3,0.0019854560,0.05000,2.941
47,block_sparse_moe.experts.69.w3,0.0034789381,0.05000,2.876
47,block_sparse_moe.experts.79.w3,0.0020670069,0.05000,3.169
47,block_sparse_moe.experts.65.w3,0.0046977463,0.05000,2.869
47,block_sparse_moe.experts.75.w3,0.0040051498,0.05000,3.217
47,block_sparse_moe.experts.73.w3,0.0057329766,0.05000,2.954
47,block_sparse_moe.experts.71.w3,0.0027836169,0.05000,3.041
47,block_sparse_moe.experts.66.w3,0.0050495690,0.05000,3.158
47,block_sparse_moe.experts.78.w3,0.0038199865,0.05000,3.156
47,block_sparse_moe.experts.70.w3,0.0060497449,0.05000,3.133
47,block_sparse_moe.experts.74.w3,0.0069120338,0.05000,3.146
47,block_sparse_moe.experts.92.w3,0.0015141407,0.05000,3.076
47,block_sparse_moe.experts.88.w3,0.0022614405,0.05000,3.125
47,block_sparse_moe.experts.84.w3,0.0019981507,0.05000,3.160
47,block_sparse_moe.experts.83.w3,0.0035405185,0.05000,3.023
47,block_sparse_moe.experts.80.w3,0.0027816140,0.05000,3.193
47,block_sparse_moe.experts.85.w3,0.0022710574,0.05000,2.906
47,block_sparse_moe.experts.93.w3,0.0047280029,0.05000,2.997
47,block_sparse_moe.experts.95.w3,0.0005197803,0.05000,3.064
47,block_sparse_moe.experts.81.w3,0.0028801916,0.05000,2.927
47,block_sparse_moe.experts.91.w3,0.0071398228,0.05000,2.979
47,block_sparse_moe.experts.89.w3,0.0024502943,0.05000,2.964
47,block_sparse_moe.experts.87.w3,0.0026404187,0.05000,3.011
47,block_sparse_moe.experts.82.w3,0.0021962146,0.05000,3.150
47,block_sparse_moe.experts.94.w3,0.0011859397,0.05000,3.126
47,block_sparse_moe.experts.86.w3,0.0029972497,0.05000,3.127
47,block_sparse_moe.experts.90.w3,0.0030456182,0.05000,3.149
47,block_sparse_moe.experts.108.w3,0.0019980922,0.05000,3.023
47,block_sparse_moe.experts.100.w3,0.0034618602,0.05000,2.995
47,block_sparse_moe.experts.104.w3,0.0005394979,0.05000,3.087
47,block_sparse_moe.experts.99.w3,0.0009940029,0.05000,3.080
47,block_sparse_moe.experts.96.w3,0.0036942723,0.05000,3.145
47,block_sparse_moe.experts.101.w3,0.0055050452,0.05000,3.160
47,block_sparse_moe.experts.109.w3,0.0027018659,0.05000,3.230
47,block_sparse_moe.experts.111.w3,0.0008120642,0.05000,3.110
47,block_sparse_moe.experts.97.w3,0.0017067920,0.05000,3.155
47,block_sparse_moe.experts.107.w3,0.0014017468,0.05000,3.081
47,block_sparse_moe.experts.103.w3,0.0031335923,0.05000,3.066
47,block_sparse_moe.experts.105.w3,0.0026278356,0.05000,3.174
47,block_sparse_moe.experts.98.w3,0.0030305186,0.05000,3.174
47,block_sparse_moe.experts.110.w3,0.0003404222,0.05000,3.092
47,block_sparse_moe.experts.102.w3,0.0012598326,0.05000,3.113
47,block_sparse_moe.experts.106.w3,0.0032998070,0.05000,3.233
47,block_sparse_moe.experts.124.w3,0.0029005962,0.05000,3.226
47,block_sparse_moe.experts.116.w3,0.0016542758,0.05000,3.110
47,block_sparse_moe.experts.120.w3,0.0055580337,0.05000,3.154
47,block_sparse_moe.experts.115.w3,0.0025534420,0.05000,3.101
47,block_sparse_moe.experts.112.w3,0.0090546110,0.05000,2.937
47,block_sparse_moe.experts.117.w3,0.0059092490,0.05000,3.108
47,block_sparse_moe.experts.125.w3,0.0016351519,0.05000,3.150
47,block_sparse_moe.experts.127.w3,0.0027738840,0.05000,3.061
47,block_sparse_moe.experts.113.w3,0.0009687671,0.05000,3.049
47,block_sparse_moe.experts.123.w3,0.0026159299,0.05000,3.074
47,block_sparse_moe.experts.121.w3,0.0005779032,0.05000,3.074
47,block_sparse_moe.experts.119.w3,0.0027618615,0.05000,3.250
47,block_sparse_moe.experts.114.w3,0.0029620851,0.05000,3.062
47,block_sparse_moe.experts.126.w3,0.0007597202,0.05000,3.064
47,block_sparse_moe.experts.118.w3,0.0035495930,0.05000,3.058
47,block_sparse_moe.experts.140.w3,0.0022655724,0.05000,2.801
47,block_sparse_moe.experts.122.w3,0.0589208982,0.05000,2.963
47,block_sparse_moe.experts.132.w3,0.0036046268,0.05000,2.847
47,block_sparse_moe.experts.136.w3,0.0040320572,0.05000,2.933
47,block_sparse_moe.experts.131.w3,0.0041093601,0.05000,3.139
47,block_sparse_moe.experts.128.w3,0.0028628208,0.05000,3.194
47,block_sparse_moe.experts.133.w3,0.0026543071,0.05000,2.960
47,block_sparse_moe.experts.141.w3,0.0056419081,0.05000,2.977
47,block_sparse_moe.experts.143.w3,0.0025115595,0.05000,3.031
47,block_sparse_moe.experts.129.w3,0.0117343413,0.05000,2.977
47,block_sparse_moe.experts.137.w3,0.0026845938,0.05000,2.961
47,block_sparse_moe.experts.139.w3,0.0010254076,0.05000,3.106
47,block_sparse_moe.experts.135.w3,0.0033802265,0.05000,3.146
47,block_sparse_moe.experts.130.w3,0.0013183828,0.05000,3.210
47,block_sparse_moe.experts.142.w3,0.0017997880,0.05000,3.215
47,block_sparse_moe.experts.134.w3,0.0004134058,0.05000,3.241
47,block_sparse_moe.experts.156.w3,0.0015323289,0.05000,3.031
47,block_sparse_moe.experts.152.w3,0.0045757386,0.05000,2.959
47,block_sparse_moe.experts.148.w3,0.0041675549,0.05000,3.118
47,block_sparse_moe.experts.138.w3,0.0045444641,0.05000,3.334
47,block_sparse_moe.experts.147.w3,0.0026311924,0.05000,2.871
47,block_sparse_moe.experts.144.w3,0.0031504923,0.05000,2.982
47,block_sparse_moe.experts.159.w3,0.0004593504,0.05000,2.863
47,block_sparse_moe.experts.157.w3,0.0027316792,0.05000,3.100
47,block_sparse_moe.experts.145.w3,0.0019791982,0.05000,3.078
47,block_sparse_moe.experts.149.w3,0.0050477412,0.05000,3.284
47,block_sparse_moe.experts.155.w3,0.0044756715,0.05000,2.844
47,block_sparse_moe.experts.153.w3,0.0020950387,0.05000,3.077
47,block_sparse_moe.experts.151.w3,0.0021923319,0.05000,2.956
47,block_sparse_moe.experts.146.w3,0.0016191417,0.05000,3.203
47,block_sparse_moe.experts.158.w3,0.0028222447,0.05000,3.200
47,block_sparse_moe.experts.172.w3,0.0050503326,0.05000,2.956
47,block_sparse_moe.experts.150.w3,0.0035058213,0.05000,3.148
47,block_sparse_moe.experts.168.w3,0.0039155794,0.05000,2.882
47,block_sparse_moe.experts.164.w3,0.0016111007,0.05000,2.907
47,block_sparse_moe.experts.154.w3,0.0044399305,0.05000,3.099
47,block_sparse_moe.experts.163.w3,0.0027191935,0.05000,3.114
47,block_sparse_moe.experts.160.w3,0.0039705153,0.05000,2.940
47,block_sparse_moe.experts.175.w3,0.0021726160,0.05000,3.032
47,block_sparse_moe.experts.165.w3,0.0044595158,0.05000,3.032
47,block_sparse_moe.experts.173.w3,0.0018526935,0.05000,3.093
47,block_sparse_moe.experts.171.w3,0.0006642554,0.05000,3.017
47,block_sparse_moe.experts.161.w3,0.0010978668,0.05000,3.081
47,block_sparse_moe.experts.169.w3,0.0031819895,0.05000,3.035
47,block_sparse_moe.experts.167.w3,0.0056385051,0.05000,3.030
47,block_sparse_moe.experts.166.w3,0.0017418338,0.05000,2.803
47,block_sparse_moe.experts.162.w3,0.0029584393,0.05000,2.963
47,block_sparse_moe.experts.188.w3,0.0014296436,0.05000,2.946
47,block_sparse_moe.experts.174.w3,0.0012862641,0.05000,2.954
47,block_sparse_moe.experts.184.w3,0.0038971861,0.05000,2.913
47,block_sparse_moe.experts.180.w3,0.0009722609,0.05000,3.034
47,block_sparse_moe.experts.170.w3,0.0007632718,0.05000,2.878
47,block_sparse_moe.experts.179.w3,0.0017743167,0.05000,3.059
47,block_sparse_moe.experts.176.w3,0.0042831530,0.05000,2.985
47,block_sparse_moe.experts.191.w3,0.0004829504,0.05000,3.086
47,block_sparse_moe.experts.177.w3,0.0016850893,0.05000,2.949
47,block_sparse_moe.experts.189.w3,0.0015104189,0.05000,3.028
47,block_sparse_moe.experts.187.w3,0.0034395529,0.05000,3.042
47,block_sparse_moe.experts.181.w3,0.0017388656,0.05000,3.076
47,block_sparse_moe.experts.185.w3,0.0038957430,0.05000,3.130
47,block_sparse_moe.experts.183.w3,0.0011643719,0.05000,3.018
47,block_sparse_moe.experts.204.w3,0.0042591273,0.05000,2.981
47,block_sparse_moe.experts.182.w3,0.0039424589,0.05000,3.090
47,block_sparse_moe.experts.190.w3,0.0029248244,0.05000,3.028
47,block_sparse_moe.experts.178.w3,0.0038521785,0.05000,3.088
47,block_sparse_moe.experts.200.w3,0.0043386756,0.05000,3.042
47,block_sparse_moe.experts.196.w3,0.0058226666,0.05000,2.986
47,block_sparse_moe.experts.186.w3,0.0055694314,0.05000,3.076
47,block_sparse_moe.experts.195.w3,0.0022661594,0.05000,2.842
47,block_sparse_moe.experts.192.w3,0.0019587029,0.05000,3.080
47,block_sparse_moe.experts.207.w3,0.0107019445,0.05000,2.776
47,block_sparse_moe.experts.197.w3,0.0049010843,0.05000,2.627
47,block_sparse_moe.experts.205.w3,0.0016250362,0.05000,2.732
47,block_sparse_moe.experts.203.w3,0.0022678910,0.05000,2.708
47,block_sparse_moe.experts.193.w3,0.0030910341,0.05000,2.831
47,block_sparse_moe.experts.201.w3,0.0024816394,0.05000,2.728
47,block_sparse_moe.experts.199.w3,0.0012678166,0.05000,2.755
47,block_sparse_moe.experts.198.w3,0.0030089838,0.05000,2.932
47,block_sparse_moe.experts.194.w3,0.0024893022,0.05000,2.939
47,block_sparse_moe.experts.206.w3,0.0003688282,0.05000,2.974
47,block_sparse_moe.experts.220.w3,0.0043798240,0.05000,3.031
47,block_sparse_moe.experts.216.w3,0.0043513656,0.05000,3.153
47,block_sparse_moe.experts.212.w3,0.0042809982,0.05000,3.120
47,block_sparse_moe.experts.202.w3,0.0036483188,0.05000,2.914
47,block_sparse_moe.experts.211.w3,0.0020707191,0.05000,3.006
47,block_sparse_moe.experts.213.w3,0.0011039937,0.05000,2.828
47,block_sparse_moe.experts.221.w3,0.0023333762,0.05000,2.809
47,block_sparse_moe.experts.208.w3,0.0020576279,0.05000,3.082
47,block_sparse_moe.experts.209.w3,0.0050780269,0.05000,2.773
47,block_sparse_moe.experts.223.w3,0.0049928679,0.05000,3.114
47,block_sparse_moe.experts.219.w3,0.0021484769,0.05000,3.016
47,block_sparse_moe.experts.217.w3,0.0037660369,0.05000,2.867
47,block_sparse_moe.experts.215.w3,0.0070456380,0.05000,3.078
47,block_sparse_moe.experts.210.w3,0.0028543272,0.05000,2.373
47,block_sparse_moe.experts.222.w3,0.0012278372,0.05000,2.468
47,block_sparse_moe.experts.214.w3,0.0060870506,0.05000,2.558
47,block_sparse_moe.experts.218.w3,0.0019510862,0.05000,2.542
47,block_sparse_moe.experts.236.w3,0.0331711129,0.05000,3.085
47,block_sparse_moe.experts.232.w3,0.0013631855,0.05000,2.983
47,block_sparse_moe.experts.228.w3,0.0051973034,0.05000,3.025
47,block_sparse_moe.experts.227.w3,0.0020328443,0.05000,2.984
47,block_sparse_moe.experts.229.w3,0.0027233897,0.05000,2.751
47,block_sparse_moe.experts.237.w3,0.0014119721,0.05000,2.844
47,block_sparse_moe.experts.225.w3,0.0053436118,0.05000,2.868
47,block_sparse_moe.experts.224.w3,0.0052239081,0.05000,3.038
47,block_sparse_moe.experts.235.w3,0.0012537015,0.05000,2.961
47,block_sparse_moe.experts.233.w3,0.0023033624,0.05000,2.808
47,block_sparse_moe.experts.239.w3,0.0027961406,0.05000,3.036
47,block_sparse_moe.experts.231.w3,0.0025466746,0.05000,2.822
47,block_sparse_moe.experts.226.w3,0.0024922095,0.05000,3.002
47,block_sparse_moe.experts.238.w3,0.0026322049,0.05000,2.999
47,block_sparse_moe.experts.230.w3,0.0036571356,0.05000,3.043
47,block_sparse_moe.experts.234.w3,0.0028859259,0.05000,2.863
47,block_sparse_moe.experts.252.w3,0.0008722123,0.05000,3.059
47,block_sparse_moe.experts.248.w3,0.0039942126,0.05000,2.984
47,block_sparse_moe.experts.244.w3,0.0013291344,0.05000,3.000
47,block_sparse_moe.experts.245.w3,0.0056214863,0.05000,2.796
47,block_sparse_moe.experts.240.w3,0.0015199131,0.05000,2.449
47,block_sparse_moe.experts.253.w3,0.0024079637,0.05000,2.758
47,block_sparse_moe.experts.243.w3,0.0011861405,0.05000,3.044
47,block_sparse_moe.experts.241.w3,0.0029286447,0.05000,2.770
47,block_sparse_moe.experts.249.w3,0.0044833846,0.05000,2.586
47,block_sparse_moe.experts.255.w3,0.0025162229,0.05000,2.879
47,block_sparse_moe.experts.251.w3,0.0017332014,0.05000,2.924
47,block_sparse_moe.experts.247.w3,0.0015267660,0.05000,2.615
47,block_sparse_moe.experts.242.w3,0.0003886360,0.05000,2.707
47,block_sparse_moe.experts.254.w3,0.0018044529,0.05000,2.684
47,block_sparse_moe.experts.246.w3,0.0028413157,0.05000,2.634
47,block_sparse_moe.experts.250.w3,0.0029227802,0.05000,2.384
47,block_sparse_moe.experts.6.w2,0.0028060851,0.05000,1.379
47,block_sparse_moe.experts.5.w2,0.0005137923,0.05000,1.413
47,block_sparse_moe.experts.10.w2,0.0074441353,0.05000,1.415
47,block_sparse_moe.experts.13.w2,0.0021861530,0.05000,1.439
47,block_sparse_moe.experts.14.w2,0.0025631047,0.05000,1.445
47,block_sparse_moe.experts.2.w2,0.0026613571,0.05000,1.475
47,block_sparse_moe.experts.1.w2,0.0068408512,0.05000,1.489
47,block_sparse_moe.experts.15.w2,0.0045669143,0.05000,1.488
47,block_sparse_moe.experts.3.w2,0.0074820965,0.05000,1.507
47,block_sparse_moe.experts.9.w2,0.0023282613,0.05000,1.504
47,block_sparse_moe.experts.0.w2,0.0174151147,0.05000,1.539
47,block_sparse_moe.experts.4.w2,0.0095418195,0.05000,1.515
47,block_sparse_moe.experts.7.w2,0.0061360645,0.05000,1.535
47,block_sparse_moe.experts.11.w2,0.0066980522,0.05000,1.568
47,block_sparse_moe.experts.12.w2,0.0004483741,0.05000,1.582
47,block_sparse_moe.experts.8.w2,0.0064926792,0.05000,1.586
47,block_sparse_moe.experts.22.w2,0.0205024295,0.05000,1.305
47,block_sparse_moe.experts.26.w2,0.0036176764,0.05000,1.313
47,block_sparse_moe.experts.30.w2,0.0024691351,0.05000,1.317
47,block_sparse_moe.experts.18.w2,0.0075367077,0.05000,1.329
47,block_sparse_moe.experts.29.w2,0.0022314248,0.05000,1.469
47,block_sparse_moe.experts.31.w2,0.0065818463,0.05000,1.459
47,block_sparse_moe.experts.16.w2,0.0128224233,0.05000,1.475
47,block_sparse_moe.experts.20.w2,0.0077957473,0.05000,1.476
47,block_sparse_moe.experts.19.w2,0.0275956610,0.05000,1.491
47,block_sparse_moe.experts.27.w2,0.0025798403,0.05000,1.428
47,block_sparse_moe.experts.25.w2,0.0168594109,0.05000,1.501
47,block_sparse_moe.experts.23.w2,0.0016898531,0.05000,1.491
47,block_sparse_moe.experts.17.w2,0.0024417286,0.05000,1.566
47,block_sparse_moe.experts.21.w2,0.0047843488,0.05000,1.633
47,block_sparse_moe.experts.24.w2,0.0053073345,0.05000,1.483
47,block_sparse_moe.experts.28.w2,0.0017278030,0.05000,1.490
47,block_sparse_moe.experts.38.w2,0.0082375589,0.05000,1.485
47,block_sparse_moe.experts.42.w2,0.0077852500,0.05000,1.507
47,block_sparse_moe.experts.34.w2,0.0028291043,0.05000,1.508
47,block_sparse_moe.experts.32.w2,0.0025493840,0.05000,1.315
47,block_sparse_moe.experts.46.w2,0.0055631568,0.05000,1.547
47,block_sparse_moe.experts.36.w2,0.0138536034,0.05000,1.374
47,block_sparse_moe.experts.45.w2,0.0011498137,0.05000,1.479
47,block_sparse_moe.experts.44.w2,0.0018647190,0.05000,1.364
47,block_sparse_moe.experts.35.w2,0.0043169738,0.05000,1.444
47,block_sparse_moe.experts.40.w2,0.0059816870,0.05000,1.397
47,block_sparse_moe.experts.47.w2,0.0057486937,0.05000,1.531
47,block_sparse_moe.experts.43.w2,0.0116605158,0.05000,1.483
47,block_sparse_moe.experts.33.w2,0.0006983232,0.05000,1.470
47,block_sparse_moe.experts.37.w2,0.0039893066,0.05000,1.479
47,block_sparse_moe.experts.39.w2,0.0022589249,0.05000,1.528
47,block_sparse_moe.experts.41.w2,0.0100930547,0.05000,1.558
47,block_sparse_moe.experts.54.w2,0.0106668170,0.05000,1.439
47,block_sparse_moe.experts.58.w2,0.0005868641,0.05000,1.412
47,block_sparse_moe.experts.50.w2,0.0068931961,0.05000,1.419
47,block_sparse_moe.experts.51.w2,0.0021078259,0.05000,1.276
47,block_sparse_moe.experts.62.w2,0.0075748177,0.05000,1.454
47,block_sparse_moe.experts.48.w2,0.0029114382,0.05000,1.516
47,block_sparse_moe.experts.63.w2,0.0045448365,0.05000,1.357
47,block_sparse_moe.experts.59.w2,0.0010254548,0.05000,1.383
47,block_sparse_moe.experts.52.w2,0.0076846661,0.05000,1.506
47,block_sparse_moe.experts.61.w2,0.0048217957,0.05000,1.508
47,block_sparse_moe.experts.55.w2,0.0004661262,0.05000,1.372
47,block_sparse_moe.experts.60.w2,0.0026109618,0.05000,1.520
47,block_sparse_moe.experts.49.w2,0.0027256682,0.05000,1.482
47,block_sparse_moe.experts.56.w2,0.0220151029,0.05000,1.531
47,block_sparse_moe.experts.53.w2,0.0037645242,0.05000,1.497
47,block_sparse_moe.experts.57.w2,0.0028374662,0.05000,1.520
47,block_sparse_moe.experts.74.w2,0.0059287456,0.05000,1.420
47,block_sparse_moe.experts.70.w2,0.0270672315,0.05000,1.470
47,block_sparse_moe.experts.66.w2,0.0089245491,0.05000,1.439
47,block_sparse_moe.experts.67.w2,0.0303703277,0.05000,1.456
47,block_sparse_moe.experts.78.w2,0.0121547859,0.05000,1.494
47,block_sparse_moe.experts.79.w2,0.0027093181,0.05000,1.525
47,block_sparse_moe.experts.68.w2,0.0027830105,0.05000,1.502
47,block_sparse_moe.experts.75.w2,0.0040331256,0.05000,1.512
47,block_sparse_moe.experts.71.w2,0.0023840703,0.05000,1.485
47,block_sparse_moe.experts.64.w2,0.0135058113,0.05000,1.627
47,block_sparse_moe.experts.77.w2,0.0021897381,0.05000,1.597
47,block_sparse_moe.experts.76.w2,0.0105691371,0.05000,1.568
47,block_sparse_moe.experts.72.w2,0.0016203153,0.05000,1.543
47,block_sparse_moe.experts.65.w2,0.0065467689,0.05000,1.613
47,block_sparse_moe.experts.73.w2,0.0336950475,0.05000,1.531
47,block_sparse_moe.experts.69.w2,0.0055229844,0.05000,1.679
47,block_sparse_moe.experts.83.w2,0.0067901977,0.05000,1.343
47,block_sparse_moe.experts.90.w2,0.0095073831,0.05000,1.462
47,block_sparse_moe.experts.86.w2,0.0041174546,0.05000,1.467
47,block_sparse_moe.experts.95.w2,0.0017859418,0.05000,1.276
47,block_sparse_moe.experts.82.w2,0.0017281424,0.05000,1.500
47,block_sparse_moe.experts.91.w2,0.0065460205,0.05000,1.335
47,block_sparse_moe.experts.87.w2,0.0081544072,0.05000,1.337
47,block_sparse_moe.experts.94.w2,0.0016830257,0.05000,1.494
47,block_sparse_moe.experts.80.w2,0.0070084983,0.05000,1.485
47,block_sparse_moe.experts.84.w2,0.0040461626,0.05000,1.594
47,block_sparse_moe.experts.93.w2,0.0140823726,0.05000,1.508
47,block_sparse_moe.experts.89.w2,0.0077232924,0.05000,1.419
47,block_sparse_moe.experts.88.w2,0.0050484872,0.05000,1.505
47,block_sparse_moe.experts.92.w2,0.0058419954,0.05000,1.563
47,block_sparse_moe.experts.81.w2,0.0008654407,0.05000,1.502
47,block_sparse_moe.experts.85.w2,0.0057049304,0.05000,1.466
47,block_sparse_moe.experts.99.w2,0.0031294394,0.05000,1.308
47,block_sparse_moe.experts.111.w2,0.0014288875,0.05000,1.304
47,block_sparse_moe.experts.106.w2,0.0083360564,0.05000,1.470
47,block_sparse_moe.experts.107.w2,0.0051194027,0.05000,1.312
47,block_sparse_moe.experts.102.w2,0.0040653961,0.05000,1.497
47,block_sparse_moe.experts.98.w2,0.0063171781,0.05000,1.490
47,block_sparse_moe.experts.103.w2,0.0071196584,0.05000,1.390
47,block_sparse_moe.experts.110.w2,0.0023482904,0.05000,1.513
47,block_sparse_moe.experts.109.w2,0.0099196253,0.05000,1.315
47,block_sparse_moe.experts.97.w2,0.0034885479,0.05000,1.302
47,block_sparse_moe.experts.105.w2,0.0012321733,0.05000,1.429
47,block_sparse_moe.experts.96.w2,0.0086658109,0.05000,1.572
47,block_sparse_moe.experts.100.w2,0.0174358076,0.05000,1.551
47,block_sparse_moe.experts.101.w2,0.0018673448,0.05000,1.382
47,block_sparse_moe.experts.104.w2,0.0015218968,0.05000,1.550
47,block_sparse_moe.experts.108.w2,0.0048079074,0.05000,1.547
47,block_sparse_moe.experts.115.w2,0.0014458760,0.05000,1.478
47,block_sparse_moe.experts.127.w2,0.0088359157,0.05000,1.432
47,block_sparse_moe.experts.122.w2,0.1388808489,0.05000,1.406
47,block_sparse_moe.experts.118.w2,0.0081627664,0.05000,1.372
47,block_sparse_moe.experts.123.w2,0.0097728414,0.05000,1.434
47,block_sparse_moe.experts.114.w2,0.0132868722,0.05000,1.414
47,block_sparse_moe.experts.119.w2,0.0070162310,0.05000,1.413
47,block_sparse_moe.experts.126.w2,0.0026416325,0.05000,1.380
47,block_sparse_moe.experts.125.w2,0.0060117697,0.05000,1.614
47,block_sparse_moe.experts.113.w2,0.0024286351,0.05000,1.629
47,block_sparse_moe.experts.121.w2,0.0017471872,0.05000,1.608
47,block_sparse_moe.experts.112.w2,0.0196505134,0.05000,1.622
47,block_sparse_moe.experts.117.w2,0.0168069430,0.05000,1.578
47,block_sparse_moe.experts.116.w2,0.0045610095,0.05000,1.641
47,block_sparse_moe.experts.120.w2,0.0078243097,0.05000,1.626
47,block_sparse_moe.experts.124.w2,0.0086605460,0.05000,1.628
47,block_sparse_moe.experts.131.w2,0.0016518351,0.05000,1.312
47,block_sparse_moe.experts.143.w2,0.0022156381,0.05000,1.356
47,block_sparse_moe.experts.134.w2,0.0018380574,0.05000,1.378
47,block_sparse_moe.experts.139.w2,0.0003428481,0.05000,1.376
47,block_sparse_moe.experts.138.w2,0.0082011224,0.05000,1.438
47,block_sparse_moe.experts.135.w2,0.0099719196,0.05000,1.407
47,block_sparse_moe.experts.130.w2,0.0005730332,0.05000,1.416
47,block_sparse_moe.experts.142.w2,0.0015526249,0.05000,1.492
47,block_sparse_moe.experts.141.w2,0.0147494850,0.05000,1.556
47,block_sparse_moe.experts.137.w2,0.0025214396,0.05000,1.491
47,block_sparse_moe.experts.129.w2,0.0167132532,0.05000,1.547
47,block_sparse_moe.experts.133.w2,0.0026182043,0.05000,1.445
47,block_sparse_moe.experts.132.w2,0.0015958244,0.05000,1.465
47,block_sparse_moe.experts.136.w2,0.0062094574,0.05000,1.422
47,block_sparse_moe.experts.128.w2,0.0060700730,0.05000,1.563
47,block_sparse_moe.experts.140.w2,0.0008534228,0.05000,1.497
47,block_sparse_moe.experts.147.w2,0.0007911518,0.05000,1.499
47,block_sparse_moe.experts.159.w2,0.0010668237,0.05000,1.456
47,block_sparse_moe.experts.150.w2,0.0011821562,0.05000,1.531
47,block_sparse_moe.experts.154.w2,0.0114518695,0.05000,1.535
47,block_sparse_moe.experts.151.w2,0.0083927453,0.05000,1.442
47,block_sparse_moe.experts.155.w2,0.0059928223,0.05000,1.571
47,block_sparse_moe.experts.146.w2,0.0055526043,0.05000,1.503
47,block_sparse_moe.experts.158.w2,0.0069197298,0.05000,1.468
47,block_sparse_moe.experts.157.w2,0.0120463917,0.05000,1.460
47,block_sparse_moe.experts.148.w2,0.0141079660,0.05000,1.371
47,block_sparse_moe.experts.144.w2,0.0034770377,0.05000,1.314
47,block_sparse_moe.experts.145.w2,0.0022123870,0.05000,1.449
47,block_sparse_moe.experts.152.w2,0.0049044893,0.05000,1.386
47,block_sparse_moe.experts.149.w2,0.0278398530,0.05000,1.453
47,block_sparse_moe.experts.153.w2,0.0009604950,0.05000,1.524
47,block_sparse_moe.experts.156.w2,0.0029191167,0.05000,1.387
47,block_sparse_moe.experts.163.w2,0.0094176169,0.05000,1.584
47,block_sparse_moe.experts.175.w2,0.0044413956,0.05000,1.623
47,block_sparse_moe.experts.166.w2,0.0050887702,0.05000,1.492
47,block_sparse_moe.experts.162.w2,0.0011319934,0.05000,1.468
47,block_sparse_moe.experts.170.w2,0.0028916641,0.05000,1.583
47,block_sparse_moe.experts.171.w2,0.0021099767,0.05000,1.570
47,block_sparse_moe.experts.167.w2,0.0108478230,0.05000,1.627
47,block_sparse_moe.experts.174.w2,0.0023798970,0.05000,1.548
47,block_sparse_moe.experts.160.w2,0.0083428155,0.05000,1.468
47,block_sparse_moe.experts.173.w2,0.0060821451,0.05000,1.546
47,block_sparse_moe.experts.165.w2,0.0027434923,0.05000,1.488
47,block_sparse_moe.experts.168.w2,0.0012540549,0.05000,1.559
47,block_sparse_moe.experts.161.w2,0.0036646866,0.05000,1.569
47,block_sparse_moe.experts.164.w2,0.0194312053,0.05000,1.612
47,block_sparse_moe.experts.169.w2,0.0035943971,0.05000,1.555
47,block_sparse_moe.experts.172.w2,0.0131091790,0.05000,1.565
47,block_sparse_moe.experts.179.w2,0.0004164680,0.05000,1.499
47,block_sparse_moe.experts.191.w2,0.0019398357,0.05000,1.518
47,block_sparse_moe.experts.182.w2,0.0031345765,0.05000,1.517
47,block_sparse_moe.experts.178.w2,0.0127309569,0.05000,1.513
47,block_sparse_moe.experts.186.w2,0.0264991104,0.05000,1.507
47,block_sparse_moe.experts.187.w2,0.0023191122,0.05000,1.506
47,block_sparse_moe.experts.190.w2,0.0091566038,0.05000,1.367
47,block_sparse_moe.experts.183.w2,0.0013557978,0.05000,1.503
47,block_sparse_moe.experts.176.w2,0.0130450132,0.05000,1.459
47,block_sparse_moe.experts.184.w2,0.0090292829,0.05000,1.417
47,block_sparse_moe.experts.189.w2,0.0065062025,0.05000,1.544
47,block_sparse_moe.experts.180.w2,0.0054863905,0.05000,1.468
47,block_sparse_moe.experts.188.w2,0.0020613347,0.05000,1.421
47,block_sparse_moe.experts.181.w2,0.0007098481,0.05000,1.630
47,block_sparse_moe.experts.177.w2,0.0003021807,0.05000,1.572
47,block_sparse_moe.experts.185.w2,0.0034680844,0.05000,1.621
47,block_sparse_moe.experts.198.w2,0.0020068399,0.05000,1.249
47,block_sparse_moe.experts.195.w2,0.0031539531,0.05000,1.461
47,block_sparse_moe.experts.194.w2,0.0006673254,0.05000,1.285
47,block_sparse_moe.experts.202.w2,0.0179169585,0.05000,1.322
47,block_sparse_moe.experts.207.w2,0.0074855023,0.05000,1.485
47,block_sparse_moe.experts.206.w2,0.0012501822,0.05000,1.325
47,block_sparse_moe.experts.203.w2,0.0092769313,0.05000,1.488
47,block_sparse_moe.experts.199.w2,0.0045620720,0.05000,1.479
47,block_sparse_moe.experts.200.w2,0.0110161003,0.05000,1.476
47,block_sparse_moe.experts.192.w2,0.0032320810,0.05000,1.560
47,block_sparse_moe.experts.196.w2,0.0124160440,0.05000,1.515
47,block_sparse_moe.experts.205.w2,0.0042614873,0.05000,1.619
47,block_sparse_moe.experts.204.w2,0.0066563028,0.05000,1.536
47,block_sparse_moe.experts.193.w2,0.0026954956,0.05000,1.536
47,block_sparse_moe.experts.201.w2,0.0004856030,0.05000,1.482
47,block_sparse_moe.experts.197.w2,0.0118558705,0.05000,1.595
47,block_sparse_moe.experts.211.w2,0.0102065590,0.05000,1.426
47,block_sparse_moe.experts.214.w2,0.0099551766,0.05000,1.556
47,block_sparse_moe.experts.223.w2,0.0168682093,0.05000,1.436
47,block_sparse_moe.experts.210.w2,0.0019132373,0.05000,1.574
47,block_sparse_moe.experts.218.w2,0.0007876370,0.05000,1.562
47,block_sparse_moe.experts.219.w2,0.0077934648,0.05000,1.404
47,block_sparse_moe.experts.215.w2,0.0127822254,0.05000,1.364
47,block_sparse_moe.experts.222.w2,0.0023961974,0.05000,1.536
47,block_sparse_moe.experts.208.w2,0.0059098232,0.05000,1.630
47,block_sparse_moe.experts.212.w2,0.0081257624,0.05000,1.547
47,block_sparse_moe.experts.216.w2,0.0176463708,0.05000,1.669
47,block_sparse_moe.experts.221.w2,0.0074664724,0.05000,1.588
47,block_sparse_moe.experts.209.w2,0.0184384281,0.05000,1.562
47,block_sparse_moe.experts.217.w2,0.0064288343,0.05000,1.535
47,block_sparse_moe.experts.220.w2,0.0119048683,0.05000,1.646
47,block_sparse_moe.experts.213.w2,0.0006831858,0.05000,1.676
47,block_sparse_moe.experts.230.w2,0.0064576699,0.05000,1.370
47,block_sparse_moe.experts.227.w2,0.0050487655,0.05000,1.458
47,block_sparse_moe.experts.226.w2,0.0009157494,0.05000,1.339
47,block_sparse_moe.experts.239.w2,0.0127013736,0.05000,1.414
47,block_sparse_moe.experts.234.w2,0.0014032671,0.05000,1.399
47,block_sparse_moe.experts.235.w2,0.0057549304,0.05000,1.419
47,block_sparse_moe.experts.238.w2,0.0052341890,0.05000,1.462
47,block_sparse_moe.experts.231.w2,0.0184980442,0.05000,1.481
47,block_sparse_moe.experts.237.w2,0.0069492427,0.05000,1.303
47,block_sparse_moe.experts.224.w2,0.0188536841,0.05000,1.431
47,block_sparse_moe.experts.232.w2,0.0018469550,0.05000,1.408
47,block_sparse_moe.experts.233.w2,0.0064304133,0.05000,1.285
47,block_sparse_moe.experts.228.w2,0.0074439668,0.05000,1.446
47,block_sparse_moe.experts.225.w2,0.0128016202,0.05000,1.343
47,block_sparse_moe.experts.236.w2,0.0830657424,0.05000,1.302
47,block_sparse_moe.experts.229.w2,0.0077400298,0.05000,1.274
47,block_sparse_moe.experts.246.w2,0.0023967609,0.05000,1.551
47,block_sparse_moe.experts.243.w2,0.0003674180,0.05000,1.529
47,block_sparse_moe.experts.255.w2,0.0077637408,0.05000,1.517
47,block_sparse_moe.experts.242.w2,0.0030592855,0.05000,1.619
47,block_sparse_moe.experts.250.w2,0.0011084898,0.05000,1.517
47,block_sparse_moe.experts.251.w2,0.0070140896,0.05000,1.488
47,block_sparse_moe.experts.247.w2,0.0010187962,0.05000,1.433
47,block_sparse_moe.experts.254.w2,0.0042463995,0.05000,1.462
47,block_sparse_moe.experts.240.w2,0.0053917410,0.05000,1.479
47,block_sparse_moe.experts.252.w2,0.0024910082,0.05000,1.419
47,block_sparse_moe.experts.244.w2,0.0030160041,0.05000,1.457
47,block_sparse_moe.experts.248.w2,0.0074568281,0.05000,1.500
47,block_sparse_moe.experts.253.w2,0.0069581929,0.05000,1.521
47,block_sparse_moe.experts.249.w2,0.0064669174,0.05000,1.512
47,block_sparse_moe.experts.241.w2,0.0064064687,0.05000,1.485
47,block_sparse_moe.experts.245.w2,0.0133350723,0.05000,1.418
48,self_attn.v_proj,0.0000335089,0.05000,0.993
48,self_attn.k_proj,0.0000271629,0.05000,1.011
48,self_attn.q_proj,0.0001848416,0.05000,1.028
48,self_attn.o_proj,0.0000168127,0.05000,1.820
48,block_sparse_moe.experts.1.w1,0.0023485117,0.05000,3.022
48,block_sparse_moe.experts.5.w1,0.0006738785,0.05000,3.048
48,block_sparse_moe.experts.9.w1,0.0029179114,0.05000,2.986
48,block_sparse_moe.experts.13.w1,0.0022088152,0.05000,3.072
48,block_sparse_moe.experts.12.w1,0.0016372830,0.05000,3.085
48,block_sparse_moe.experts.4.w1,0.0014963472,0.05000,3.132
48,block_sparse_moe.experts.0.w1,0.0011113954,0.05000,3.140
48,block_sparse_moe.experts.3.w1,0.0018813899,0.05000,3.157
48,block_sparse_moe.experts.11.w1,0.0021919446,0.05000,3.158
48,block_sparse_moe.experts.8.w1,0.0033522180,0.05000,3.178
48,block_sparse_moe.experts.7.w1,0.0023641405,0.05000,3.221
48,block_sparse_moe.experts.14.w1,0.0025144153,0.05000,3.365
48,block_sparse_moe.experts.15.w1,0.0071152552,0.05000,3.369
48,block_sparse_moe.experts.6.w1,0.0020623226,0.05000,3.393
48,block_sparse_moe.experts.2.w1,0.0036389610,0.05000,3.427
48,block_sparse_moe.experts.10.w1,0.0033148077,0.05000,3.448
48,block_sparse_moe.experts.29.w1,0.0020191324,0.05000,3.000
48,block_sparse_moe.experts.21.w1,0.0018857479,0.05000,3.052
48,block_sparse_moe.experts.25.w1,0.0030532470,0.05000,3.071
48,block_sparse_moe.experts.17.w1,0.0023943388,0.05000,3.107
48,block_sparse_moe.experts.28.w1,0.0059323479,0.05000,3.104
48,block_sparse_moe.experts.16.w1,0.0022107548,0.05000,3.055
48,block_sparse_moe.experts.23.w1,0.0011491895,0.05000,3.001
48,block_sparse_moe.experts.24.w1,0.0032802678,0.05000,3.065
48,block_sparse_moe.experts.19.w1,0.0025357463,0.05000,3.156
48,block_sparse_moe.experts.20.w1,0.0018900974,0.05000,3.183
48,block_sparse_moe.experts.30.w1,0.0027776191,0.05000,2.981
48,block_sparse_moe.experts.27.w1,0.0027797351,0.05000,3.189
48,block_sparse_moe.experts.31.w1,0.0028195888,0.05000,3.044
48,block_sparse_moe.experts.26.w1,0.0009075856,0.05000,3.007
48,block_sparse_moe.experts.22.w1,0.0080402531,0.05000,3.089
48,block_sparse_moe.experts.18.w1,0.0033718850,0.05000,3.121
48,block_sparse_moe.experts.45.w1,0.0027555467,0.05000,2.637
48,block_sparse_moe.experts.37.w1,0.0031179506,0.05000,2.682
48,block_sparse_moe.experts.33.w1,0.0038546071,0.05000,2.731
48,block_sparse_moe.experts.41.w1,0.0053840711,0.05000,2.761
48,block_sparse_moe.experts.44.w1,0.0015070822,0.05000,3.004
48,block_sparse_moe.experts.40.w1,0.0004069345,0.05000,2.993
48,block_sparse_moe.experts.36.w1,0.0007312934,0.05000,2.993
48,block_sparse_moe.experts.32.w1,0.0038489916,0.05000,3.115
48,block_sparse_moe.experts.39.w1,0.0042842870,0.05000,3.103
48,block_sparse_moe.experts.46.w1,0.0028648409,0.05000,3.108
48,block_sparse_moe.experts.43.w1,0.0004046163,0.05000,3.131
48,block_sparse_moe.experts.35.w1,0.0014763458,0.05000,3.217
48,block_sparse_moe.experts.38.w1,0.0014148122,0.05000,3.097
48,block_sparse_moe.experts.47.w1,0.0008616259,0.05000,3.178
48,block_sparse_moe.experts.42.w1,0.0005823350,0.05000,3.199
48,block_sparse_moe.experts.34.w1,0.0010581659,0.05000,3.178
48,block_sparse_moe.experts.61.w1,0.0058139353,0.05000,3.089
48,block_sparse_moe.experts.53.w1,0.0018675649,0.05000,3.049
48,block_sparse_moe.experts.60.w1,0.0021335110,0.05000,2.809
48,block_sparse_moe.experts.49.w1,0.0013593374,0.05000,3.150
48,block_sparse_moe.experts.56.w1,0.0013434653,0.05000,2.814
48,block_sparse_moe.experts.57.w1,0.0034298971,0.05000,3.170
48,block_sparse_moe.experts.48.w1,0.0017758186,0.05000,2.862
48,block_sparse_moe.experts.52.w1,0.0032985914,0.05000,2.893
48,block_sparse_moe.experts.55.w1,0.0220341309,0.05000,3.046
48,block_sparse_moe.experts.51.w1,0.0017733794,0.05000,2.925
48,block_sparse_moe.experts.59.w1,0.0011580740,0.05000,2.979
48,block_sparse_moe.experts.62.w1,0.0016863427,0.05000,3.095
48,block_sparse_moe.experts.63.w1,0.0059206073,0.05000,3.001
48,block_sparse_moe.experts.54.w1,0.0195618826,0.05000,3.020
48,block_sparse_moe.experts.58.w1,0.0017041357,0.05000,3.087
48,block_sparse_moe.experts.50.w1,0.0008414085,0.05000,3.054
48,block_sparse_moe.experts.77.w1,0.0018181999,0.05000,3.075
48,block_sparse_moe.experts.65.w1,0.0039245822,0.05000,2.977
48,block_sparse_moe.experts.69.w1,0.0020807738,0.05000,3.216
48,block_sparse_moe.experts.76.w1,0.0011249680,0.05000,3.104
48,block_sparse_moe.experts.72.w1,0.0026677629,0.05000,3.139
48,block_sparse_moe.experts.73.w1,0.0076329748,0.05000,3.141
48,block_sparse_moe.experts.68.w1,0.0022009869,0.05000,3.053
48,block_sparse_moe.experts.71.w1,0.0043284897,0.05000,2.964
48,block_sparse_moe.experts.64.w1,0.0033432764,0.05000,3.175
48,block_sparse_moe.experts.67.w1,0.0020239110,0.05000,3.035
48,block_sparse_moe.experts.75.w1,0.0040042800,0.05000,3.108
48,block_sparse_moe.experts.78.w1,0.0094456820,0.05000,3.057
48,block_sparse_moe.experts.79.w1,0.0008626477,0.05000,3.074
48,block_sparse_moe.experts.74.w1,0.0013273298,0.05000,2.978
48,block_sparse_moe.experts.70.w1,0.0013681948,0.05000,3.119
48,block_sparse_moe.experts.66.w1,0.0022361378,0.05000,3.130
48,block_sparse_moe.experts.93.w1,0.0018635083,0.05000,3.288
48,block_sparse_moe.experts.81.w1,0.0041200192,0.05000,3.217
48,block_sparse_moe.experts.92.w1,0.0010115040,0.05000,3.146
48,block_sparse_moe.experts.85.w1,0.0027801657,0.05000,3.273
48,block_sparse_moe.experts.84.w1,0.0017433914,0.05000,3.157
48,block_sparse_moe.experts.88.w1,0.0014387303,0.05000,3.246
48,block_sparse_moe.experts.80.w1,0.0025408574,0.05000,3.100
48,block_sparse_moe.experts.87.w1,0.0009803700,0.05000,3.148
48,block_sparse_moe.experts.83.w1,0.0019318547,0.05000,2.996
48,block_sparse_moe.experts.89.w1,0.0024679581,0.05000,3.362
48,block_sparse_moe.experts.95.w1,0.0030752529,0.05000,3.010
48,block_sparse_moe.experts.91.w1,0.0014338565,0.05000,3.115
48,block_sparse_moe.experts.94.w1,0.0051321580,0.05000,3.149
48,block_sparse_moe.experts.86.w1,0.0021919971,0.05000,3.195
48,block_sparse_moe.experts.90.w1,0.0014547523,0.05000,3.223
48,block_sparse_moe.experts.82.w1,0.0036375732,0.05000,3.265
48,block_sparse_moe.experts.97.w1,0.0024583744,0.05000,2.988
48,block_sparse_moe.experts.109.w1,0.0045116961,0.05000,3.074
48,block_sparse_moe.experts.108.w1,0.0003907908,0.05000,3.113
48,block_sparse_moe.experts.101.w1,0.0010098193,0.05000,3.068
48,block_sparse_moe.experts.100.w1,0.0018301578,0.05000,2.991
48,block_sparse_moe.experts.103.w1,0.0036973019,0.05000,2.972
48,block_sparse_moe.experts.96.w1,0.0013364614,0.05000,3.044
48,block_sparse_moe.experts.105.w1,0.0016585931,0.05000,3.037
48,block_sparse_moe.experts.99.w1,0.0042389862,0.05000,3.134
48,block_sparse_moe.experts.104.w1,0.0040517836,0.05000,3.203
48,block_sparse_moe.experts.107.w1,0.0018738483,0.05000,2.999
48,block_sparse_moe.experts.111.w1,0.0038218730,0.05000,3.070
48,block_sparse_moe.experts.110.w1,0.0020457047,0.05000,3.213
48,block_sparse_moe.experts.102.w1,0.0016953910,0.05000,3.168
48,block_sparse_moe.experts.106.w1,0.0039829800,0.05000,3.254
48,block_sparse_moe.experts.98.w1,0.0013640279,0.05000,3.285
48,block_sparse_moe.experts.119.w1,0.0017752126,0.05000,2.774
48,block_sparse_moe.experts.124.w1,0.0048009189,0.05000,3.014
48,block_sparse_moe.experts.116.w1,0.0077742888,0.05000,3.003
48,block_sparse_moe.experts.125.w1,0.0023471106,0.05000,3.182
48,block_sparse_moe.experts.113.w1,0.0028269446,0.05000,3.239
48,block_sparse_moe.experts.112.w1,0.0020150447,0.05000,3.053
48,block_sparse_moe.experts.123.w1,0.0034514690,0.05000,2.884
48,block_sparse_moe.experts.115.w1,0.0018129173,0.05000,2.947
48,block_sparse_moe.experts.120.w1,0.0012363303,0.05000,3.012
48,block_sparse_moe.experts.117.w1,0.0018779916,0.05000,3.268
48,block_sparse_moe.experts.127.w1,0.0057984481,0.05000,2.944
48,block_sparse_moe.experts.121.w1,0.0017323956,0.05000,3.124
48,block_sparse_moe.experts.126.w1,0.0009697213,0.05000,2.962
48,block_sparse_moe.experts.118.w1,0.0053647072,0.05000,2.973
48,block_sparse_moe.experts.122.w1,0.0080761863,0.05000,3.064
48,block_sparse_moe.experts.114.w1,0.0022629034,0.05000,3.049
48,block_sparse_moe.experts.140.w1,0.0031495901,0.05000,2.945
48,block_sparse_moe.experts.132.w1,0.0026625805,0.05000,2.968
48,block_sparse_moe.experts.135.w1,0.0040803942,0.05000,3.154
48,block_sparse_moe.experts.141.w1,0.0043048555,0.05000,2.965
48,block_sparse_moe.experts.129.w1,0.0033543618,0.05000,3.068
48,block_sparse_moe.experts.128.w1,0.0014895544,0.05000,3.047
48,block_sparse_moe.experts.136.w1,0.0024491722,0.05000,3.068
48,block_sparse_moe.experts.131.w1,0.0015585606,0.05000,3.190
48,block_sparse_moe.experts.137.w1,0.0040686059,0.05000,3.031
48,block_sparse_moe.experts.133.w1,0.0015257320,0.05000,3.132
48,block_sparse_moe.experts.139.w1,0.0035010986,0.05000,3.232
48,block_sparse_moe.experts.143.w1,0.0014599991,0.05000,3.157
48,block_sparse_moe.experts.142.w1,0.0008121380,0.05000,3.023
48,block_sparse_moe.experts.134.w1,0.0026119021,0.05000,2.970
48,block_sparse_moe.experts.138.w1,0.0039778237,0.05000,2.938
48,block_sparse_moe.experts.130.w1,0.0006502705,0.05000,2.921
48,block_sparse_moe.experts.156.w1,0.0005065911,0.05000,2.861
48,block_sparse_moe.experts.148.w1,0.0017205051,0.05000,2.955
48,block_sparse_moe.experts.157.w1,0.0002693826,0.05000,2.993
48,block_sparse_moe.experts.144.w1,0.0034299018,0.05000,2.867
48,block_sparse_moe.experts.151.w1,0.0010834474,0.05000,3.103
48,block_sparse_moe.experts.152.w1,0.0025228717,0.05000,2.779
48,block_sparse_moe.experts.145.w1,0.0034352075,0.05000,3.063
48,block_sparse_moe.experts.153.w1,0.0040233062,0.05000,2.903
48,block_sparse_moe.experts.158.w1,0.0035918053,0.05000,2.865
48,block_sparse_moe.experts.149.w1,0.0024616295,0.05000,3.046
48,block_sparse_moe.experts.155.w1,0.0034328192,0.05000,3.050
48,block_sparse_moe.experts.147.w1,0.0019892756,0.05000,3.126
48,block_sparse_moe.experts.150.w1,0.0021752807,0.05000,2.907
48,block_sparse_moe.experts.159.w1,0.0041351831,0.05000,3.096
48,block_sparse_moe.experts.154.w1,0.0011993215,0.05000,2.961
48,block_sparse_moe.experts.146.w1,0.0011765606,0.05000,2.944
48,block_sparse_moe.experts.172.w1,0.0009280470,0.05000,2.949
48,block_sparse_moe.experts.164.w1,0.0020966338,0.05000,2.960
48,block_sparse_moe.experts.173.w1,0.0066193723,0.05000,3.017
48,block_sparse_moe.experts.160.w1,0.0026609044,0.05000,2.994
48,block_sparse_moe.experts.168.w1,0.0008058620,0.05000,3.027
48,block_sparse_moe.experts.161.w1,0.0060048888,0.05000,2.981
48,block_sparse_moe.experts.167.w1,0.0015343302,0.05000,3.074
48,block_sparse_moe.experts.169.w1,0.0017565457,0.05000,3.142
48,block_sparse_moe.experts.165.w1,0.0066146761,0.05000,3.037
48,block_sparse_moe.experts.174.w1,0.0022910145,0.05000,3.066
48,block_sparse_moe.experts.163.w1,0.0020618526,0.05000,3.069
48,block_sparse_moe.experts.166.w1,0.0016890366,0.05000,3.013
48,block_sparse_moe.experts.171.w1,0.0028734642,0.05000,3.111
48,block_sparse_moe.experts.175.w1,0.0020772333,0.05000,3.194
48,block_sparse_moe.experts.170.w1,0.0012563261,0.05000,3.031
48,block_sparse_moe.experts.162.w1,0.0489396763,0.05000,2.886
48,block_sparse_moe.experts.188.w1,0.0005536592,0.05000,3.002
48,block_sparse_moe.experts.180.w1,0.0034418218,0.05000,2.960
48,block_sparse_moe.experts.176.w1,0.0018626268,0.05000,2.862
48,block_sparse_moe.experts.184.w1,0.0022784362,0.05000,2.830
48,block_sparse_moe.experts.189.w1,0.0016309026,0.05000,3.081
48,block_sparse_moe.experts.183.w1,0.0025278651,0.05000,2.943
48,block_sparse_moe.experts.177.w1,0.0042997048,0.05000,3.083
48,block_sparse_moe.experts.187.w1,0.0034445753,0.05000,2.749
48,block_sparse_moe.experts.179.w1,0.0030760751,0.05000,2.853
48,block_sparse_moe.experts.181.w1,0.0018526335,0.05000,2.995
48,block_sparse_moe.experts.182.w1,0.0019503344,0.05000,2.940
48,block_sparse_moe.experts.185.w1,0.0023553987,0.05000,3.129
48,block_sparse_moe.experts.190.w1,0.0033156677,0.05000,3.073
48,block_sparse_moe.experts.191.w1,0.0025466210,0.05000,2.852
48,block_sparse_moe.experts.178.w1,0.0024158821,0.05000,3.036
48,block_sparse_moe.experts.186.w1,0.0036940020,0.05000,3.142
48,block_sparse_moe.experts.204.w1,0.0018032456,0.05000,3.074
48,block_sparse_moe.experts.200.w1,0.0023528014,0.05000,2.987
48,block_sparse_moe.experts.196.w1,0.0019981696,0.05000,3.115
48,block_sparse_moe.experts.192.w1,0.0025958429,0.05000,3.108
48,block_sparse_moe.experts.199.w1,0.0035540774,0.05000,2.968
48,block_sparse_moe.experts.205.w1,0.0029231399,0.05000,3.164
48,block_sparse_moe.experts.203.w1,0.0014673470,0.05000,2.982
48,block_sparse_moe.experts.193.w1,0.0057810963,0.05000,3.102
48,block_sparse_moe.experts.195.w1,0.0011949162,0.05000,3.003
48,block_sparse_moe.experts.197.w1,0.0073089419,0.05000,3.094
48,block_sparse_moe.experts.207.w1,0.0028289148,0.05000,2.974
48,block_sparse_moe.experts.198.w1,0.0022977684,0.05000,3.093
48,block_sparse_moe.experts.201.w1,0.0014029589,0.05000,3.062
48,block_sparse_moe.experts.206.w1,0.0005895331,0.05000,3.087
48,block_sparse_moe.experts.202.w1,0.0014045667,0.05000,2.953
48,block_sparse_moe.experts.194.w1,0.0021753655,0.05000,3.031
48,block_sparse_moe.experts.220.w1,0.0042386399,0.05000,3.071
48,block_sparse_moe.experts.216.w1,0.0006628468,0.05000,3.044
48,block_sparse_moe.experts.208.w1,0.0024116252,0.05000,3.055
48,block_sparse_moe.experts.212.w1,0.0041090099,0.05000,3.159
48,block_sparse_moe.experts.215.w1,0.0048540027,0.05000,3.129
48,block_sparse_moe.experts.219.w1,0.0008460177,0.05000,3.129
48,block_sparse_moe.experts.221.w1,0.0020656579,0.05000,3.220
48,block_sparse_moe.experts.209.w1,0.0038963729,0.05000,3.184
48,block_sparse_moe.experts.211.w1,0.0011161286,0.05000,3.151
48,block_sparse_moe.experts.214.w1,0.0010045082,0.05000,3.027
48,block_sparse_moe.experts.222.w1,0.0009052745,0.05000,2.970
48,block_sparse_moe.experts.223.w1,0.0016572971,0.05000,3.187
48,block_sparse_moe.experts.213.w1,0.0010526779,0.05000,3.217
48,block_sparse_moe.experts.217.w1,0.0018048800,0.05000,3.220
48,block_sparse_moe.experts.210.w1,0.0034486367,0.05000,3.020
48,block_sparse_moe.experts.218.w1,0.0007005655,0.05000,3.057
48,block_sparse_moe.experts.236.w1,0.0053298339,0.05000,3.197
48,block_sparse_moe.experts.232.w1,0.0043998706,0.05000,3.162
48,block_sparse_moe.experts.224.w1,0.0012692700,0.05000,3.172
48,block_sparse_moe.experts.228.w1,0.0010285850,0.05000,3.169
48,block_sparse_moe.experts.231.w1,0.0050635336,0.05000,3.139
48,block_sparse_moe.experts.235.w1,0.0023698126,0.05000,3.059
48,block_sparse_moe.experts.237.w1,0.0045004374,0.05000,3.098
48,block_sparse_moe.experts.227.w1,0.0013133033,0.05000,3.103
48,block_sparse_moe.experts.238.w1,0.0030512278,0.05000,3.065
48,block_sparse_moe.experts.225.w1,0.0050374634,0.05000,3.169
48,block_sparse_moe.experts.230.w1,0.0003837922,0.05000,3.186
48,block_sparse_moe.experts.229.w1,0.0025442530,0.05000,3.140
48,block_sparse_moe.experts.239.w1,0.0006763530,0.05000,3.197
48,block_sparse_moe.experts.233.w1,0.0023528399,0.05000,3.140
48,block_sparse_moe.experts.234.w1,0.0040866968,0.05000,3.042
48,block_sparse_moe.experts.226.w1,0.0022206549,0.05000,3.080
48,block_sparse_moe.experts.252.w1,0.0028923979,0.05000,2.951
48,block_sparse_moe.experts.240.w1,0.0017601511,0.05000,2.935
48,block_sparse_moe.experts.248.w1,0.0083971903,0.05000,3.062
48,block_sparse_moe.experts.244.w1,0.0034925519,0.05000,2.973
48,block_sparse_moe.experts.253.w1,0.0036384136,0.05000,2.877
48,block_sparse_moe.experts.247.w1,0.0576810901,0.05000,3.135
48,block_sparse_moe.experts.241.w1,0.0023436553,0.05000,2.893
48,block_sparse_moe.experts.251.w1,0.0015434494,0.05000,3.127
48,block_sparse_moe.experts.254.w1,0.0043449254,0.05000,3.002
48,block_sparse_moe.experts.249.w1,0.0022892851,0.05000,2.826
48,block_sparse_moe.experts.245.w1,0.0021588412,0.05000,2.910
48,block_sparse_moe.experts.243.w1,0.0018461824,0.05000,3.171
48,block_sparse_moe.experts.246.w1,0.0031551218,0.05000,3.057
48,block_sparse_moe.experts.250.w1,0.0016209818,0.05000,3.030
48,block_sparse_moe.experts.255.w1,0.0029654372,0.05000,3.126
48,block_sparse_moe.experts.242.w1,0.0040219549,0.05000,3.079
48,block_sparse_moe.experts.12.w3,0.0018394585,0.05000,3.001
48,block_sparse_moe.experts.0.w3,0.0012361180,0.05000,3.037
48,block_sparse_moe.experts.4.w3,0.0016759298,0.05000,2.991
48,block_sparse_moe.experts.8.w3,0.0037520849,0.05000,3.060
48,block_sparse_moe.experts.7.w3,0.0026076068,0.05000,3.302
48,block_sparse_moe.experts.1.w3,0.0027476304,0.05000,3.219
48,block_sparse_moe.experts.13.w3,0.0025757338,0.05000,3.396
48,block_sparse_moe.experts.11.w3,0.0025704118,0.05000,3.318
48,block_sparse_moe.experts.14.w3,0.0028433717,0.05000,3.298
48,block_sparse_moe.experts.9.w3,0.0032980257,0.05000,3.279
48,block_sparse_moe.experts.6.w3,0.0023061499,0.05000,3.233
48,block_sparse_moe.experts.3.w3,0.0021601347,0.05000,3.285
48,block_sparse_moe.experts.5.w3,0.0007832048,0.05000,3.339
48,block_sparse_moe.experts.10.w3,0.0038291895,0.05000,3.162
48,block_sparse_moe.experts.15.w3,0.0084516865,0.05000,3.199
48,block_sparse_moe.experts.2.w3,0.0040299225,0.05000,3.275
48,block_sparse_moe.experts.28.w3,0.0068278327,0.05000,2.940
48,block_sparse_moe.experts.16.w3,0.0025276223,0.05000,2.963
48,block_sparse_moe.experts.20.w3,0.0021478331,0.05000,2.990
48,block_sparse_moe.experts.24.w3,0.0037577622,0.05000,2.982
48,block_sparse_moe.experts.29.w3,0.0023360626,0.05000,2.962
48,block_sparse_moe.experts.30.w3,0.0031265094,0.05000,2.823
48,block_sparse_moe.experts.17.w3,0.0027005677,0.05000,3.027
48,block_sparse_moe.experts.23.w3,0.0013035925,0.05000,3.202
48,block_sparse_moe.experts.22.w3,0.0089103769,0.05000,2.897
48,block_sparse_moe.experts.27.w3,0.0031780453,0.05000,3.083
48,block_sparse_moe.experts.26.w3,0.0010706658,0.05000,2.870
48,block_sparse_moe.experts.25.w3,0.0034637474,0.05000,3.135
48,block_sparse_moe.experts.21.w3,0.0021368137,0.05000,3.089
48,block_sparse_moe.experts.18.w3,0.0037660346,0.05000,2.905
48,block_sparse_moe.experts.19.w3,0.0027626058,0.05000,3.300
48,block_sparse_moe.experts.31.w3,0.0032744909,0.05000,3.335
48,block_sparse_moe.experts.44.w3,0.0016832147,0.05000,3.127
48,block_sparse_moe.experts.32.w3,0.0044425239,0.05000,3.118
48,block_sparse_moe.experts.36.w3,0.0008714860,0.05000,3.120
48,block_sparse_moe.experts.40.w3,0.0004393727,0.05000,3.150
48,block_sparse_moe.experts.45.w3,0.0034290092,0.05000,2.929
48,block_sparse_moe.experts.33.w3,0.0042534106,0.05000,2.900
48,block_sparse_moe.experts.46.w3,0.0032269665,0.05000,3.049
48,block_sparse_moe.experts.38.w3,0.0015376668,0.05000,3.054
48,block_sparse_moe.experts.39.w3,0.0047618237,0.05000,3.067
48,block_sparse_moe.experts.42.w3,0.0006952529,0.05000,3.017
48,block_sparse_moe.experts.43.w3,0.0004538267,0.05000,3.178
48,block_sparse_moe.experts.41.w3,0.0061590961,0.05000,3.027
48,block_sparse_moe.experts.37.w3,0.0034805885,0.05000,3.031
48,block_sparse_moe.experts.34.w3,0.0011449380,0.05000,3.051
48,block_sparse_moe.experts.35.w3,0.0016812455,0.05000,3.061
48,block_sparse_moe.experts.47.w3,0.0009501802,0.05000,3.004
48,block_sparse_moe.experts.60.w3,0.0024333108,0.05000,3.005
48,block_sparse_moe.experts.48.w3,0.0020375259,0.05000,3.061
48,block_sparse_moe.experts.52.w3,0.0038004040,0.05000,3.076
48,block_sparse_moe.experts.56.w3,0.0014907748,0.05000,3.087
48,block_sparse_moe.experts.61.w3,0.0067928145,0.05000,2.906
48,block_sparse_moe.experts.49.w3,0.0015236712,0.05000,2.908
48,block_sparse_moe.experts.62.w3,0.0018475214,0.05000,3.038
48,block_sparse_moe.experts.58.w3,0.0019211602,0.05000,3.002
48,block_sparse_moe.experts.57.w3,0.0038623022,0.05000,2.878
48,block_sparse_moe.experts.54.w3,0.0234818178,0.05000,3.095
48,block_sparse_moe.experts.55.w3,0.0274689927,0.05000,3.182
48,block_sparse_moe.experts.53.w3,0.0020680125,0.05000,2.956
48,block_sparse_moe.experts.50.w3,0.0009460412,0.05000,2.922
48,block_sparse_moe.experts.59.w3,0.0013312919,0.05000,3.201
48,block_sparse_moe.experts.51.w3,0.0019794665,0.05000,3.179
48,block_sparse_moe.experts.63.w3,0.0068516819,0.05000,3.275
48,block_sparse_moe.experts.76.w3,0.0012473532,0.05000,2.980
48,block_sparse_moe.experts.68.w3,0.0025180563,0.05000,2.909
48,block_sparse_moe.experts.64.w3,0.0040368487,0.05000,3.003
48,block_sparse_moe.experts.65.w3,0.0043990634,0.05000,2.802
48,block_sparse_moe.experts.72.w3,0.0030221715,0.05000,2.961
48,block_sparse_moe.experts.77.w3,0.0020946270,0.05000,2.836
48,block_sparse_moe.experts.78.w3,0.0110203910,0.05000,2.970
48,block_sparse_moe.experts.73.w3,0.0087054545,0.05000,2.796
48,block_sparse_moe.experts.69.w3,0.0024680410,0.05000,2.883
48,block_sparse_moe.experts.74.w3,0.0015330207,0.05000,3.082
48,block_sparse_moe.experts.70.w3,0.0015643747,0.05000,3.098
48,block_sparse_moe.experts.71.w3,0.0047904685,0.05000,3.034
48,block_sparse_moe.experts.66.w3,0.0026790514,0.05000,3.030
48,block_sparse_moe.experts.75.w3,0.0045719214,0.05000,2.999
48,block_sparse_moe.experts.67.w3,0.0022923837,0.05000,3.001
48,block_sparse_moe.experts.79.w3,0.0009796220,0.05000,2.901
48,block_sparse_moe.experts.92.w3,0.0011287062,0.05000,3.043
48,block_sparse_moe.experts.84.w3,0.0019769599,0.05000,3.078
48,block_sparse_moe.experts.93.w3,0.0020683611,0.05000,3.007
48,block_sparse_moe.experts.81.w3,0.0048165603,0.05000,3.093
48,block_sparse_moe.experts.80.w3,0.0029993801,0.05000,3.172
48,block_sparse_moe.experts.88.w3,0.0015909362,0.05000,3.123
48,block_sparse_moe.experts.94.w3,0.0059592794,0.05000,2.935
48,block_sparse_moe.experts.89.w3,0.0027972469,0.05000,3.004
48,block_sparse_moe.experts.90.w3,0.0016587839,0.05000,2.865
48,block_sparse_moe.experts.86.w3,0.0024326594,0.05000,2.870
48,block_sparse_moe.experts.85.w3,0.0031980274,0.05000,3.019
48,block_sparse_moe.experts.82.w3,0.0041367787,0.05000,2.907
48,block_sparse_moe.experts.87.w3,0.0011716153,0.05000,2.980
48,block_sparse_moe.experts.91.w3,0.0016795593,0.05000,2.968
48,block_sparse_moe.experts.83.w3,0.0022193842,0.05000,3.092
48,block_sparse_moe.experts.95.w3,0.0034762448,0.05000,3.073
48,block_sparse_moe.experts.108.w3,0.0004511580,0.05000,3.128
48,block_sparse_moe.experts.109.w3,0.0050655684,0.05000,2.828
48,block_sparse_moe.experts.97.w3,0.0027881144,0.05000,2.923
48,block_sparse_moe.experts.100.w3,0.0021182235,0.05000,3.085
48,block_sparse_moe.experts.96.w3,0.0015658559,0.05000,3.102
48,block_sparse_moe.experts.110.w3,0.0022290749,0.05000,2.867
48,block_sparse_moe.experts.105.w3,0.0018429893,0.05000,2.817
48,block_sparse_moe.experts.104.w3,0.0044630966,0.05000,3.141
48,block_sparse_moe.experts.106.w3,0.0044130482,0.05000,2.960
48,block_sparse_moe.experts.101.w3,0.0011261731,0.05000,2.928
48,block_sparse_moe.experts.103.w3,0.0041129478,0.05000,2.987
48,block_sparse_moe.experts.102.w3,0.0019040090,0.05000,3.142
48,block_sparse_moe.experts.98.w3,0.0015239957,0.05000,3.068
48,block_sparse_moe.experts.107.w3,0.0021440434,0.05000,2.989
48,block_sparse_moe.experts.99.w3,0.0047562708,0.05000,2.954
48,block_sparse_moe.experts.111.w3,0.0043212771,0.05000,3.026
48,block_sparse_moe.experts.124.w3,0.0054091942,0.05000,2.981
48,block_sparse_moe.experts.125.w3,0.0025937510,0.05000,2.977
48,block_sparse_moe.experts.113.w3,0.0032227086,0.05000,2.875
48,block_sparse_moe.experts.116.w3,0.0090504374,0.05000,2.996
48,block_sparse_moe.experts.112.w3,0.0023268883,0.05000,2.945
48,block_sparse_moe.experts.120.w3,0.0013941509,0.05000,2.991
48,block_sparse_moe.experts.121.w3,0.0019927757,0.05000,2.997
48,block_sparse_moe.experts.126.w3,0.0011164745,0.05000,3.066
48,block_sparse_moe.experts.117.w3,0.0020977306,0.05000,3.010
48,block_sparse_moe.experts.122.w3,0.0092535227,0.05000,3.117
48,block_sparse_moe.experts.119.w3,0.0020567580,0.05000,3.047
48,block_sparse_moe.experts.114.w3,0.0025455085,0.05000,3.034
48,block_sparse_moe.experts.118.w3,0.0062424883,0.05000,3.139
48,block_sparse_moe.experts.123.w3,0.0041012032,0.05000,3.239
48,block_sparse_moe.experts.115.w3,0.0020557938,0.05000,3.155
48,block_sparse_moe.experts.127.w3,0.0064895492,0.05000,3.099
48,block_sparse_moe.experts.140.w3,0.0036519717,0.05000,2.907
48,block_sparse_moe.experts.141.w3,0.0048355511,0.05000,2.981
48,block_sparse_moe.experts.129.w3,0.0037585685,0.05000,2.977
48,block_sparse_moe.experts.128.w3,0.0016698029,0.05000,2.997
48,block_sparse_moe.experts.132.w3,0.0031082211,0.05000,3.150
48,block_sparse_moe.experts.142.w3,0.0009010696,0.05000,2.945
48,block_sparse_moe.experts.137.w3,0.0046417212,0.05000,3.045
48,block_sparse_moe.experts.136.w3,0.0026802310,0.05000,3.053
48,block_sparse_moe.experts.133.w3,0.0017360860,0.05000,2.896
48,block_sparse_moe.experts.138.w3,0.0044422460,0.05000,2.893
48,block_sparse_moe.experts.130.w3,0.0007450131,0.05000,2.887
48,block_sparse_moe.experts.134.w3,0.0030026999,0.05000,2.869
48,block_sparse_moe.experts.135.w3,0.0047269210,0.05000,3.065
48,block_sparse_moe.experts.139.w3,0.0041268181,0.05000,3.025
48,block_sparse_moe.experts.131.w3,0.0018271407,0.05000,2.971
48,block_sparse_moe.experts.143.w3,0.0016271932,0.05000,3.062
48,block_sparse_moe.experts.145.w3,0.0038049464,0.05000,2.643
48,block_sparse_moe.experts.156.w3,0.0005652377,0.05000,2.902
48,block_sparse_moe.experts.157.w3,0.0003051082,0.05000,2.826
48,block_sparse_moe.experts.144.w3,0.0039318377,0.05000,2.788
48,block_sparse_moe.experts.153.w3,0.0047202296,0.05000,2.767
48,block_sparse_moe.experts.152.w3,0.0028534820,0.05000,2.888
48,block_sparse_moe.experts.149.w3,0.0028298526,0.05000,2.692
48,block_sparse_moe.experts.158.w3,0.0040255013,0.05000,3.002
48,block_sparse_moe.experts.148.w3,0.0018858981,0.05000,3.030
48,block_sparse_moe.experts.154.w3,0.0013820974,0.05000,2.903
48,block_sparse_moe.experts.150.w3,0.0024205310,0.05000,2.974
48,block_sparse_moe.experts.146.w3,0.0013088878,0.05000,3.048
48,block_sparse_moe.experts.151.w3,0.0012637581,0.05000,3.005
48,block_sparse_moe.experts.155.w3,0.0038242124,0.05000,2.995
48,block_sparse_moe.experts.147.w3,0.0021923996,0.05000,3.046
48,block_sparse_moe.experts.159.w3,0.0047871187,0.05000,3.069
48,block_sparse_moe.experts.161.w3,0.0069069354,0.05000,2.894
48,block_sparse_moe.experts.173.w3,0.0075224386,0.05000,2.894
48,block_sparse_moe.experts.172.w3,0.0010961217,0.05000,3.042
48,block_sparse_moe.experts.169.w3,0.0020166826,0.05000,2.853
48,block_sparse_moe.experts.165.w3,0.0075559089,0.05000,2.836
48,block_sparse_moe.experts.160.w3,0.0030213602,0.05000,3.163
48,block_sparse_moe.experts.168.w3,0.0009070990,0.05000,3.071
48,block_sparse_moe.experts.164.w3,0.0023851919,0.05000,3.021
48,block_sparse_moe.experts.174.w3,0.0026974810,0.05000,3.310
48,block_sparse_moe.experts.170.w3,0.0014169868,0.05000,3.290
48,block_sparse_moe.experts.162.w3,0.0588513041,0.05000,3.229
48,block_sparse_moe.experts.166.w3,0.0018753441,0.05000,3.262
48,block_sparse_moe.experts.167.w3,0.0017212400,0.05000,3.250
48,block_sparse_moe.experts.171.w3,0.0032147255,0.05000,3.046
48,block_sparse_moe.experts.163.w3,0.0023276898,0.05000,3.248
48,block_sparse_moe.experts.175.w3,0.0024454453,0.05000,3.172
48,block_sparse_moe.experts.177.w3,0.0048071781,0.05000,2.865
48,block_sparse_moe.experts.189.w3,0.0018383320,0.05000,2.991
48,block_sparse_moe.experts.188.w3,0.0006212709,0.05000,3.195
48,block_sparse_moe.experts.185.w3,0.0025841712,0.05000,2.969
48,block_sparse_moe.experts.181.w3,0.0020519002,0.05000,2.976
48,block_sparse_moe.experts.176.w3,0.0020897540,0.05000,3.112
48,block_sparse_moe.experts.180.w3,0.0040130998,0.05000,3.150
48,block_sparse_moe.experts.184.w3,0.0026164381,0.05000,3.212
48,block_sparse_moe.experts.190.w3,0.0036905403,0.05000,3.227
48,block_sparse_moe.experts.186.w3,0.0041883249,0.05000,3.227
48,block_sparse_moe.experts.182.w3,0.0022302286,0.05000,3.101
48,block_sparse_moe.experts.187.w3,0.0039837757,0.05000,3.002
48,block_sparse_moe.experts.178.w3,0.0027570549,0.05000,3.216
48,block_sparse_moe.experts.183.w3,0.0028711734,0.05000,3.080
48,block_sparse_moe.experts.179.w3,0.0034315560,0.05000,3.032
48,block_sparse_moe.experts.191.w3,0.0028006190,0.05000,2.993
48,block_sparse_moe.experts.193.w3,0.0067130121,0.05000,2.908
48,block_sparse_moe.experts.205.w3,0.0033174328,0.05000,2.909
48,block_sparse_moe.experts.201.w3,0.0016334424,0.05000,2.867
48,block_sparse_moe.experts.197.w3,0.0084407817,0.05000,2.860
48,block_sparse_moe.experts.204.w3,0.0020087245,0.05000,3.082
48,block_sparse_moe.experts.192.w3,0.0029273261,0.05000,3.032
48,block_sparse_moe.experts.196.w3,0.0022398357,0.05000,3.018
48,block_sparse_moe.experts.200.w3,0.0026237854,0.05000,3.031
48,block_sparse_moe.experts.206.w3,0.0006682357,0.05000,3.090
48,block_sparse_moe.experts.202.w3,0.0015532875,0.05000,3.190
48,block_sparse_moe.experts.198.w3,0.0026236013,0.05000,3.085
48,block_sparse_moe.experts.199.w3,0.0039360799,0.05000,3.072
48,block_sparse_moe.experts.203.w3,0.0016145986,0.05000,3.133
48,block_sparse_moe.experts.194.w3,0.0025678517,0.05000,3.114
48,block_sparse_moe.experts.195.w3,0.0013628295,0.05000,3.168
48,block_sparse_moe.experts.207.w3,0.0031677471,0.05000,3.037
48,block_sparse_moe.experts.209.w3,0.0042891562,0.05000,2.972
48,block_sparse_moe.experts.221.w3,0.0023654179,0.05000,2.930
48,block_sparse_moe.experts.217.w3,0.0019766741,0.05000,2.924
48,block_sparse_moe.experts.213.w3,0.0011605678,0.05000,3.014
48,block_sparse_moe.experts.220.w3,0.0047346364,0.05000,3.072
48,block_sparse_moe.experts.208.w3,0.0026826738,0.05000,3.061
48,block_sparse_moe.experts.212.w3,0.0051584692,0.05000,3.077
48,block_sparse_moe.experts.216.w3,0.0007609494,0.05000,3.160
48,block_sparse_moe.experts.222.w3,0.0010476716,0.05000,3.141
48,block_sparse_moe.experts.215.w3,0.0056630231,0.05000,2.907
48,block_sparse_moe.experts.219.w3,0.0009410263,0.05000,2.906
48,block_sparse_moe.experts.214.w3,0.0011431894,0.05000,3.012
48,block_sparse_moe.experts.218.w3,0.0008104271,0.05000,3.124
48,block_sparse_moe.experts.210.w3,0.0038125678,0.05000,3.063
48,block_sparse_moe.experts.211.w3,0.0012156239,0.05000,2.931
48,block_sparse_moe.experts.223.w3,0.0019656066,0.05000,2.961
48,block_sparse_moe.experts.225.w3,0.0059259170,0.05000,2.973
48,block_sparse_moe.experts.237.w3,0.0050411471,0.05000,2.906
48,block_sparse_moe.experts.233.w3,0.0026135782,0.05000,2.995
48,block_sparse_moe.experts.229.w3,0.0028914411,0.05000,2.888
48,block_sparse_moe.experts.236.w3,0.0063367473,0.05000,3.138
48,block_sparse_moe.experts.224.w3,0.0014567515,0.05000,3.130
48,block_sparse_moe.experts.228.w3,0.0011763275,0.05000,3.144
48,block_sparse_moe.experts.232.w3,0.0048861166,0.05000,3.164
48,block_sparse_moe.experts.238.w3,0.0034143374,0.05000,2.986
48,block_sparse_moe.experts.230.w3,0.0004457380,0.05000,2.980
48,block_sparse_moe.experts.234.w3,0.0047204037,0.05000,3.026
48,block_sparse_moe.experts.235.w3,0.0027839849,0.05000,3.102
48,block_sparse_moe.experts.231.w3,0.0060668381,0.05000,3.259
48,block_sparse_moe.experts.226.w3,0.0024137695,0.05000,3.107
48,block_sparse_moe.experts.241.w3,0.0027874991,0.05000,2.543
48,block_sparse_moe.experts.253.w3,0.0041084340,0.05000,2.481
48,block_sparse_moe.experts.227.w3,0.0014379672,0.05000,3.037
48,block_sparse_moe.experts.239.w3,0.0007879929,0.05000,3.053
48,block_sparse_moe.experts.249.w3,0.0025638371,0.05000,2.279
48,block_sparse_moe.experts.245.w3,0.0024836675,0.05000,2.240
48,block_sparse_moe.experts.252.w3,0.0032190583,0.05000,2.965
48,block_sparse_moe.experts.240.w3,0.0020011685,0.05000,2.895
48,block_sparse_moe.experts.244.w3,0.0038852856,0.05000,2.739
48,block_sparse_moe.experts.248.w3,0.0093003470,0.05000,2.639
48,block_sparse_moe.experts.254.w3,0.0048726818,0.05000,2.807
48,block_sparse_moe.experts.246.w3,0.0035909125,0.05000,2.774
48,block_sparse_moe.experts.251.w3,0.0017355703,0.05000,2.659
48,block_sparse_moe.experts.250.w3,0.0018429511,0.05000,2.740
48,block_sparse_moe.experts.242.w3,0.0046996311,0.05000,2.578
48,block_sparse_moe.experts.247.w3,0.0648592614,0.05000,2.636
48,block_sparse_moe.experts.255.w3,0.0033244412,0.05000,2.500
48,block_sparse_moe.experts.243.w3,0.0021164950,0.05000,2.564
48,block_sparse_moe.experts.9.w2,0.0070046351,0.05000,1.291
48,block_sparse_moe.experts.13.w2,0.0032073464,0.05000,1.311
48,block_sparse_moe.experts.1.w2,0.0059653261,0.05000,1.314
48,block_sparse_moe.experts.5.w2,0.0014317533,0.05000,1.336
48,block_sparse_moe.experts.10.w2,0.0099434404,0.05000,1.456
48,block_sparse_moe.experts.2.w2,0.0035024728,0.05000,1.469
48,block_sparse_moe.experts.14.w2,0.0066789560,0.05000,1.483
48,block_sparse_moe.experts.6.w2,0.0011332593,0.05000,1.537
48,block_sparse_moe.experts.11.w2,0.0020881189,0.05000,1.554
48,block_sparse_moe.experts.0.w2,0.0034848976,0.05000,1.571
48,block_sparse_moe.experts.4.w2,0.0052700846,0.05000,1.576
48,block_sparse_moe.experts.8.w2,0.0044646761,0.05000,1.594
48,block_sparse_moe.experts.3.w2,0.0104484822,0.05000,1.599
48,block_sparse_moe.experts.12.w2,0.0008392088,0.05000,1.620
48,block_sparse_moe.experts.7.w2,0.0041405099,0.05000,1.629
48,block_sparse_moe.experts.15.w2,0.0276134851,0.05000,1.675
48,block_sparse_moe.experts.17.w2,0.0042573281,0.05000,1.381
48,block_sparse_moe.experts.29.w2,0.0071238880,0.05000,1.398
48,block_sparse_moe.experts.25.w2,0.0053873610,0.05000,1.430
48,block_sparse_moe.experts.21.w2,0.0012550433,0.05000,1.389
48,block_sparse_moe.experts.18.w2,0.0144776188,0.05000,1.550
48,block_sparse_moe.experts.30.w2,0.0081534442,0.05000,1.560
48,block_sparse_moe.experts.26.w2,0.0036608514,0.05000,1.595
48,block_sparse_moe.experts.20.w2,0.0050533197,0.05000,1.498
48,block_sparse_moe.experts.27.w2,0.0117891111,0.05000,1.535
48,block_sparse_moe.experts.16.w2,0.0029583251,0.05000,1.529
48,block_sparse_moe.experts.24.w2,0.0087366507,0.05000,1.517
48,block_sparse_moe.experts.23.w2,0.0037341634,0.05000,1.541
48,block_sparse_moe.experts.19.w2,0.0076224853,0.05000,1.590
48,block_sparse_moe.experts.22.w2,0.0112144289,0.05000,1.654
48,block_sparse_moe.experts.28.w2,0.0252243990,0.05000,1.602
48,block_sparse_moe.experts.31.w2,0.0049133374,0.05000,1.555
48,block_sparse_moe.experts.41.w2,0.0513403376,0.05000,1.417
48,block_sparse_moe.experts.45.w2,0.0150720724,0.05000,1.448
48,block_sparse_moe.experts.33.w2,0.0031475028,0.05000,1.474
48,block_sparse_moe.experts.37.w2,0.0079577716,0.05000,1.461
48,block_sparse_moe.experts.46.w2,0.0028447980,0.05000,1.471
48,block_sparse_moe.experts.42.w2,0.0026691004,0.05000,1.479
48,block_sparse_moe.experts.34.w2,0.0084846287,0.05000,1.514
48,block_sparse_moe.experts.32.w2,0.0121636812,0.05000,1.497
48,block_sparse_moe.experts.36.w2,0.0027611588,0.05000,1.521
48,block_sparse_moe.experts.43.w2,0.0013403596,0.05000,1.515
48,block_sparse_moe.experts.40.w2,0.0014679064,0.05000,1.499
48,block_sparse_moe.experts.39.w2,0.0069322830,0.05000,1.602
48,block_sparse_moe.experts.47.w2,0.0026072340,0.05000,1.546
48,block_sparse_moe.experts.38.w2,0.0029067319,0.05000,1.589
48,block_sparse_moe.experts.35.w2,0.0142312104,0.05000,1.591
48,block_sparse_moe.experts.44.w2,0.0012054611,0.05000,1.578
48,block_sparse_moe.experts.61.w2,0.0211053819,0.05000,1.269
48,block_sparse_moe.experts.49.w2,0.0025650910,0.05000,1.281
48,block_sparse_moe.experts.57.w2,0.0043875921,0.05000,1.354
48,block_sparse_moe.experts.53.w2,0.0007830564,0.05000,1.401
48,block_sparse_moe.experts.48.w2,0.0053652007,0.05000,1.257
48,block_sparse_moe.experts.52.w2,0.0031789728,0.05000,1.304
48,block_sparse_moe.experts.56.w2,0.0023725662,0.05000,1.327
48,block_sparse_moe.experts.60.w2,0.0049299935,0.05000,1.191
48,block_sparse_moe.experts.62.w2,0.0032079286,0.05000,1.575
48,block_sparse_moe.experts.50.w2,0.0033157752,0.05000,1.607
48,block_sparse_moe.experts.58.w2,0.0065870154,0.05000,1.631
48,block_sparse_moe.experts.59.w2,0.0028884765,0.05000,1.644
48,block_sparse_moe.experts.54.w2,0.0992082259,0.05000,1.536
48,block_sparse_moe.experts.63.w2,0.0074499663,0.05000,1.553
48,block_sparse_moe.experts.51.w2,0.0034871301,0.05000,1.570
48,block_sparse_moe.experts.55.w2,0.0353236425,0.05000,1.643
48,block_sparse_moe.experts.77.w2,0.0009773310,0.05000,1.269
48,block_sparse_moe.experts.65.w2,0.0058607892,0.05000,1.266
48,block_sparse_moe.experts.73.w2,0.0238056213,0.05000,1.288
48,block_sparse_moe.experts.69.w2,0.0036526800,0.05000,1.263
48,block_sparse_moe.experts.64.w2,0.0310668534,0.05000,1.563
48,block_sparse_moe.experts.72.w2,0.0062058365,0.05000,1.524
48,block_sparse_moe.experts.68.w2,0.0005937988,0.05000,1.607
48,block_sparse_moe.experts.76.w2,0.0085753517,0.05000,1.613
48,block_sparse_moe.experts.78.w2,0.0319489937,0.05000,1.608
48,block_sparse_moe.experts.75.w2,0.0080361753,0.05000,1.474
48,block_sparse_moe.experts.66.w2,0.0067919754,0.05000,1.629
48,block_sparse_moe.experts.74.w2,0.0008007086,0.05000,1.672
48,block_sparse_moe.experts.67.w2,0.0047108361,0.05000,1.507
48,block_sparse_moe.experts.79.w2,0.0045714877,0.05000,1.560
48,block_sparse_moe.experts.71.w2,0.0061274128,0.05000,1.509
48,block_sparse_moe.experts.70.w2,0.0014370973,0.05000,1.616
48,block_sparse_moe.experts.81.w2,0.0112666353,0.05000,1.294
48,block_sparse_moe.experts.93.w2,0.0073517164,0.05000,1.343
48,block_sparse_moe.experts.89.w2,0.0080447342,0.05000,1.397
48,block_sparse_moe.experts.85.w2,0.0020629712,0.05000,1.405
48,block_sparse_moe.experts.80.w2,0.0057936189,0.05000,1.486
48,block_sparse_moe.experts.88.w2,0.0006528205,0.05000,1.529
48,block_sparse_moe.experts.84.w2,0.0042729253,0.05000,1.548
48,block_sparse_moe.experts.92.w2,0.0002956769,0.05000,1.504
48,block_sparse_moe.experts.91.w2,0.0043536169,0.05000,1.477
48,block_sparse_moe.experts.94.w2,0.0231808638,0.05000,1.587
48,block_sparse_moe.experts.109.w2,0.0035973283,0.05000,1.272
48,block_sparse_moe.experts.97.w2,0.0008712021,0.05000,1.309
48,block_sparse_moe.experts.82.w2,0.0074623994,0.05000,1.550
48,block_sparse_moe.experts.83.w2,0.0043260740,0.05000,1.473
48,block_sparse_moe.experts.90.w2,0.0052812027,0.05000,1.534
48,block_sparse_moe.experts.95.w2,0.0012198416,0.05000,1.475
48,block_sparse_moe.experts.87.w2,0.0041726959,0.05000,1.497
48,block_sparse_moe.experts.86.w2,0.0021443897,0.05000,1.497
48,block_sparse_moe.experts.105.w2,0.0012267607,0.05000,1.276
48,block_sparse_moe.experts.101.w2,0.0004120038,0.05000,1.291
48,block_sparse_moe.experts.104.w2,0.0366159061,0.05000,1.449
48,block_sparse_moe.experts.96.w2,0.0121383667,0.05000,1.552
48,block_sparse_moe.experts.100.w2,0.0033669316,0.05000,1.505
48,block_sparse_moe.experts.108.w2,0.0004957014,0.05000,1.450
48,block_sparse_moe.experts.113.w2,0.0078547028,0.05000,1.327
48,block_sparse_moe.experts.125.w2,0.0011641351,0.05000,1.363
48,block_sparse_moe.experts.107.w2,0.0062991535,0.05000,1.532
48,block_sparse_moe.experts.110.w2,0.0119217506,0.05000,1.472
48,block_sparse_moe.experts.98.w2,0.0002676570,0.05000,1.449
48,block_sparse_moe.experts.106.w2,0.0056709153,0.05000,1.477
48,block_sparse_moe.experts.121.w2,0.0170603223,0.05000,1.423
48,block_sparse_moe.experts.117.w2,0.0010124729,0.05000,1.358
48,block_sparse_moe.experts.99.w2,0.0166959258,0.05000,1.580
48,block_sparse_moe.experts.102.w2,0.0009092209,0.05000,1.511
48,block_sparse_moe.experts.111.w2,0.0501495919,0.05000,1.584
48,block_sparse_moe.experts.103.w2,0.0048853622,0.05000,1.583
48,block_sparse_moe.experts.120.w2,0.0007398444,0.05000,1.532
48,block_sparse_moe.experts.129.w2,0.0043309533,0.05000,1.346
48,block_sparse_moe.experts.141.w2,0.0043753539,0.05000,1.315
48,block_sparse_moe.experts.112.w2,0.0063794408,0.05000,1.573
48,block_sparse_moe.experts.116.w2,0.0214877596,0.05000,1.544
48,block_sparse_moe.experts.124.w2,0.0023370003,0.05000,1.571
48,block_sparse_moe.experts.114.w2,0.0076318074,0.05000,1.450
48,block_sparse_moe.experts.126.w2,0.0056363069,0.05000,1.488
48,block_sparse_moe.experts.137.w2,0.0050198968,0.05000,1.384
48,block_sparse_moe.experts.122.w2,0.0078437894,0.05000,1.439
48,block_sparse_moe.experts.123.w2,0.0158410644,0.05000,1.557
48,block_sparse_moe.experts.133.w2,0.0062047199,0.05000,1.396
48,block_sparse_moe.experts.118.w2,0.0535314006,0.05000,1.425
48,block_sparse_moe.experts.115.w2,0.0004344423,0.05000,1.537
48,block_sparse_moe.experts.127.w2,0.0073916675,0.05000,1.518
48,block_sparse_moe.experts.119.w2,0.0051894867,0.05000,1.521
48,block_sparse_moe.experts.157.w2,0.0012316841,0.05000,1.349
48,block_sparse_moe.experts.145.w2,0.0021207668,0.05000,1.352
48,block_sparse_moe.experts.136.w2,0.0088293078,0.05000,1.598
48,block_sparse_moe.experts.128.w2,0.0045517600,0.05000,1.593
48,block_sparse_moe.experts.140.w2,0.0075139245,0.05000,1.596
48,block_sparse_moe.experts.132.w2,0.0144844491,0.05000,1.628
48,block_sparse_moe.experts.153.w2,0.0108978291,0.05000,1.471
48,block_sparse_moe.experts.149.w2,0.0066596713,0.05000,1.501
48,block_sparse_moe.experts.130.w2,0.0012524877,0.05000,1.709
48,block_sparse_moe.experts.139.w2,0.0105284391,0.05000,1.653
48,block_sparse_moe.experts.142.w2,0.0013578683,0.05000,1.711
48,block_sparse_moe.experts.134.w2,0.0051521603,0.05000,1.651
48,block_sparse_moe.experts.138.w2,0.0034692266,0.05000,1.738
48,block_sparse_moe.experts.131.w2,0.0051290021,0.05000,1.621
48,block_sparse_moe.experts.143.w2,0.0018564483,0.05000,1.654
48,block_sparse_moe.experts.135.w2,0.0092588961,0.05000,1.652
48,block_sparse_moe.experts.173.w2,0.0049001222,0.05000,1.561
48,block_sparse_moe.experts.161.w2,0.0173537085,0.05000,1.579
48,block_sparse_moe.experts.152.w2,0.0013152963,0.05000,1.599
48,block_sparse_moe.experts.144.w2,0.0213086126,0.05000,1.617
48,block_sparse_moe.experts.148.w2,0.0051739017,0.05000,1.543
48,block_sparse_moe.experts.169.w2,0.0033164770,0.05000,1.591
48,block_sparse_moe.experts.156.w2,0.0025957770,0.05000,1.621
48,block_sparse_moe.experts.155.w2,0.0082350829,0.05000,1.427
48,block_sparse_moe.experts.165.w2,0.0223013419,0.05000,1.589
48,block_sparse_moe.experts.147.w2,0.0041060866,0.05000,1.353
48,block_sparse_moe.experts.146.w2,0.0030795430,0.05000,1.581
48,block_sparse_moe.experts.159.w2,0.0095372197,0.05000,1.417
48,block_sparse_moe.experts.158.w2,0.0020777399,0.05000,1.605
48,block_sparse_moe.experts.150.w2,0.0065010185,0.05000,1.543
48,block_sparse_moe.experts.151.w2,0.0002383087,0.05000,1.454
48,block_sparse_moe.experts.154.w2,0.0022891152,0.05000,1.624
48,block_sparse_moe.experts.177.w2,0.0086750170,0.05000,1.611
48,block_sparse_moe.experts.189.w2,0.0023733559,0.05000,1.663
48,block_sparse_moe.experts.168.w2,0.0002317550,0.05000,1.632
48,block_sparse_moe.experts.171.w2,0.0097116806,0.05000,1.470
48,block_sparse_moe.experts.164.w2,0.0010671277,0.05000,1.585
48,block_sparse_moe.experts.163.w2,0.0017948178,0.05000,1.478
48,block_sparse_moe.experts.160.w2,0.0048871455,0.05000,1.666
48,block_sparse_moe.experts.185.w2,0.0037335165,0.05000,1.630
48,block_sparse_moe.experts.172.w2,0.0055098821,0.05000,1.621
48,block_sparse_moe.experts.181.w2,0.0016383742,0.05000,1.632
48,block_sparse_moe.experts.175.w2,0.0097263672,0.05000,1.495
48,block_sparse_moe.experts.167.w2,0.0066252564,0.05000,1.494
48,block_sparse_moe.experts.162.w2,0.1715442657,0.05000,1.630
48,block_sparse_moe.experts.174.w2,0.0091841696,0.05000,1.621
48,block_sparse_moe.experts.166.w2,0.0034262441,0.05000,1.662
48,block_sparse_moe.experts.170.w2,0.0036767162,0.05000,1.616
48,block_sparse_moe.experts.205.w2,0.0065043308,0.05000,1.420
48,block_sparse_moe.experts.193.w2,0.0083020823,0.05000,1.469
48,block_sparse_moe.experts.187.w2,0.0121395253,0.05000,1.486
48,block_sparse_moe.experts.184.w2,0.0021338207,0.05000,1.537
48,block_sparse_moe.experts.180.w2,0.0068128975,0.05000,1.542
48,block_sparse_moe.experts.201.w2,0.0081876529,0.05000,1.483
48,block_sparse_moe.experts.179.w2,0.0086013152,0.05000,1.549
48,block_sparse_moe.experts.176.w2,0.0058642856,0.05000,1.577
48,block_sparse_moe.experts.197.w2,0.0272088512,0.05000,1.483
48,block_sparse_moe.experts.188.w2,0.0027957301,0.05000,1.542
48,block_sparse_moe.experts.191.w2,0.0048319974,0.05000,1.524
48,block_sparse_moe.experts.183.w2,0.0079372240,0.05000,1.508
48,block_sparse_moe.experts.178.w2,0.0021637523,0.05000,1.571
48,block_sparse_moe.experts.190.w2,0.0011305789,0.05000,1.572
48,block_sparse_moe.experts.186.w2,0.0029346476,0.05000,1.533
48,block_sparse_moe.experts.182.w2,0.0080669103,0.05000,1.607
48,block_sparse_moe.experts.221.w2,0.0042662489,0.05000,1.528
48,block_sparse_moe.experts.209.w2,0.0055174516,0.05000,1.533
48,block_sparse_moe.experts.203.w2,0.0070314968,0.05000,1.468
48,block_sparse_moe.experts.200.w2,0.0046383028,0.05000,1.526
48,block_sparse_moe.experts.195.w2,0.0036598237,0.05000,1.485
48,block_sparse_moe.experts.217.w2,0.0126923625,0.05000,1.506
48,block_sparse_moe.experts.196.w2,0.0102302190,0.05000,1.632
48,block_sparse_moe.experts.207.w2,0.0041541306,0.05000,1.476
48,block_sparse_moe.experts.213.w2,0.0036721630,0.05000,1.555
48,block_sparse_moe.experts.199.w2,0.0008642878,0.05000,1.478
48,block_sparse_moe.experts.204.w2,0.0060873612,0.05000,1.610
48,block_sparse_moe.experts.192.w2,0.0009765180,0.05000,1.648
48,block_sparse_moe.experts.194.w2,0.0062975164,0.05000,1.540
48,block_sparse_moe.experts.206.w2,0.0018660241,0.05000,1.528
48,block_sparse_moe.experts.202.w2,0.0141987162,0.05000,1.590
48,block_sparse_moe.experts.198.w2,0.0011309246,0.05000,1.591
48,block_sparse_moe.experts.237.w2,0.0034952453,0.05000,1.552
48,block_sparse_moe.experts.225.w2,0.0034283220,0.05000,1.560
48,block_sparse_moe.experts.219.w2,0.0072710091,0.05000,1.468
48,block_sparse_moe.experts.216.w2,0.0020609021,0.05000,1.542
48,block_sparse_moe.experts.211.w2,0.0006866066,0.05000,1.493
48,block_sparse_moe.experts.223.w2,0.0060240738,0.05000,1.448
48,block_sparse_moe.experts.233.w2,0.0060300961,0.05000,1.543
48,block_sparse_moe.experts.212.w2,0.0284688932,0.05000,1.490
48,block_sparse_moe.experts.215.w2,0.0206038403,0.05000,1.442
48,block_sparse_moe.experts.229.w2,0.0110748151,0.05000,1.538
48,block_sparse_moe.experts.220.w2,0.0034378788,0.05000,1.506
48,block_sparse_moe.experts.210.w2,0.0079465549,0.05000,1.396
48,block_sparse_moe.experts.222.w2,0.0030613906,0.05000,1.408
48,block_sparse_moe.experts.208.w2,0.0011714065,0.05000,1.592
48,block_sparse_moe.experts.218.w2,0.0038500661,0.05000,1.377
48,block_sparse_moe.experts.214.w2,0.0029905998,0.05000,1.404
48,block_sparse_moe.experts.253.w2,0.0093338349,0.05000,1.353
48,block_sparse_moe.experts.241.w2,0.0073061557,0.05000,1.366
48,block_sparse_moe.experts.249.w2,0.0051479820,0.05000,1.236
48,block_sparse_moe.experts.235.w2,0.0098647347,0.05000,1.499
48,block_sparse_moe.experts.245.w2,0.0072671648,0.05000,1.165
48,block_sparse_moe.experts.232.w2,0.0036884411,0.05000,1.474
48,block_sparse_moe.experts.227.w2,0.0006373054,0.05000,1.547
48,block_sparse_moe.experts.228.w2,0.0034646380,0.05000,1.478
48,block_sparse_moe.experts.231.w2,0.0194876140,0.05000,1.510
48,block_sparse_moe.experts.239.w2,0.0035868308,0.05000,1.579
48,block_sparse_moe.experts.236.w2,0.0058060050,0.05000,1.450
48,block_sparse_moe.experts.226.w2,0.0028780685,0.05000,1.440
48,block_sparse_moe.experts.234.w2,0.0256230242,0.05000,1.443
48,block_sparse_moe.experts.238.w2,0.0070749875,0.05000,1.535
48,block_sparse_moe.experts.224.w2,0.0046536876,0.05000,1.516
48,block_sparse_moe.experts.230.w2,0.0014175102,0.05000,1.458
48,block_sparse_moe.experts.251.w2,0.0003258907,0.05000,1.621
48,block_sparse_moe.experts.248.w2,0.0106924579,0.05000,1.563
48,block_sparse_moe.experts.244.w2,0.0061503908,0.05000,1.514
48,block_sparse_moe.experts.243.w2,0.0045381780,0.05000,1.569
48,block_sparse_moe.experts.252.w2,0.0147216973,0.05000,1.478
48,block_sparse_moe.experts.240.w2,0.0072341945,0.05000,1.383
48,block_sparse_moe.experts.247.w2,0.4553578351,0.05000,1.569
48,block_sparse_moe.experts.255.w2,0.0025687681,0.05000,1.575
48,block_sparse_moe.experts.242.w2,0.0128350481,0.05000,1.583
48,block_sparse_moe.experts.254.w2,0.0138844055,0.05000,1.518
48,block_sparse_moe.experts.250.w2,0.0025216579,0.05000,1.553
48,block_sparse_moe.experts.246.w2,0.0102459380,0.05000,1.483
49,self_attn.q_proj,0.0001720700,0.05000,0.932
49,self_attn.k_proj,0.0000271767,0.05000,0.936
49,self_attn.v_proj,0.0000306856,0.05000,0.956
49,self_attn.o_proj,0.0000193960,0.05000,1.786
49,block_sparse_moe.experts.4.w1,0.0014572653,0.05000,3.042
49,block_sparse_moe.experts.12.w1,0.0032928163,0.05000,3.093
49,block_sparse_moe.experts.15.w1,0.0017763262,0.05000,3.104
49,block_sparse_moe.experts.3.w1,0.0046078329,0.05000,3.114
49,block_sparse_moe.experts.7.w1,0.0013270904,0.05000,3.117
49,block_sparse_moe.experts.0.w1,0.0035093848,0.05000,3.123
49,block_sparse_moe.experts.8.w1,0.0022179173,0.05000,3.166
49,block_sparse_moe.experts.11.w1,0.0022867922,0.05000,3.172
49,block_sparse_moe.experts.13.w1,0.0011056871,0.05000,3.225
49,block_sparse_moe.experts.9.w1,0.0017680231,0.05000,3.318
49,block_sparse_moe.experts.6.w1,0.0025947322,0.05000,3.293
49,block_sparse_moe.experts.5.w1,0.0024770922,0.05000,3.299
49,block_sparse_moe.experts.2.w1,0.0022982857,0.05000,3.347
49,block_sparse_moe.experts.1.w1,0.0039041139,0.05000,3.328
49,block_sparse_moe.experts.10.w1,0.0023366388,0.05000,3.404
49,block_sparse_moe.experts.14.w1,0.0013222508,0.05000,3.484
49,block_sparse_moe.experts.25.w1,0.0008043919,0.05000,2.665
49,block_sparse_moe.experts.29.w1,0.0008397984,0.05000,2.795
49,block_sparse_moe.experts.21.w1,0.0035642975,0.05000,2.717
49,block_sparse_moe.experts.20.w1,0.0018144982,0.05000,3.178
49,block_sparse_moe.experts.17.w1,0.0019932051,0.05000,2.862
49,block_sparse_moe.experts.23.w1,0.0040861512,0.05000,3.134
49,block_sparse_moe.experts.28.w1,0.0013849302,0.05000,3.177
49,block_sparse_moe.experts.24.w1,0.0023689590,0.05000,3.135
49,block_sparse_moe.experts.31.w1,0.0020137922,0.05000,3.204
49,block_sparse_moe.experts.19.w1,0.0048318040,0.05000,3.229
49,block_sparse_moe.experts.16.w1,0.0024639895,0.05000,3.241
49,block_sparse_moe.experts.27.w1,0.0014047709,0.05000,3.204
49,block_sparse_moe.experts.22.w1,0.0011211748,0.05000,3.128
49,block_sparse_moe.experts.26.w1,0.0030684336,0.05000,3.106
49,block_sparse_moe.experts.18.w1,0.0021091814,0.05000,3.140
49,block_sparse_moe.experts.30.w1,0.0038375082,0.05000,3.142
49,block_sparse_moe.experts.41.w1,0.0023004247,0.05000,2.928
49,block_sparse_moe.experts.37.w1,0.0015224624,0.05000,2.884
49,block_sparse_moe.experts.36.w1,0.0013331532,0.05000,2.848
49,block_sparse_moe.experts.39.w1,0.0023456368,0.05000,2.832
49,block_sparse_moe.experts.33.w1,0.0012438513,0.05000,2.877
49,block_sparse_moe.experts.47.w1,0.0026471085,0.05000,2.810
49,block_sparse_moe.experts.45.w1,0.0007997618,0.05000,3.125
49,block_sparse_moe.experts.40.w1,0.0027572523,0.05000,2.861
49,block_sparse_moe.experts.35.w1,0.0010235618,0.05000,2.841
49,block_sparse_moe.experts.44.w1,0.0009162159,0.05000,2.921
49,block_sparse_moe.experts.43.w1,0.0056550462,0.05000,2.836
49,block_sparse_moe.experts.32.w1,0.0033460499,0.05000,2.875
49,block_sparse_moe.experts.34.w1,0.0034326725,0.05000,3.081
49,block_sparse_moe.experts.38.w1,0.0008172432,0.05000,3.153
49,block_sparse_moe.experts.42.w1,0.0013757153,0.05000,3.131
49,block_sparse_moe.experts.46.w1,0.0010774643,0.05000,3.147
49,block_sparse_moe.experts.52.w1,0.0037117422,0.05000,2.870
49,block_sparse_moe.experts.55.w1,0.0025199236,0.05000,2.918
49,block_sparse_moe.experts.53.w1,0.0023146111,0.05000,3.057
49,block_sparse_moe.experts.57.w1,0.0067007396,0.05000,3.101
49,block_sparse_moe.experts.56.w1,0.0024706111,0.05000,2.864
49,block_sparse_moe.experts.63.w1,0.0034493940,0.05000,2.917
49,block_sparse_moe.experts.60.w1,0.0038561138,0.05000,2.908
49,block_sparse_moe.experts.51.w1,0.0029190338,0.05000,2.925
49,block_sparse_moe.experts.59.w1,0.0101310444,0.05000,2.935
49,block_sparse_moe.experts.48.w1,0.0010320062,0.05000,2.925
49,block_sparse_moe.experts.49.w1,0.0016681834,0.05000,3.059
49,block_sparse_moe.experts.61.w1,0.0045024704,0.05000,3.082
49,block_sparse_moe.experts.54.w1,0.0030848606,0.05000,3.163
49,block_sparse_moe.experts.58.w1,0.0016106741,0.05000,3.158
49,block_sparse_moe.experts.50.w1,0.0031639856,0.05000,3.274
49,block_sparse_moe.experts.62.w1,0.0016097652,0.05000,3.265
49,block_sparse_moe.experts.73.w1,0.0062079168,0.05000,2.932
49,block_sparse_moe.experts.77.w1,0.0068335960,0.05000,2.741
49,block_sparse_moe.experts.69.w1,0.0006929995,0.05000,2.966
49,block_sparse_moe.experts.68.w1,0.0014397111,0.05000,3.062
49,block_sparse_moe.experts.72.w1,0.0015224941,0.05000,3.048
49,block_sparse_moe.experts.65.w1,0.0020915436,0.05000,2.939
49,block_sparse_moe.experts.79.w1,0.0028374279,0.05000,3.080
49,block_sparse_moe.experts.76.w1,0.0008797782,0.05000,3.045
49,block_sparse_moe.experts.67.w1,0.0014417404,0.05000,3.125
49,block_sparse_moe.experts.64.w1,0.0032643346,0.05000,3.080
49,block_sparse_moe.experts.75.w1,0.0017855439,0.05000,3.122
49,block_sparse_moe.experts.71.w1,0.0021762571,0.05000,3.266
49,block_sparse_moe.experts.70.w1,0.0027245395,0.05000,3.118
49,block_sparse_moe.experts.74.w1,0.0012374600,0.05000,3.161
49,block_sparse_moe.experts.66.w1,0.0006190270,0.05000,3.202
49,block_sparse_moe.experts.78.w1,0.0059381736,0.05000,3.067
49,block_sparse_moe.experts.93.w1,0.0016071832,0.05000,2.970
49,block_sparse_moe.experts.84.w1,0.0025455060,0.05000,2.957
49,block_sparse_moe.experts.89.w1,0.0016128628,0.05000,3.028
49,block_sparse_moe.experts.85.w1,0.0016522649,0.05000,3.001
49,block_sparse_moe.experts.92.w1,0.0026209614,0.05000,2.903
49,block_sparse_moe.experts.95.w1,0.0037616857,0.05000,2.944
49,block_sparse_moe.experts.80.w1,0.0040298267,0.05000,2.842
49,block_sparse_moe.experts.88.w1,0.0015551297,0.05000,3.017
49,block_sparse_moe.experts.81.w1,0.0017687456,0.05000,3.041
49,block_sparse_moe.experts.91.w1,0.0048279387,0.05000,2.960
49,block_sparse_moe.experts.83.w1,0.0132217892,0.05000,3.016
49,block_sparse_moe.experts.87.w1,0.0013261566,0.05000,3.021
49,block_sparse_moe.experts.86.w1,0.0043785005,0.05000,3.125
49,block_sparse_moe.experts.90.w1,0.0042573450,0.05000,3.080
49,block_sparse_moe.experts.94.w1,0.0026929284,0.05000,3.120
49,block_sparse_moe.experts.82.w1,0.0029070527,0.05000,3.162
49,block_sparse_moe.experts.109.w1,0.0014630060,0.05000,2.883
49,block_sparse_moe.experts.101.w1,0.0015668154,0.05000,2.906
49,block_sparse_moe.experts.100.w1,0.0010942828,0.05000,2.968
49,block_sparse_moe.experts.105.w1,0.0062850673,0.05000,2.959
49,block_sparse_moe.experts.111.w1,0.0031517865,0.05000,2.938
49,block_sparse_moe.experts.97.w1,0.0011852588,0.05000,2.890
49,block_sparse_moe.experts.96.w1,0.0017283896,0.05000,2.968
49,block_sparse_moe.experts.104.w1,0.0009128589,0.05000,3.031
49,block_sparse_moe.experts.107.w1,0.0012492641,0.05000,2.933
49,block_sparse_moe.experts.103.w1,0.0049764329,0.05000,2.882
49,block_sparse_moe.experts.108.w1,0.0023785317,0.05000,3.129
49,block_sparse_moe.experts.99.w1,0.0007594392,0.05000,3.071
49,block_sparse_moe.experts.102.w1,0.0040714846,0.05000,3.122
49,block_sparse_moe.experts.106.w1,0.0032550941,0.05000,3.165
49,block_sparse_moe.experts.110.w1,0.0038963490,0.05000,3.144
49,block_sparse_moe.experts.98.w1,0.0076850008,0.05000,3.200
49,block_sparse_moe.experts.125.w1,0.0021502265,0.05000,2.778
49,block_sparse_moe.experts.121.w1,0.0016632009,0.05000,2.826
49,block_sparse_moe.experts.117.w1,0.0013859172,0.05000,2.958
49,block_sparse_moe.experts.113.w1,0.0022964333,0.05000,2.855
49,block_sparse_moe.experts.116.w1,0.0012947386,0.05000,3.031
49,block_sparse_moe.experts.127.w1,0.0051035989,0.05000,3.064
49,block_sparse_moe.experts.112.w1,0.0014016670,0.05000,3.057
49,block_sparse_moe.experts.120.w1,0.0018095269,0.05000,3.037
49,block_sparse_moe.experts.123.w1,0.0032092491,0.05000,3.005
49,block_sparse_moe.experts.124.w1,0.0031859626,0.05000,3.016
49,block_sparse_moe.experts.119.w1,0.0046686752,0.05000,3.061
49,block_sparse_moe.experts.115.w1,0.0019376228,0.05000,2.971
49,block_sparse_moe.experts.122.w1,0.0037478759,0.05000,3.023
49,block_sparse_moe.experts.118.w1,0.0023985335,0.05000,3.197
49,block_sparse_moe.experts.126.w1,0.0026470132,0.05000,3.111
49,block_sparse_moe.experts.114.w1,0.0007391344,0.05000,3.050
49,block_sparse_moe.experts.141.w1,0.0092080254,0.05000,2.900
49,block_sparse_moe.experts.137.w1,0.0016090865,0.05000,3.082
49,block_sparse_moe.experts.133.w1,0.0011890117,0.05000,3.027
49,block_sparse_moe.experts.143.w1,0.0023572607,0.05000,2.892
49,block_sparse_moe.experts.129.w1,0.0043832714,0.05000,3.070
49,block_sparse_moe.experts.132.w1,0.0018105806,0.05000,3.110
49,block_sparse_moe.experts.128.w1,0.0034159134,0.05000,3.094
49,block_sparse_moe.experts.135.w1,0.0027163800,0.05000,3.001
49,block_sparse_moe.experts.139.w1,0.0033028430,0.05000,3.092
49,block_sparse_moe.experts.131.w1,0.0004927059,0.05000,2.994
49,block_sparse_moe.experts.140.w1,0.0051572435,0.05000,3.110
49,block_sparse_moe.experts.136.w1,0.0019376986,0.05000,3.267
49,block_sparse_moe.experts.138.w1,0.0020561748,0.05000,3.136
49,block_sparse_moe.experts.134.w1,0.0038373614,0.05000,3.177
49,block_sparse_moe.experts.142.w1,0.0031516589,0.05000,3.180
49,block_sparse_moe.experts.130.w1,0.0033504637,0.05000,3.199
49,block_sparse_moe.experts.157.w1,0.0025481751,0.05000,3.013
49,block_sparse_moe.experts.153.w1,0.0025246305,0.05000,2.817
49,block_sparse_moe.experts.149.w1,0.0056789015,0.05000,2.938
49,block_sparse_moe.experts.145.w1,0.0018224349,0.05000,2.950
49,block_sparse_moe.experts.159.w1,0.0015871556,0.05000,3.148
49,block_sparse_moe.experts.148.w1,0.0042486267,0.05000,3.088
49,block_sparse_moe.experts.144.w1,0.0018928428,0.05000,3.083
49,block_sparse_moe.experts.151.w1,0.0029195548,0.05000,3.068
49,block_sparse_moe.experts.155.w1,0.0050826541,0.05000,3.100
49,block_sparse_moe.experts.156.w1,0.0013540646,0.05000,3.088
49,block_sparse_moe.experts.147.w1,0.0034013537,0.05000,3.253
49,block_sparse_moe.experts.152.w1,0.0020383829,0.05000,3.133
49,block_sparse_moe.experts.154.w1,0.0005343262,0.05000,3.104
49,block_sparse_moe.experts.150.w1,0.0026463748,0.05000,3.048
49,block_sparse_moe.experts.158.w1,0.0025419712,0.05000,2.944
49,block_sparse_moe.experts.146.w1,0.0016541103,0.05000,3.070
49,block_sparse_moe.experts.173.w1,0.0017651912,0.05000,2.914
49,block_sparse_moe.experts.169.w1,0.0040303269,0.05000,2.837
49,block_sparse_moe.experts.165.w1,0.0013761450,0.05000,2.872
49,block_sparse_moe.experts.161.w1,0.0034680657,0.05000,2.795
49,block_sparse_moe.experts.175.w1,0.0023149039,0.05000,3.027
49,block_sparse_moe.experts.164.w1,0.0019726642,0.05000,3.025
49,block_sparse_moe.experts.160.w1,0.0014261264,0.05000,3.031
49,block_sparse_moe.experts.167.w1,0.0043431591,0.05000,3.059
49,block_sparse_moe.experts.172.w1,0.0010657039,0.05000,3.000
49,block_sparse_moe.experts.171.w1,0.0018601375,0.05000,3.033
49,block_sparse_moe.experts.168.w1,0.0037812791,0.05000,2.968
49,block_sparse_moe.experts.163.w1,0.0028022550,0.05000,3.063
49,block_sparse_moe.experts.170.w1,0.0022441184,0.05000,3.027
49,block_sparse_moe.experts.166.w1,0.0006088663,0.05000,3.039
49,block_sparse_moe.experts.174.w1,0.0035217615,0.05000,3.082
49,block_sparse_moe.experts.162.w1,0.0019916828,0.05000,3.012
49,block_sparse_moe.experts.189.w1,0.0013627786,0.05000,3.101
49,block_sparse_moe.experts.185.w1,0.0052273802,0.05000,3.086
49,block_sparse_moe.experts.181.w1,0.0031937111,0.05000,3.134
49,block_sparse_moe.experts.177.w1,0.0039925744,0.05000,3.115
49,block_sparse_moe.experts.180.w1,0.0050680923,0.05000,2.951
49,block_sparse_moe.experts.191.w1,0.0024069459,0.05000,3.020
49,block_sparse_moe.experts.176.w1,0.0015165255,0.05000,2.995
49,block_sparse_moe.experts.188.w1,0.0030001168,0.05000,2.936
49,block_sparse_moe.experts.183.w1,0.0009523053,0.05000,3.013
49,block_sparse_moe.experts.187.w1,0.0114041063,0.05000,3.029
49,block_sparse_moe.experts.184.w1,0.0082767359,0.05000,2.951
49,block_sparse_moe.experts.179.w1,0.0032941899,0.05000,2.990
49,block_sparse_moe.experts.186.w1,0.0055443335,0.05000,3.156
49,block_sparse_moe.experts.182.w1,0.0021347668,0.05000,3.064
49,block_sparse_moe.experts.190.w1,0.0028356977,0.05000,3.131
49,block_sparse_moe.experts.178.w1,0.0010756455,0.05000,3.097
49,block_sparse_moe.experts.201.w1,0.0047381447,0.05000,3.097
49,block_sparse_moe.experts.205.w1,0.0016297778,0.05000,3.148
49,block_sparse_moe.experts.193.w1,0.0023561572,0.05000,3.105
49,block_sparse_moe.experts.197.w1,0.0035798755,0.05000,3.183
49,block_sparse_moe.experts.196.w1,0.0010235071,0.05000,3.123
49,block_sparse_moe.experts.207.w1,0.0030822510,0.05000,3.116
49,block_sparse_moe.experts.204.w1,0.0040445382,0.05000,3.038
49,block_sparse_moe.experts.192.w1,0.0041336285,0.05000,3.093
49,block_sparse_moe.experts.199.w1,0.0017998464,0.05000,3.111
49,block_sparse_moe.experts.200.w1,0.0023074033,0.05000,3.066
49,block_sparse_moe.experts.203.w1,0.0018731099,0.05000,3.161
49,block_sparse_moe.experts.195.w1,0.0021051068,0.05000,3.072
49,block_sparse_moe.experts.198.w1,0.0066082532,0.05000,3.078
49,block_sparse_moe.experts.206.w1,0.0037871188,0.05000,2.989
49,block_sparse_moe.experts.202.w1,0.0017888997,0.05000,3.215
49,block_sparse_moe.experts.194.w1,0.0014296039,0.05000,3.047
49,block_sparse_moe.experts.221.w1,0.0007526813,0.05000,3.060
49,block_sparse_moe.experts.217.w1,0.0027505994,0.05000,3.167
49,block_sparse_moe.experts.209.w1,0.0029899442,0.05000,3.022
49,block_sparse_moe.experts.213.w1,0.0008567781,0.05000,2.998
49,block_sparse_moe.experts.212.w1,0.0064182549,0.05000,2.997
49,block_sparse_moe.experts.220.w1,0.0041695343,0.05000,2.974
49,block_sparse_moe.experts.223.w1,0.0003530853,0.05000,3.094
49,block_sparse_moe.experts.208.w1,0.0016926841,0.05000,3.017
49,block_sparse_moe.experts.215.w1,0.0018898059,0.05000,3.037
49,block_sparse_moe.experts.216.w1,0.0021172850,0.05000,3.095
49,block_sparse_moe.experts.219.w1,0.0012810243,0.05000,3.112
49,block_sparse_moe.experts.211.w1,0.0019372711,0.05000,3.178
49,block_sparse_moe.experts.214.w1,0.0025369085,0.05000,2.981
49,block_sparse_moe.experts.222.w1,0.0016086117,0.05000,2.938
49,block_sparse_moe.experts.218.w1,0.0016612317,0.05000,2.966
49,block_sparse_moe.experts.210.w1,0.0035560783,0.05000,3.036
49,block_sparse_moe.experts.237.w1,0.0008960823,0.05000,2.972
49,block_sparse_moe.experts.233.w1,0.0021714993,0.05000,2.977
49,block_sparse_moe.experts.225.w1,0.0014941003,0.05000,2.931
49,block_sparse_moe.experts.229.w1,0.0032055224,0.05000,2.967
49,block_sparse_moe.experts.239.w1,0.0047005930,0.05000,3.011
49,block_sparse_moe.experts.236.w1,0.0033843069,0.05000,3.035
49,block_sparse_moe.experts.228.w1,0.0022972978,0.05000,3.155
49,block_sparse_moe.experts.231.w1,0.0026121598,0.05000,2.961
49,block_sparse_moe.experts.224.w1,0.0022250063,0.05000,3.083
49,block_sparse_moe.experts.232.w1,0.0004960526,0.05000,2.993
49,block_sparse_moe.experts.235.w1,0.0027185153,0.05000,3.134
49,block_sparse_moe.experts.227.w1,0.0018407608,0.05000,3.022
49,block_sparse_moe.experts.230.w1,0.0027422239,0.05000,2.898
49,block_sparse_moe.experts.238.w1,0.0027296246,0.05000,2.872
49,block_sparse_moe.experts.234.w1,0.0009582743,0.05000,2.864
49,block_sparse_moe.experts.226.w1,0.0013620908,0.05000,2.947
49,block_sparse_moe.experts.253.w1,0.0024705522,0.05000,3.111
49,block_sparse_moe.experts.249.w1,0.0022571710,0.05000,3.006
49,block_sparse_moe.experts.245.w1,0.0016367670,0.05000,2.887
49,block_sparse_moe.experts.241.w1,0.0021118439,0.05000,3.029
49,block_sparse_moe.experts.255.w1,0.0031596019,0.05000,2.889
49,block_sparse_moe.experts.252.w1,0.0031470276,0.05000,2.995
49,block_sparse_moe.experts.247.w1,0.0037695053,0.05000,2.992
49,block_sparse_moe.experts.244.w1,0.0024972175,0.05000,3.108
49,block_sparse_moe.experts.240.w1,0.0015914907,0.05000,3.066
49,block_sparse_moe.experts.248.w1,0.0059155611,0.05000,3.054
49,block_sparse_moe.experts.243.w1,0.0031521002,0.05000,2.828
49,block_sparse_moe.experts.251.w1,0.0032267614,0.05000,2.948
49,block_sparse_moe.experts.250.w1,0.0028613927,0.05000,2.913
49,block_sparse_moe.experts.246.w1,0.0046600175,0.05000,2.994
49,block_sparse_moe.experts.254.w1,0.0030893984,0.05000,3.036
49,block_sparse_moe.experts.242.w1,0.0008151427,0.05000,2.929
49,block_sparse_moe.experts.9.w3,0.0020583567,0.05000,2.812
49,block_sparse_moe.experts.5.w3,0.0027933445,0.05000,2.838
49,block_sparse_moe.experts.13.w3,0.0012633094,0.05000,2.921
49,block_sparse_moe.experts.1.w3,0.0044200350,0.05000,2.837
49,block_sparse_moe.experts.15.w3,0.0020345453,0.05000,3.024
49,block_sparse_moe.experts.7.w3,0.0015112276,0.05000,3.023
49,block_sparse_moe.experts.12.w3,0.0036986227,0.05000,3.178
49,block_sparse_moe.experts.0.w3,0.0039868422,0.05000,3.143
49,block_sparse_moe.experts.3.w3,0.0052864467,0.05000,3.030
49,block_sparse_moe.experts.4.w3,0.0015509983,0.05000,3.282
49,block_sparse_moe.experts.11.w3,0.0026828239,0.05000,3.021
49,block_sparse_moe.experts.8.w3,0.0025304130,0.05000,3.192
49,block_sparse_moe.experts.14.w3,0.0014693571,0.05000,2.753
49,block_sparse_moe.experts.6.w3,0.0029656613,0.05000,2.878
49,block_sparse_moe.experts.10.w3,0.0026593996,0.05000,2.904
49,block_sparse_moe.experts.2.w3,0.0026254733,0.05000,2.753
49,block_sparse_moe.experts.21.w3,0.0040328714,0.05000,2.815
49,block_sparse_moe.experts.25.w3,0.0009002944,0.05000,2.929
49,block_sparse_moe.experts.29.w3,0.0009641988,0.05000,2.949
49,block_sparse_moe.experts.17.w3,0.0023205710,0.05000,3.008
49,block_sparse_moe.experts.31.w3,0.0022624606,0.05000,3.132
49,block_sparse_moe.experts.23.w3,0.0046797285,0.05000,3.095
49,block_sparse_moe.experts.28.w3,0.0015501896,0.05000,3.120
49,block_sparse_moe.experts.19.w3,0.0054316648,0.05000,3.059
49,block_sparse_moe.experts.20.w3,0.0021953194,0.05000,3.076
49,block_sparse_moe.experts.16.w3,0.0028355239,0.05000,3.182
49,block_sparse_moe.experts.27.w3,0.0015717810,0.05000,3.113
49,block_sparse_moe.experts.24.w3,0.0027922183,0.05000,3.170
49,block_sparse_moe.experts.30.w3,0.0042973016,0.05000,2.712
49,block_sparse_moe.experts.22.w3,0.0013527273,0.05000,2.694
49,block_sparse_moe.experts.26.w3,0.0035484341,0.05000,2.740
49,block_sparse_moe.experts.18.w3,0.0023671753,0.05000,2.753
49,block_sparse_moe.experts.37.w3,0.0017202487,0.05000,3.043
49,block_sparse_moe.experts.41.w3,0.0025938166,0.05000,3.059
49,block_sparse_moe.experts.44.w3,0.0010404565,0.05000,1.980
49,block_sparse_moe.experts.45.w3,0.0009102352,0.05000,3.008
49,block_sparse_moe.experts.36.w3,0.0015194221,0.05000,1.852
49,block_sparse_moe.experts.33.w3,0.0013952195,0.05000,3.011
49,block_sparse_moe.experts.47.w3,0.0030310443,0.05000,3.076
49,block_sparse_moe.experts.39.w3,0.0027165229,0.05000,3.051
49,block_sparse_moe.experts.35.w3,0.0012631210,0.05000,3.170
49,block_sparse_moe.experts.46.w3,0.0011832010,0.05000,2.902
49,block_sparse_moe.experts.43.w3,0.0068524428,0.05000,3.147
49,block_sparse_moe.experts.38.w3,0.0011837160,0.05000,2.925
49,block_sparse_moe.experts.34.w3,0.0040069584,0.05000,2.860
49,block_sparse_moe.experts.42.w3,0.0016031770,0.05000,2.976
49,block_sparse_moe.experts.63.w3,0.0039684088,0.05000,3.219
49,block_sparse_moe.experts.55.w3,0.0028840355,0.05000,3.293
49,block_sparse_moe.experts.51.w3,0.0033520516,0.05000,3.151
49,block_sparse_moe.experts.59.w3,0.0116349247,0.05000,3.372
49,block_sparse_moe.experts.53.w3,0.0026445719,0.05000,5.499
49,block_sparse_moe.experts.57.w3,0.0078436827,0.05000,5.528
49,block_sparse_moe.experts.61.w3,0.0051820122,0.05000,5.561
49,block_sparse_moe.experts.49.w3,0.0019037512,0.05000,5.524
49,block_sparse_moe.experts.54.w3,0.0034329594,0.05000,5.208
49,block_sparse_moe.experts.62.w3,0.0018253280,0.05000,5.331
49,block_sparse_moe.experts.50.w3,0.0036084409,0.05000,5.270
49,block_sparse_moe.experts.58.w3,0.0018922465,0.05000,5.279
49,block_sparse_moe.experts.69.w3,0.0007809840,0.05000,3.200
49,block_sparse_moe.experts.73.w3,0.0070677398,0.05000,3.197
49,block_sparse_moe.experts.77.w3,0.0077055949,0.05000,3.162
49,block_sparse_moe.experts.65.w3,0.0024201419,0.05000,3.185
49,block_sparse_moe.experts.70.w3,0.0030659143,0.05000,3.250
49,block_sparse_moe.experts.78.w3,0.0067460713,0.05000,3.278
49,block_sparse_moe.experts.74.w3,0.0014078738,0.05000,3.247
49,block_sparse_moe.experts.66.w3,0.0007105798,0.05000,3.312
49,block_sparse_moe.experts.79.w3,0.0032473779,0.05000,6.846
49,block_sparse_moe.experts.71.w3,0.0024993944,0.05000,6.791
49,block_sparse_moe.experts.67.w3,0.0016509172,0.05000,6.832
49,block_sparse_moe.experts.75.w3,0.0020143984,0.05000,6.764
49,block_sparse_moe.experts.85.w3,0.0018541938,0.05000,2.984
49,block_sparse_moe.experts.89.w3,0.0018215636,0.05000,3.001
49,block_sparse_moe.experts.93.w3,0.0018769369,0.05000,3.004
49,block_sparse_moe.experts.81.w3,0.0019992798,0.05000,3.077
49,block_sparse_moe.experts.60.w3,0.0043219207,0.05000,3.042
49,block_sparse_moe.experts.52.w3,0.0042525318,0.05000,3.047
49,block_sparse_moe.experts.40.w3,0.0030583002,0.05000,3.065
49,block_sparse_moe.experts.32.w3,0.0037669542,0.05000,3.106
49,block_sparse_moe.experts.86.w3,0.0049138470,0.05000,3.010
49,block_sparse_moe.experts.94.w3,0.0029870966,0.05000,3.024
49,block_sparse_moe.experts.90.w3,0.0048755465,0.05000,3.020
49,block_sparse_moe.experts.82.w3,0.0032950556,0.05000,3.009
49,block_sparse_moe.experts.95.w3,0.0043985835,0.05000,3.005
49,block_sparse_moe.experts.87.w3,0.0014857652,0.05000,3.065
49,block_sparse_moe.experts.83.w3,0.0159810244,0.05000,2.934
49,block_sparse_moe.experts.101.w3,0.0017688448,0.05000,2.764
49,block_sparse_moe.experts.105.w3,0.0071806937,0.05000,2.712
49,block_sparse_moe.experts.109.w3,0.0017615326,0.05000,2.737
49,block_sparse_moe.experts.91.w3,0.0056828354,0.05000,3.042
49,block_sparse_moe.experts.97.w3,0.0013658189,0.05000,2.825
49,block_sparse_moe.experts.76.w3,0.0010020124,0.05000,3.055
49,block_sparse_moe.experts.48.w3,0.0011569025,0.05000,3.111
49,block_sparse_moe.experts.68.w3,0.0016354077,0.05000,3.171
49,block_sparse_moe.experts.56.w3,0.0027589737,0.05000,3.224
49,block_sparse_moe.experts.110.w3,0.0043870423,0.05000,3.112
49,block_sparse_moe.experts.102.w3,0.0047043445,0.05000,3.225
49,block_sparse_moe.experts.98.w3,0.0089182903,0.05000,3.189
49,block_sparse_moe.experts.106.w3,0.0036602405,0.05000,3.195
49,block_sparse_moe.experts.111.w3,0.0037043694,0.05000,3.105
49,block_sparse_moe.experts.103.w3,0.0056684779,0.05000,3.065
49,block_sparse_moe.experts.99.w3,0.0008994248,0.05000,3.054
49,block_sparse_moe.experts.117.w3,0.0015316681,0.05000,3.023
49,block_sparse_moe.experts.121.w3,0.0018686049,0.05000,3.006
49,block_sparse_moe.experts.125.w3,0.0023913973,0.05000,2.973
49,block_sparse_moe.experts.107.w3,0.0013409170,0.05000,3.082
49,block_sparse_moe.experts.113.w3,0.0025824153,0.05000,2.956
49,block_sparse_moe.experts.92.w3,0.0029462542,0.05000,2.912
49,block_sparse_moe.experts.64.w3,0.0039586471,0.05000,2.830
49,block_sparse_moe.experts.84.w3,0.0028686324,0.05000,2.931
49,block_sparse_moe.experts.72.w3,0.0018081926,0.05000,2.952
49,block_sparse_moe.experts.126.w3,0.0029795941,0.05000,2.920
49,block_sparse_moe.experts.118.w3,0.0027422457,0.05000,2.926
49,block_sparse_moe.experts.122.w3,0.0042387404,0.05000,2.993
49,block_sparse_moe.experts.114.w3,0.0008281860,0.05000,3.042
49,block_sparse_moe.experts.127.w3,0.0058484771,0.05000,2.823
49,block_sparse_moe.experts.133.w3,0.0013354715,0.05000,2.592
49,block_sparse_moe.experts.119.w3,0.0054387076,0.05000,2.785
49,block_sparse_moe.experts.115.w3,0.0021994217,0.05000,2.719
49,block_sparse_moe.experts.137.w3,0.0019044273,0.05000,2.641
49,block_sparse_moe.experts.141.w3,0.0113857236,0.05000,2.670
49,block_sparse_moe.experts.129.w3,0.0051561526,0.05000,2.651
49,block_sparse_moe.experts.123.w3,0.0036542846,0.05000,2.869
49,block_sparse_moe.experts.108.w3,0.0026405064,0.05000,3.052
49,block_sparse_moe.experts.80.w3,0.0046496871,0.05000,3.018
49,block_sparse_moe.experts.100.w3,0.0012090692,0.05000,3.074
49,block_sparse_moe.experts.88.w3,0.0017509441,0.05000,3.097
49,block_sparse_moe.experts.142.w3,0.0035380404,0.05000,3.043
49,block_sparse_moe.experts.134.w3,0.0043991688,0.05000,3.028
49,block_sparse_moe.experts.138.w3,0.0023101955,0.05000,3.117
49,block_sparse_moe.experts.130.w3,0.0037463145,0.05000,3.119
49,block_sparse_moe.experts.153.w3,0.0028292887,0.05000,2.669
49,block_sparse_moe.experts.149.w3,0.0065284916,0.05000,2.806
49,block_sparse_moe.experts.157.w3,0.0029146772,0.05000,2.675
49,block_sparse_moe.experts.143.w3,0.0026919062,0.05000,3.014
49,block_sparse_moe.experts.145.w3,0.0020724418,0.05000,2.744
49,block_sparse_moe.experts.135.w3,0.0032562193,0.05000,3.121
49,block_sparse_moe.experts.131.w3,0.0005629317,0.05000,3.124
49,block_sparse_moe.experts.139.w3,0.0037093476,0.05000,3.030
49,block_sparse_moe.experts.124.w3,0.0035266525,0.05000,3.051
49,block_sparse_moe.experts.96.w3,0.0019322047,0.05000,3.110
49,block_sparse_moe.experts.116.w3,0.0014788115,0.05000,3.017
49,block_sparse_moe.experts.104.w3,0.0010312956,0.05000,3.093
49,block_sparse_moe.experts.150.w3,0.0029607889,0.05000,3.108
49,block_sparse_moe.experts.158.w3,0.0028745923,0.05000,3.187
49,block_sparse_moe.experts.146.w3,0.0018441636,0.05000,3.016
49,block_sparse_moe.experts.165.w3,0.0015465381,0.05000,2.798
49,block_sparse_moe.experts.169.w3,0.0045649796,0.05000,2.844
49,block_sparse_moe.experts.154.w3,0.0006022764,0.05000,3.156
49,block_sparse_moe.experts.173.w3,0.0019327723,0.05000,2.811
49,block_sparse_moe.experts.159.w3,0.0018845684,0.05000,2.979
49,block_sparse_moe.experts.161.w3,0.0042050227,0.05000,2.821
49,block_sparse_moe.experts.151.w3,0.0032953457,0.05000,2.868
49,block_sparse_moe.experts.147.w3,0.0039507264,0.05000,2.896
49,block_sparse_moe.experts.155.w3,0.0057952795,0.05000,2.954
49,block_sparse_moe.experts.112.w3,0.0016193921,0.05000,2.696
49,block_sparse_moe.experts.140.w3,0.0057117416,0.05000,2.780
49,block_sparse_moe.experts.132.w3,0.0020784287,0.05000,2.907
49,block_sparse_moe.experts.120.w3,0.0020166498,0.05000,2.832
49,block_sparse_moe.experts.174.w3,0.0039162683,0.05000,2.900
49,block_sparse_moe.experts.166.w3,0.0006850911,0.05000,3.049
49,block_sparse_moe.experts.181.w3,0.0035572812,0.05000,2.870
49,block_sparse_moe.experts.185.w3,0.0061549094,0.05000,2.874
49,block_sparse_moe.experts.189.w3,0.0015427282,0.05000,2.800
49,block_sparse_moe.experts.162.w3,0.0022577564,0.05000,3.000
49,block_sparse_moe.experts.170.w3,0.0026560812,0.05000,3.026
49,block_sparse_moe.experts.177.w3,0.0044617556,0.05000,2.858
49,block_sparse_moe.experts.175.w3,0.0025629301,0.05000,2.979
49,block_sparse_moe.experts.167.w3,0.0048541519,0.05000,3.022
49,block_sparse_moe.experts.163.w3,0.0032107150,0.05000,3.057
49,block_sparse_moe.experts.171.w3,0.0020920465,0.05000,2.953
49,block_sparse_moe.experts.128.w3,0.0039114619,0.05000,2.965
49,block_sparse_moe.experts.156.w3,0.0015686595,0.05000,2.982
49,block_sparse_moe.experts.148.w3,0.0048047680,0.05000,2.888
49,block_sparse_moe.experts.136.w3,0.0021619795,0.05000,2.946
49,block_sparse_moe.experts.205.w3,0.0018371169,0.05000,2.738
49,block_sparse_moe.experts.201.w3,0.0054686808,0.05000,2.772
49,block_sparse_moe.experts.197.w3,0.0041783875,0.05000,2.801
49,block_sparse_moe.experts.190.w3,0.0032198083,0.05000,3.084
49,block_sparse_moe.experts.182.w3,0.0024056491,0.05000,3.123
49,block_sparse_moe.experts.193.w3,0.0027610559,0.05000,2.785
49,block_sparse_moe.experts.178.w3,0.0012107717,0.05000,3.134
49,block_sparse_moe.experts.186.w3,0.0064454999,0.05000,3.097
49,block_sparse_moe.experts.191.w3,0.0026949231,0.05000,2.998
49,block_sparse_moe.experts.183.w3,0.0010903389,0.05000,2.943
49,block_sparse_moe.experts.179.w3,0.0037898410,0.05000,2.942
49,block_sparse_moe.experts.187.w3,0.0134083010,0.05000,2.964
49,block_sparse_moe.experts.144.w3,0.0020989762,0.05000,3.048
49,block_sparse_moe.experts.172.w3,0.0012444648,0.05000,3.040
49,block_sparse_moe.experts.164.w3,0.0023001160,0.05000,3.012
49,block_sparse_moe.experts.152.w3,0.0022722015,0.05000,3.106
49,block_sparse_moe.experts.217.w3,0.0030598043,0.05000,2.665
49,block_sparse_moe.experts.221.w3,0.0008695303,0.05000,2.702
49,block_sparse_moe.experts.213.w3,0.0009269001,0.05000,2.784
49,block_sparse_moe.experts.206.w3,0.0042909804,0.05000,3.011
49,block_sparse_moe.experts.209.w3,0.0034244689,0.05000,2.801
49,block_sparse_moe.experts.198.w3,0.0074396193,0.05000,3.119
49,block_sparse_moe.experts.194.w3,0.0016061766,0.05000,3.002
49,block_sparse_moe.experts.207.w3,0.0033810662,0.05000,3.011
49,block_sparse_moe.experts.202.w3,0.0020577767,0.05000,3.135
49,block_sparse_moe.experts.195.w3,0.0024663561,0.05000,2.961
49,block_sparse_moe.experts.199.w3,0.0020255556,0.05000,3.166
49,block_sparse_moe.experts.203.w3,0.0021396822,0.05000,3.080
49,block_sparse_moe.experts.160.w3,0.0016264142,0.05000,3.085
49,block_sparse_moe.experts.188.w3,0.0033597701,0.05000,3.104
49,block_sparse_moe.experts.180.w3,0.0058803481,0.05000,3.061
49,block_sparse_moe.experts.168.w3,0.0041895231,0.05000,3.056
49,block_sparse_moe.experts.237.w3,0.0009273148,0.05000,2.865
49,block_sparse_moe.experts.233.w3,0.0024462216,0.05000,2.873
49,block_sparse_moe.experts.229.w3,0.0038237854,0.05000,2.909
49,block_sparse_moe.experts.225.w3,0.0016725548,0.05000,2.961
49,block_sparse_moe.experts.222.w3,0.0018380641,0.05000,3.100
49,block_sparse_moe.experts.214.w3,0.0028515779,0.05000,3.028
49,block_sparse_moe.experts.210.w3,0.0040619439,0.05000,2.974
49,block_sparse_moe.experts.223.w3,0.0004008879,0.05000,3.036
49,block_sparse_moe.experts.218.w3,0.0019279369,0.05000,3.090
49,block_sparse_moe.experts.211.w3,0.0022762353,0.05000,3.085
49,block_sparse_moe.experts.215.w3,0.0022173562,0.05000,3.040
49,block_sparse_moe.experts.219.w3,0.0014866383,0.05000,3.092
49,block_sparse_moe.experts.176.w3,0.0017539404,0.05000,3.042
49,block_sparse_moe.experts.204.w3,0.0045159137,0.05000,3.021
49,block_sparse_moe.experts.196.w3,0.0011347357,0.05000,3.034
49,block_sparse_moe.experts.184.w3,0.0091364209,0.05000,3.116
49,block_sparse_moe.experts.253.w3,0.0028540390,0.05000,2.900
49,block_sparse_moe.experts.249.w3,0.0025855912,0.05000,2.927
49,block_sparse_moe.experts.245.w3,0.0018023892,0.05000,2.874
49,block_sparse_moe.experts.241.w3,0.0023922626,0.05000,2.570
49,block_sparse_moe.experts.238.w3,0.0031464451,0.05000,2.876
49,block_sparse_moe.experts.230.w3,0.0031869388,0.05000,2.966
49,block_sparse_moe.experts.226.w3,0.0015470694,0.05000,3.003
49,block_sparse_moe.experts.234.w3,0.0011124342,0.05000,2.911
49,block_sparse_moe.experts.239.w3,0.0053301670,0.05000,3.134
49,block_sparse_moe.experts.227.w3,0.0021081734,0.05000,3.147
49,block_sparse_moe.experts.231.w3,0.0030536795,0.05000,3.062
49,block_sparse_moe.experts.235.w3,0.0031090231,0.05000,3.072
49,block_sparse_moe.experts.192.w3,0.0045965758,0.05000,3.036
49,block_sparse_moe.experts.220.w3,0.0047843097,0.05000,3.059
49,block_sparse_moe.experts.212.w3,0.0072235605,0.05000,3.040
49,block_sparse_moe.experts.200.w3,0.0026159505,0.05000,3.041
49,block_sparse_moe.experts.254.w3,0.0035213032,0.05000,2.792
49,block_sparse_moe.experts.246.w3,0.0054131342,0.05000,2.765
49,block_sparse_moe.experts.242.w3,0.0009281398,0.05000,2.723
49,block_sparse_moe.experts.250.w3,0.0033419160,0.05000,2.557
49,block_sparse_moe.experts.255.w3,0.0034871541,0.05000,2.896
49,block_sparse_moe.experts.243.w3,0.0035522568,0.05000,2.779
49,block_sparse_moe.experts.247.w3,0.0043154054,0.05000,2.796
49,block_sparse_moe.experts.251.w3,0.0036455165,0.05000,2.444
49,block_sparse_moe.experts.208.w3,0.0020007814,0.05000,2.885
49,block_sparse_moe.experts.236.w3,0.0038121804,0.05000,2.970
49,block_sparse_moe.experts.228.w3,0.0027866731,0.05000,3.027
49,block_sparse_moe.experts.216.w3,0.0024271804,0.05000,3.012
49,block_sparse_moe.experts.224.w3,0.0025265942,0.05000,3.067
49,block_sparse_moe.experts.252.w3,0.0035605659,0.05000,3.056
49,block_sparse_moe.experts.244.w3,0.0027892579,0.05000,2.991
49,block_sparse_moe.experts.232.w3,0.0005605302,0.05000,2.869
49,block_sparse_moe.experts.240.w3,0.0018494459,0.05000,1.685
49,block_sparse_moe.experts.248.w3,0.0068456747,0.05000,1.420
49,block_sparse_moe.experts.10.w2,0.0069983794,0.05000,1.385
49,block_sparse_moe.experts.2.w2,0.0012230262,0.05000,1.385
49,block_sparse_moe.experts.6.w2,0.0118055780,0.05000,1.402
49,block_sparse_moe.experts.14.w2,0.0074745492,0.05000,1.394
49,block_sparse_moe.experts.8.w2,0.0121608227,0.05000,1.561
49,block_sparse_moe.experts.4.w2,0.0063480609,0.05000,1.564
49,block_sparse_moe.experts.1.w2,0.0192227720,0.05000,1.588
49,block_sparse_moe.experts.9.w2,0.0106403932,0.05000,1.594
49,block_sparse_moe.experts.0.w2,0.0129110352,0.05000,1.598
49,block_sparse_moe.experts.13.w2,0.0021931739,0.05000,1.543
49,block_sparse_moe.experts.5.w2,0.0104980045,0.05000,1.607
49,block_sparse_moe.experts.12.w2,0.0031368339,0.05000,1.639
49,block_sparse_moe.experts.7.w2,0.0062908020,0.05000,1.653
49,block_sparse_moe.experts.3.w2,0.0062500187,0.05000,1.654
49,block_sparse_moe.experts.11.w2,0.0075403441,0.05000,1.692
49,block_sparse_moe.experts.15.w2,0.0049958579,0.05000,1.639
49,block_sparse_moe.experts.26.w2,0.0133093953,0.05000,1.319
49,block_sparse_moe.experts.22.w2,0.0016324841,0.05000,1.323
49,block_sparse_moe.experts.18.w2,0.0017930100,0.05000,1.377
49,block_sparse_moe.experts.30.w2,0.0030471820,0.05000,1.355
49,block_sparse_moe.experts.25.w2,0.0010886909,0.05000,1.466
49,block_sparse_moe.experts.29.w2,0.0034725740,0.05000,1.462
49,block_sparse_moe.experts.20.w2,0.0076970291,0.05000,1.508
49,block_sparse_moe.experts.21.w2,0.0038425131,0.05000,1.498
49,block_sparse_moe.experts.16.w2,0.0106273130,0.05000,1.509
49,block_sparse_moe.experts.19.w2,0.0623723040,0.05000,1.459
49,block_sparse_moe.experts.17.w2,0.0026571665,0.05000,1.557
49,block_sparse_moe.experts.24.w2,0.0044753613,0.05000,1.601
49,block_sparse_moe.experts.23.w2,0.0045779223,0.05000,1.519
49,block_sparse_moe.experts.28.w2,0.0003489050,0.05000,1.612
49,block_sparse_moe.experts.27.w2,0.0041531156,0.05000,1.559
49,block_sparse_moe.experts.31.w2,0.0024652828,0.05000,1.605
49,block_sparse_moe.experts.34.w2,0.0070082286,0.05000,1.380
49,block_sparse_moe.experts.42.w2,0.0038669477,0.05000,1.440
49,block_sparse_moe.experts.46.w2,0.0013913231,0.05000,1.392
49,block_sparse_moe.experts.38.w2,0.0184191768,0.05000,1.489
49,block_sparse_moe.experts.45.w2,0.0004416323,0.05000,1.447
49,block_sparse_moe.experts.37.w2,0.0010548044,0.05000,1.464
49,block_sparse_moe.experts.41.w2,0.0038354126,0.05000,1.517
49,block_sparse_moe.experts.33.w2,0.0026042462,0.05000,1.433
49,block_sparse_moe.experts.36.w2,0.0019507485,0.05000,1.513
49,block_sparse_moe.experts.35.w2,0.0059104646,0.05000,1.480
49,block_sparse_moe.experts.32.w2,0.0019291960,0.05000,1.522
49,block_sparse_moe.experts.40.w2,0.0013671952,0.05000,1.570
49,block_sparse_moe.experts.39.w2,0.0073564389,0.05000,1.566
49,block_sparse_moe.experts.43.w2,0.0265466286,0.05000,1.535
49,block_sparse_moe.experts.44.w2,0.0001639648,0.05000,1.575
49,block_sparse_moe.experts.47.w2,0.0035781983,0.05000,1.556
49,block_sparse_moe.experts.58.w2,0.0053110935,0.05000,1.433
49,block_sparse_moe.experts.50.w2,0.0167418190,0.05000,1.459
49,block_sparse_moe.experts.62.w2,0.0055929973,0.05000,1.438
49,block_sparse_moe.experts.54.w2,0.0010098348,0.05000,1.525
49,block_sparse_moe.experts.61.w2,0.0179821307,0.05000,1.376
49,block_sparse_moe.experts.57.w2,0.0026805784,0.05000,1.327
49,block_sparse_moe.experts.53.w2,0.0069603716,0.05000,1.436
49,block_sparse_moe.experts.49.w2,0.0052020379,0.05000,1.431
49,block_sparse_moe.experts.52.w2,0.0167141754,0.05000,1.466
49,block_sparse_moe.experts.51.w2,0.0075082284,0.05000,1.536
49,block_sparse_moe.experts.48.w2,0.0051061786,0.05000,1.506
49,block_sparse_moe.experts.56.w2,0.0090702029,0.05000,1.475
49,block_sparse_moe.experts.55.w2,0.0101459912,0.05000,1.538
49,block_sparse_moe.experts.60.w2,0.0015654520,0.05000,1.471
49,block_sparse_moe.experts.59.w2,0.0243197698,0.05000,1.539
49,block_sparse_moe.experts.63.w2,0.0011225621,0.05000,1.505
49,block_sparse_moe.experts.74.w2,0.0058183785,0.05000,1.543
49,block_sparse_moe.experts.73.w2,0.0119241620,0.05000,1.227
49,block_sparse_moe.experts.77.w2,0.0061839126,0.05000,1.273
49,block_sparse_moe.experts.66.w2,0.0026006195,0.05000,1.562
49,block_sparse_moe.experts.78.w2,0.0093015727,0.05000,1.596
49,block_sparse_moe.experts.65.w2,0.0080796534,0.05000,1.290
49,block_sparse_moe.experts.69.w2,0.0049026050,0.05000,1.323
49,block_sparse_moe.experts.70.w2,0.0072269135,0.05000,1.622
49,block_sparse_moe.experts.67.w2,0.0082907527,0.05000,1.476
49,block_sparse_moe.experts.68.w2,0.0008404894,0.05000,1.593
49,block_sparse_moe.experts.79.w2,0.0050894587,0.05000,1.331
49,block_sparse_moe.experts.71.w2,0.0025317982,0.05000,1.424
49,block_sparse_moe.experts.75.w2,0.0047957821,0.05000,1.420
49,block_sparse_moe.experts.64.w2,0.0117526901,0.05000,1.622
49,block_sparse_moe.experts.72.w2,0.0065109757,0.05000,1.631
49,block_sparse_moe.experts.76.w2,0.0029412853,0.05000,1.612
49,block_sparse_moe.experts.89.w2,0.0078494402,0.05000,1.394
49,block_sparse_moe.experts.93.w2,0.0079575370,0.05000,1.458
49,block_sparse_moe.experts.90.w2,0.0089004799,0.05000,1.601
49,block_sparse_moe.experts.82.w2,0.0056169062,0.05000,1.560
49,block_sparse_moe.experts.85.w2,0.0022839697,0.05000,1.427
49,block_sparse_moe.experts.81.w2,0.0027993731,0.05000,1.472
49,block_sparse_moe.experts.94.w2,0.0018141559,0.05000,1.548
49,block_sparse_moe.experts.86.w2,0.0121598490,0.05000,1.600
49,block_sparse_moe.experts.83.w2,0.0366673286,0.05000,1.494
49,block_sparse_moe.experts.84.w2,0.0061947680,0.05000,1.474
49,block_sparse_moe.experts.95.w2,0.0084761044,0.05000,1.500
49,block_sparse_moe.experts.91.w2,0.0030178433,0.05000,1.452
49,block_sparse_moe.experts.80.w2,0.0149778443,0.05000,1.512
49,block_sparse_moe.experts.87.w2,0.0004049693,0.05000,1.576
49,block_sparse_moe.experts.88.w2,0.0005088475,0.05000,1.579
49,block_sparse_moe.experts.92.w2,0.0056914752,0.05000,1.537
49,block_sparse_moe.experts.105.w2,0.0152592235,0.05000,1.369
49,block_sparse_moe.experts.109.w2,0.0169397136,0.05000,1.308
49,block_sparse_moe.experts.106.w2,0.0017033695,0.05000,1.364
49,block_sparse_moe.experts.98.w2,0.0205459411,0.05000,1.383
49,block_sparse_moe.experts.97.w2,0.0014810067,0.05000,1.335
49,block_sparse_moe.experts.101.w2,0.0086427708,0.05000,1.423
49,block_sparse_moe.experts.110.w2,0.0216396430,0.05000,1.457
49,block_sparse_moe.experts.102.w2,0.0139267472,0.05000,1.368
49,block_sparse_moe.experts.100.w2,0.0047234809,0.05000,1.454
49,block_sparse_moe.experts.99.w2,0.0020196496,0.05000,1.482
49,block_sparse_moe.experts.107.w2,0.0057064712,0.05000,1.460
49,block_sparse_moe.experts.111.w2,0.0111395238,0.05000,1.467
49,block_sparse_moe.experts.96.w2,0.0050907412,0.05000,1.441
49,block_sparse_moe.experts.103.w2,0.0032274423,0.05000,1.445
49,block_sparse_moe.experts.104.w2,0.0018898510,0.05000,1.500
49,block_sparse_moe.experts.108.w2,0.0007518616,0.05000,1.496
49,block_sparse_moe.experts.121.w2,0.0092996001,0.05000,1.510
49,block_sparse_moe.experts.125.w2,0.0043384238,0.05000,1.505
49,block_sparse_moe.experts.113.w2,0.0018404765,0.05000,1.531
49,block_sparse_moe.experts.122.w2,0.0181507905,0.05000,1.575
49,block_sparse_moe.experts.114.w2,0.0035566426,0.05000,1.567
49,block_sparse_moe.experts.117.w2,0.0003691783,0.05000,1.565
49,block_sparse_moe.experts.126.w2,0.0016125143,0.05000,1.518
49,block_sparse_moe.experts.118.w2,0.0108216110,0.05000,1.522
49,block_sparse_moe.experts.115.w2,0.0054449299,0.05000,1.516
49,block_sparse_moe.experts.116.w2,0.0048567542,0.05000,1.526
49,block_sparse_moe.experts.127.w2,0.0100071773,0.05000,1.487
49,block_sparse_moe.experts.119.w2,0.0457751145,0.05000,1.462
49,block_sparse_moe.experts.123.w2,0.0092491592,0.05000,1.574
49,block_sparse_moe.experts.112.w2,0.0004141530,0.05000,1.541
49,block_sparse_moe.experts.120.w2,0.0042530774,0.05000,1.466
49,block_sparse_moe.experts.124.w2,0.0021211887,0.05000,1.483
49,block_sparse_moe.experts.137.w2,0.0015930945,0.05000,1.533
49,block_sparse_moe.experts.141.w2,0.0214807311,0.05000,1.579
49,block_sparse_moe.experts.138.w2,0.0005326992,0.05000,1.556
49,block_sparse_moe.experts.130.w2,0.0144054549,0.05000,1.580
49,block_sparse_moe.experts.142.w2,0.0037324022,0.05000,1.548
49,block_sparse_moe.experts.129.w2,0.0055287659,0.05000,1.670
49,block_sparse_moe.experts.133.w2,0.0015898260,0.05000,1.580
49,block_sparse_moe.experts.134.w2,0.0079822229,0.05000,1.501
49,block_sparse_moe.experts.132.w2,0.0025470387,0.05000,1.380
49,block_sparse_moe.experts.131.w2,0.0031857907,0.05000,1.552
49,block_sparse_moe.experts.128.w2,0.0152256000,0.05000,1.425
49,block_sparse_moe.experts.143.w2,0.0091939986,0.05000,1.533
49,block_sparse_moe.experts.139.w2,0.0070228342,0.05000,1.544
49,block_sparse_moe.experts.135.w2,0.0138448213,0.05000,1.603
49,block_sparse_moe.experts.140.w2,0.0065705642,0.05000,1.413
49,block_sparse_moe.experts.136.w2,0.0020960304,0.05000,1.471
49,block_sparse_moe.experts.153.w2,0.0016877418,0.05000,1.571
49,block_sparse_moe.experts.157.w2,0.0103092307,0.05000,1.564
49,block_sparse_moe.experts.154.w2,0.0014229640,0.05000,1.526
49,block_sparse_moe.experts.158.w2,0.0018488761,0.05000,1.483
49,block_sparse_moe.experts.146.w2,0.0132378068,0.05000,1.567
49,block_sparse_moe.experts.148.w2,0.0071450023,0.05000,1.389
49,block_sparse_moe.experts.145.w2,0.0019782339,0.05000,1.575
49,block_sparse_moe.experts.149.w2,0.0132166627,0.05000,1.561
49,block_sparse_moe.experts.150.w2,0.0063293171,0.05000,1.546
49,block_sparse_moe.experts.144.w2,0.0023566103,0.05000,1.390
49,block_sparse_moe.experts.147.w2,0.0241153817,0.05000,1.465
49,block_sparse_moe.experts.159.w2,0.0093561316,0.05000,1.434
49,block_sparse_moe.experts.155.w2,0.0071979334,0.05000,1.362
49,block_sparse_moe.experts.152.w2,0.0006661227,0.05000,1.373
49,block_sparse_moe.experts.151.w2,0.0036768204,0.05000,1.469
49,block_sparse_moe.experts.156.w2,0.0062282241,0.05000,1.445
49,block_sparse_moe.experts.169.w2,0.0009954609,0.05000,1.462
49,block_sparse_moe.experts.173.w2,0.0031861593,0.05000,1.477
49,block_sparse_moe.experts.165.w2,0.0011504854,0.05000,1.378
49,block_sparse_moe.experts.170.w2,0.0009859541,0.05000,1.572
49,block_sparse_moe.experts.161.w2,0.0090657794,0.05000,1.464
49,block_sparse_moe.experts.174.w2,0.0053867751,0.05000,1.615
49,block_sparse_moe.experts.162.w2,0.0089715749,0.05000,1.596
49,block_sparse_moe.experts.166.w2,0.0017573873,0.05000,1.557
49,block_sparse_moe.experts.164.w2,0.0060039086,0.05000,1.606
49,block_sparse_moe.experts.171.w2,0.0034104081,0.05000,1.442
49,block_sparse_moe.experts.175.w2,0.0103120779,0.05000,1.470
49,block_sparse_moe.experts.163.w2,0.0055678267,0.05000,1.474
49,block_sparse_moe.experts.160.w2,0.0005005834,0.05000,1.528
49,block_sparse_moe.experts.167.w2,0.0016941926,0.05000,1.460
49,block_sparse_moe.experts.168.w2,0.0104088490,0.05000,1.584
49,block_sparse_moe.experts.172.w2,0.0046359041,0.05000,1.552
49,block_sparse_moe.experts.185.w2,0.0239958532,0.05000,1.477
49,block_sparse_moe.experts.189.w2,0.0041405032,0.05000,1.478
49,block_sparse_moe.experts.181.w2,0.0026993692,0.05000,1.496
49,block_sparse_moe.experts.186.w2,0.0141433743,0.05000,1.493
49,block_sparse_moe.experts.177.w2,0.0115105179,0.05000,1.484
49,block_sparse_moe.experts.190.w2,0.0121212756,0.05000,1.487
49,block_sparse_moe.experts.178.w2,0.0028195025,0.05000,1.497
49,block_sparse_moe.experts.187.w2,0.0172398597,0.05000,1.365
49,block_sparse_moe.experts.191.w2,0.0049942395,0.05000,1.365
49,block_sparse_moe.experts.179.w2,0.0118292317,0.05000,1.396
49,block_sparse_moe.experts.182.w2,0.0035484020,0.05000,1.535
49,block_sparse_moe.experts.180.w2,0.0033707055,0.05000,1.576
49,block_sparse_moe.experts.183.w2,0.0049135649,0.05000,1.380
49,block_sparse_moe.experts.176.w2,0.0060341161,0.05000,1.517
49,block_sparse_moe.experts.188.w2,0.0027017959,0.05000,1.518
49,block_sparse_moe.experts.184.w2,0.0155458756,0.05000,1.555
49,block_sparse_moe.experts.201.w2,0.0158926070,0.05000,1.543
49,block_sparse_moe.experts.205.w2,0.0015904874,0.05000,1.538
49,block_sparse_moe.experts.197.w2,0.0101814640,0.05000,1.526
49,block_sparse_moe.experts.202.w2,0.0052760572,0.05000,1.490
49,block_sparse_moe.experts.203.w2,0.0074089198,0.05000,1.382
49,block_sparse_moe.experts.194.w2,0.0040341722,0.05000,1.457
49,block_sparse_moe.experts.206.w2,0.0015474963,0.05000,1.548
49,block_sparse_moe.experts.207.w2,0.0063928518,0.05000,1.487
49,block_sparse_moe.experts.193.w2,0.0066496555,0.05000,1.609
49,block_sparse_moe.experts.195.w2,0.0062356636,0.05000,1.514
49,block_sparse_moe.experts.198.w2,0.0083268748,0.05000,1.521
49,block_sparse_moe.experts.199.w2,0.0010687527,0.05000,1.471
49,block_sparse_moe.experts.196.w2,0.0029920763,0.05000,1.593
49,block_sparse_moe.experts.192.w2,0.0041246319,0.05000,1.598
49,block_sparse_moe.experts.204.w2,0.0578039156,0.05000,1.531
49,block_sparse_moe.experts.200.w2,0.0074763625,0.05000,1.599
49,block_sparse_moe.experts.217.w2,0.0208452494,0.05000,1.399
49,block_sparse_moe.experts.221.w2,0.0016865659,0.05000,1.376
49,block_sparse_moe.experts.213.w2,0.0062959257,0.05000,1.364
49,block_sparse_moe.experts.218.w2,0.0019539695,0.05000,1.486
49,block_sparse_moe.experts.209.w2,0.0079228285,0.05000,1.409
49,block_sparse_moe.experts.219.w2,0.0036811039,0.05000,1.557
49,block_sparse_moe.experts.210.w2,0.0051819110,0.05000,1.524
49,block_sparse_moe.experts.223.w2,0.0013213689,0.05000,1.539
49,block_sparse_moe.experts.214.w2,0.0018497761,0.05000,1.513
49,block_sparse_moe.experts.211.w2,0.0039707801,0.05000,1.546
49,block_sparse_moe.experts.222.w2,0.0088845125,0.05000,1.621
49,block_sparse_moe.experts.215.w2,0.0097243251,0.05000,1.543
49,block_sparse_moe.experts.212.w2,0.0057463312,0.05000,1.549
49,block_sparse_moe.experts.208.w2,0.0046285954,0.05000,1.614
49,block_sparse_moe.experts.220.w2,0.0128909544,0.05000,1.597
49,block_sparse_moe.experts.216.w2,0.0140703157,0.05000,1.565
49,block_sparse_moe.experts.233.w2,0.0075528958,0.05000,1.466
49,block_sparse_moe.experts.237.w2,0.0004833596,0.05000,1.461
49,block_sparse_moe.experts.229.w2,0.0102159527,0.05000,1.494
49,block_sparse_moe.experts.234.w2,0.0038090117,0.05000,1.484
49,block_sparse_moe.experts.225.w2,0.0005468829,0.05000,1.495
49,block_sparse_moe.experts.235.w2,0.0087969748,0.05000,1.493
49,block_sparse_moe.experts.226.w2,0.0095209157,0.05000,1.498
49,block_sparse_moe.experts.239.w2,0.0211921355,0.05000,1.504
49,block_sparse_moe.experts.230.w2,0.0075572377,0.05000,1.479
49,block_sparse_moe.experts.227.w2,0.0018765601,0.05000,1.526
49,block_sparse_moe.experts.238.w2,0.0030295056,0.05000,1.530
49,block_sparse_moe.experts.231.w2,0.0012819339,0.05000,1.513
49,block_sparse_moe.experts.228.w2,0.0114674250,0.05000,1.490
49,block_sparse_moe.experts.224.w2,0.0068243482,0.05000,1.523
49,block_sparse_moe.experts.236.w2,0.0047979138,0.05000,1.563
49,block_sparse_moe.experts.232.w2,0.0028143300,0.05000,1.503
49,block_sparse_moe.experts.249.w2,0.0044134721,0.05000,1.501
49,block_sparse_moe.experts.253.w2,0.0106692477,0.05000,1.486
49,block_sparse_moe.experts.245.w2,0.0022744600,0.05000,1.403
49,block_sparse_moe.experts.241.w2,0.0003617848,0.05000,1.243
49,block_sparse_moe.experts.250.w2,0.0091156016,0.05000,1.507
49,block_sparse_moe.experts.242.w2,0.0008679858,0.05000,1.501
49,block_sparse_moe.experts.251.w2,0.0099625803,0.05000,1.541
49,block_sparse_moe.experts.246.w2,0.0156943409,0.05000,1.445
49,block_sparse_moe.experts.255.w2,0.0093608973,0.05000,1.500
49,block_sparse_moe.experts.254.w2,0.0010729455,0.05000,1.413
49,block_sparse_moe.experts.243.w2,0.0112034071,0.05000,1.433
49,block_sparse_moe.experts.247.w2,0.0050955110,0.05000,1.397
49,block_sparse_moe.experts.244.w2,0.0071132436,0.05000,1.557
49,block_sparse_moe.experts.240.w2,0.0040347164,0.05000,1.501
49,block_sparse_moe.experts.252.w2,0.0086392910,0.05000,1.373
49,block_sparse_moe.experts.248.w2,0.0136445352,0.05000,1.385
50,self_attn.k_proj,0.0000356897,0.05000,0.993
50,self_attn.v_proj,0.0000535484,0.05000,1.039
50,self_attn.q_proj,0.0002755389,0.05000,1.100
50,self_attn.o_proj,0.0000211129,0.05000,1.792
50,block_sparse_moe.experts.12.w1,0.0054157869,0.05000,3.083
50,block_sparse_moe.experts.2.w1,0.0042144695,0.05000,3.253
50,block_sparse_moe.experts.10.w1,0.0037729071,0.05000,3.105
50,block_sparse_moe.experts.4.w1,0.0040520153,0.05000,3.297
50,block_sparse_moe.experts.0.w1,0.0014543646,0.05000,3.305
50,block_sparse_moe.experts.14.w1,0.0013321636,0.05000,3.150
50,block_sparse_moe.experts.8.w1,0.0027237056,0.05000,3.329
50,block_sparse_moe.experts.1.w1,0.0040882072,0.05000,3.366
50,block_sparse_moe.experts.13.w1,0.0035311156,0.05000,3.290
50,block_sparse_moe.experts.9.w1,0.0035273678,0.05000,3.458
50,block_sparse_moe.experts.6.w1,0.0076843350,0.05000,3.465
50,block_sparse_moe.experts.5.w1,0.0025993991,0.05000,3.535
50,block_sparse_moe.experts.7.w1,0.0046161851,0.05000,3.553
50,block_sparse_moe.experts.3.w1,0.0043901196,0.05000,3.584
50,block_sparse_moe.experts.11.w1,0.0047454544,0.05000,3.446
50,block_sparse_moe.experts.15.w1,0.0037515613,0.05000,3.503
50,block_sparse_moe.experts.18.w1,0.0006220110,0.05000,2.921
50,block_sparse_moe.experts.26.w1,0.0033018350,0.05000,2.984
50,block_sparse_moe.experts.30.w1,0.0024569691,0.05000,2.968
50,block_sparse_moe.experts.25.w1,0.0027720911,0.05000,2.871
50,block_sparse_moe.experts.17.w1,0.0014762043,0.05000,2.967
50,block_sparse_moe.experts.28.w1,0.0128044723,0.05000,3.091
50,block_sparse_moe.experts.22.w1,0.0029793948,0.05000,2.895
50,block_sparse_moe.experts.29.w1,0.0039128164,0.05000,2.910
50,block_sparse_moe.experts.16.w1,0.0037137844,0.05000,3.107
50,block_sparse_moe.experts.24.w1,0.0011762144,0.05000,3.176
50,block_sparse_moe.experts.20.w1,0.0053370172,0.05000,3.236
50,block_sparse_moe.experts.21.w1,0.0020393039,0.05000,3.050
50,block_sparse_moe.experts.23.w1,0.0004687650,0.05000,3.188
50,block_sparse_moe.experts.19.w1,0.0027459831,0.05000,3.196
50,block_sparse_moe.experts.27.w1,0.0019494990,0.05000,3.221
50,block_sparse_moe.experts.31.w1,0.0041340917,0.05000,3.233
50,block_sparse_moe.experts.34.w1,0.0036785242,0.05000,3.061
50,block_sparse_moe.experts.46.w1,0.0012040428,0.05000,2.985
50,block_sparse_moe.experts.38.w1,0.0065954399,0.05000,2.971
50,block_sparse_moe.experts.41.w1,0.0045296869,0.05000,3.009
50,block_sparse_moe.experts.42.w1,0.0060708893,0.05000,3.105
50,block_sparse_moe.experts.44.w1,0.0081150667,0.05000,3.088
50,block_sparse_moe.experts.33.w1,0.0030961084,0.05000,3.127
50,block_sparse_moe.experts.32.w1,0.0049703729,0.05000,3.067
50,block_sparse_moe.experts.40.w1,0.0015724792,0.05000,3.026
50,block_sparse_moe.experts.36.w1,0.0039797808,0.05000,3.002
50,block_sparse_moe.experts.45.w1,0.0080017564,0.05000,3.189
50,block_sparse_moe.experts.37.w1,0.0011838282,0.05000,3.011
50,block_sparse_moe.experts.35.w1,0.0049473371,0.05000,3.111
50,block_sparse_moe.experts.39.w1,0.0044477297,0.05000,3.157
50,block_sparse_moe.experts.47.w1,0.0025782513,0.05000,3.138
50,block_sparse_moe.experts.43.w1,0.0020375233,0.05000,3.231
50,block_sparse_moe.experts.50.w1,0.0016561609,0.05000,3.095
50,block_sparse_moe.experts.57.w1,0.0039437511,0.05000,3.021
50,block_sparse_moe.experts.54.w1,0.0009253020,0.05000,3.046
50,block_sparse_moe.experts.58.w1,0.0028027903,0.05000,3.079
50,block_sparse_moe.experts.62.w1,0.0016606958,0.05000,3.173
50,block_sparse_moe.experts.48.w1,0.0032369182,0.05000,3.072
50,block_sparse_moe.experts.53.w1,0.0032579937,0.05000,2.954
50,block_sparse_moe.experts.61.w1,0.0047180156,0.05000,3.033
50,block_sparse_moe.experts.49.w1,0.0056843581,0.05000,3.131
50,block_sparse_moe.experts.52.w1,0.0027576963,0.05000,3.162
50,block_sparse_moe.experts.60.w1,0.0055786362,0.05000,3.301
50,block_sparse_moe.experts.56.w1,0.0018426908,0.05000,3.243
50,block_sparse_moe.experts.55.w1,0.0036350541,0.05000,2.978
50,block_sparse_moe.experts.63.w1,0.0023390841,0.05000,2.896
50,block_sparse_moe.experts.51.w1,0.0056574562,0.05000,3.067
50,block_sparse_moe.experts.59.w1,0.0023769412,0.05000,2.968
50,block_sparse_moe.experts.66.w1,0.0086664472,0.05000,2.909
50,block_sparse_moe.experts.74.w1,0.0020174935,0.05000,2.899
50,block_sparse_moe.experts.70.w1,0.0046916448,0.05000,2.966
50,block_sparse_moe.experts.78.w1,0.0063593104,0.05000,2.956
50,block_sparse_moe.experts.73.w1,0.0036664377,0.05000,3.074
50,block_sparse_moe.experts.64.w1,0.0017482898,0.05000,2.991
50,block_sparse_moe.experts.77.w1,0.0034121072,0.05000,3.042
50,block_sparse_moe.experts.65.w1,0.0033522226,0.05000,3.060
50,block_sparse_moe.experts.68.w1,0.0012268495,0.05000,2.956
50,block_sparse_moe.experts.76.w1,0.0030708868,0.05000,2.963
50,block_sparse_moe.experts.72.w1,0.0030267736,0.05000,2.918
50,block_sparse_moe.experts.69.w1,0.0051578780,0.05000,3.162
50,block_sparse_moe.experts.71.w1,0.0025832437,0.05000,2.878
50,block_sparse_moe.experts.67.w1,0.0029646623,0.05000,2.983
50,block_sparse_moe.experts.75.w1,0.0019511368,0.05000,2.939
50,block_sparse_moe.experts.79.w1,0.0027180117,0.05000,3.060
50,block_sparse_moe.experts.89.w1,0.0052835531,0.05000,2.746
50,block_sparse_moe.experts.82.w1,0.0009112840,0.05000,2.989
50,block_sparse_moe.experts.94.w1,0.0017201854,0.05000,2.987
50,block_sparse_moe.experts.86.w1,0.0015731330,0.05000,3.086
50,block_sparse_moe.experts.93.w1,0.0031626816,0.05000,2.824
50,block_sparse_moe.experts.81.w1,0.0026097235,0.05000,2.803
50,block_sparse_moe.experts.80.w1,0.0061366379,0.05000,2.924
50,block_sparse_moe.experts.90.w1,0.0045651692,0.05000,3.143
50,block_sparse_moe.experts.84.w1,0.0019775961,0.05000,2.918
50,block_sparse_moe.experts.85.w1,0.0038268597,0.05000,2.891
50,block_sparse_moe.experts.88.w1,0.0072410023,0.05000,2.940
50,block_sparse_moe.experts.92.w1,0.0030311770,0.05000,2.954
50,block_sparse_moe.experts.87.w1,0.0211072061,0.05000,3.145
50,block_sparse_moe.experts.91.w1,0.0025686722,0.05000,3.086
50,block_sparse_moe.experts.83.w1,0.0034187135,0.05000,3.145
50,block_sparse_moe.experts.95.w1,0.0060366442,0.05000,3.142
50,block_sparse_moe.experts.98.w1,0.0060483520,0.05000,2.797
50,block_sparse_moe.experts.102.w1,0.0021247450,0.05000,2.719
50,block_sparse_moe.experts.105.w1,0.0033212031,0.05000,3.016
50,block_sparse_moe.experts.110.w1,0.0032595583,0.05000,2.822
50,block_sparse_moe.experts.106.w1,0.0046929832,0.05000,2.808
50,block_sparse_moe.experts.96.w1,0.0033478599,0.05000,2.942
50,block_sparse_moe.experts.104.w1,0.0013127076,0.05000,2.846
50,block_sparse_moe.experts.100.w1,0.0037276440,0.05000,2.953
50,block_sparse_moe.experts.97.w1,0.0010070324,0.05000,3.092
50,block_sparse_moe.experts.109.w1,0.0022213448,0.05000,3.105
50,block_sparse_moe.experts.108.w1,0.0022914025,0.05000,2.992
50,block_sparse_moe.experts.101.w1,0.0016528825,0.05000,3.061
50,block_sparse_moe.experts.103.w1,0.0045226157,0.05000,3.059
50,block_sparse_moe.experts.107.w1,0.0100907058,0.05000,3.031
50,block_sparse_moe.experts.111.w1,0.0014808373,0.05000,3.056
50,block_sparse_moe.experts.99.w1,0.0058275156,0.05000,3.107
50,block_sparse_moe.experts.114.w1,0.0037103860,0.05000,2.967
50,block_sparse_moe.experts.121.w1,0.0038706593,0.05000,2.967
50,block_sparse_moe.experts.126.w1,0.0023385920,0.05000,2.996
50,block_sparse_moe.experts.118.w1,0.0019851991,0.05000,3.056
50,block_sparse_moe.experts.122.w1,0.0029457220,0.05000,3.050
50,block_sparse_moe.experts.112.w1,0.0041479079,0.05000,3.050
50,block_sparse_moe.experts.113.w1,0.0042854803,0.05000,2.975
50,block_sparse_moe.experts.125.w1,0.0027956793,0.05000,3.012
50,block_sparse_moe.experts.116.w1,0.0033113057,0.05000,3.067
50,block_sparse_moe.experts.120.w1,0.0015889714,0.05000,3.183
50,block_sparse_moe.experts.124.w1,0.0012527335,0.05000,3.034
50,block_sparse_moe.experts.117.w1,0.0062796460,0.05000,3.077
50,block_sparse_moe.experts.119.w1,0.0017047069,0.05000,2.857
50,block_sparse_moe.experts.123.w1,0.0044562977,0.05000,2.797
50,block_sparse_moe.experts.115.w1,0.0022328815,0.05000,2.734
50,block_sparse_moe.experts.127.w1,0.0066877364,0.05000,2.869
50,block_sparse_moe.experts.130.w1,0.0005801855,0.05000,2.875
50,block_sparse_moe.experts.142.w1,0.0038439983,0.05000,2.735
50,block_sparse_moe.experts.134.w1,0.0029054761,0.05000,2.894
50,block_sparse_moe.experts.137.w1,0.0030852663,0.05000,2.993
50,block_sparse_moe.experts.138.w1,0.0024009254,0.05000,2.886
50,block_sparse_moe.experts.128.w1,0.0018930788,0.05000,2.965
50,block_sparse_moe.experts.132.w1,0.0030252508,0.05000,2.942
50,block_sparse_moe.experts.140.w1,0.0013595639,0.05000,2.916
50,block_sparse_moe.experts.129.w1,0.0016239702,0.05000,3.091
50,block_sparse_moe.experts.141.w1,0.0058462855,0.05000,3.047
50,block_sparse_moe.experts.136.w1,0.0015971857,0.05000,2.990
50,block_sparse_moe.experts.135.w1,0.0030674484,0.05000,2.987
50,block_sparse_moe.experts.139.w1,0.0015489287,0.05000,2.943
50,block_sparse_moe.experts.131.w1,0.0036526823,0.05000,2.942
50,block_sparse_moe.experts.133.w1,0.0035381600,0.05000,3.180
50,block_sparse_moe.experts.143.w1,0.0070371095,0.05000,3.025
50,block_sparse_moe.experts.146.w1,0.0012561826,0.05000,2.962
50,block_sparse_moe.experts.158.w1,0.0014066661,0.05000,2.927
50,block_sparse_moe.experts.150.w1,0.0044368665,0.05000,2.985
50,block_sparse_moe.experts.154.w1,0.0013780375,0.05000,2.901
50,block_sparse_moe.experts.144.w1,0.0053528502,0.05000,2.820
50,block_sparse_moe.experts.156.w1,0.0050288886,0.05000,2.753
50,block_sparse_moe.experts.148.w1,0.0031209532,0.05000,2.806
50,block_sparse_moe.experts.153.w1,0.0039854265,0.05000,3.243
50,block_sparse_moe.experts.152.w1,0.0017036395,0.05000,2.805
50,block_sparse_moe.experts.157.w1,0.0030889052,0.05000,3.159
50,block_sparse_moe.experts.145.w1,0.0073136238,0.05000,3.166
50,block_sparse_moe.experts.151.w1,0.0009864019,0.05000,3.164
50,block_sparse_moe.experts.155.w1,0.0045272691,0.05000,3.188
50,block_sparse_moe.experts.149.w1,0.0015067042,0.05000,3.098
50,block_sparse_moe.experts.147.w1,0.0016502866,0.05000,3.261
50,block_sparse_moe.experts.159.w1,0.0023353243,0.05000,3.211
50,block_sparse_moe.experts.162.w1,0.0007466709,0.05000,2.896
50,block_sparse_moe.experts.174.w1,0.0021984622,0.05000,2.865
50,block_sparse_moe.experts.166.w1,0.0025897816,0.05000,2.930
50,block_sparse_moe.experts.170.w1,0.0060416295,0.05000,2.897
50,block_sparse_moe.experts.160.w1,0.0022554536,0.05000,3.003
50,block_sparse_moe.experts.169.w1,0.0073533399,0.05000,2.904
50,block_sparse_moe.experts.164.w1,0.0017133961,0.05000,3.031
50,block_sparse_moe.experts.172.w1,0.0011210596,0.05000,3.075
50,block_sparse_moe.experts.168.w1,0.0050746024,0.05000,3.108
50,block_sparse_moe.experts.161.w1,0.0076086687,0.05000,2.888
50,block_sparse_moe.experts.173.w1,0.0016332524,0.05000,3.024
50,block_sparse_moe.experts.171.w1,0.0022496567,0.05000,2.875
50,block_sparse_moe.experts.165.w1,0.0011477318,0.05000,2.897
50,block_sparse_moe.experts.167.w1,0.0043405444,0.05000,3.005
50,block_sparse_moe.experts.163.w1,0.0050136287,0.05000,3.007
50,block_sparse_moe.experts.175.w1,0.0017569318,0.05000,2.969
50,block_sparse_moe.experts.178.w1,0.0017083279,0.05000,2.948
50,block_sparse_moe.experts.190.w1,0.0020807435,0.05000,3.035
50,block_sparse_moe.experts.186.w1,0.0011984485,0.05000,2.874
50,block_sparse_moe.experts.182.w1,0.0023470558,0.05000,2.986
50,block_sparse_moe.experts.185.w1,0.0021362869,0.05000,3.081
50,block_sparse_moe.experts.176.w1,0.0026166776,0.05000,3.163
50,block_sparse_moe.experts.180.w1,0.0054601421,0.05000,3.173
50,block_sparse_moe.experts.188.w1,0.0021351682,0.05000,3.187
50,block_sparse_moe.experts.184.w1,0.0003638701,0.05000,3.081
50,block_sparse_moe.experts.177.w1,0.0002918828,0.05000,3.113
50,block_sparse_moe.experts.189.w1,0.0037486950,0.05000,3.069
50,block_sparse_moe.experts.181.w1,0.0008418525,0.05000,3.059
50,block_sparse_moe.experts.187.w1,0.0046085951,0.05000,3.185
50,block_sparse_moe.experts.183.w1,0.0017971358,0.05000,3.160
50,block_sparse_moe.experts.179.w1,0.0045862522,0.05000,3.125
50,block_sparse_moe.experts.191.w1,0.0014988561,0.05000,3.122
50,block_sparse_moe.experts.194.w1,0.0044414814,0.05000,2.813
50,block_sparse_moe.experts.206.w1,0.0065414742,0.05000,2.763
50,block_sparse_moe.experts.202.w1,0.0018389440,0.05000,2.751
50,block_sparse_moe.experts.198.w1,0.0015858074,0.05000,2.796
50,block_sparse_moe.experts.192.w1,0.0080795423,0.05000,2.947
50,block_sparse_moe.experts.196.w1,0.0036028820,0.05000,2.860
50,block_sparse_moe.experts.204.w1,0.0013343653,0.05000,2.872
50,block_sparse_moe.experts.200.w1,0.0026576281,0.05000,2.887
50,block_sparse_moe.experts.201.w1,0.0006881473,0.05000,3.159
50,block_sparse_moe.experts.193.w1,0.0003156124,0.05000,3.087
50,block_sparse_moe.experts.205.w1,0.0005981228,0.05000,3.031
50,block_sparse_moe.experts.197.w1,0.0044225298,0.05000,3.001
50,block_sparse_moe.experts.199.w1,0.0002420587,0.05000,2.959
50,block_sparse_moe.experts.203.w1,0.0006787605,0.05000,3.059
50,block_sparse_moe.experts.195.w1,0.0006657027,0.05000,3.010
50,block_sparse_moe.experts.207.w1,0.0044010816,0.05000,3.068
50,block_sparse_moe.experts.210.w1,0.0025960908,0.05000,2.980
50,block_sparse_moe.experts.222.w1,0.0021885164,0.05000,2.968
50,block_sparse_moe.experts.218.w1,0.0055226185,0.05000,3.008
50,block_sparse_moe.experts.214.w1,0.0009810850,0.05000,2.992
50,block_sparse_moe.experts.208.w1,0.0040946111,0.05000,3.113
50,block_sparse_moe.experts.220.w1,0.0021397212,0.05000,3.099
50,block_sparse_moe.experts.217.w1,0.0063903111,0.05000,3.049
50,block_sparse_moe.experts.212.w1,0.0018355882,0.05000,3.210
50,block_sparse_moe.experts.216.w1,0.0339510712,0.05000,3.124
50,block_sparse_moe.experts.209.w1,0.0071717360,0.05000,3.011
50,block_sparse_moe.experts.213.w1,0.0027697339,0.05000,2.962
50,block_sparse_moe.experts.221.w1,0.0066879071,0.05000,3.095
50,block_sparse_moe.experts.215.w1,0.0030786488,0.05000,3.084
50,block_sparse_moe.experts.219.w1,0.0007776963,0.05000,3.064
50,block_sparse_moe.experts.211.w1,0.0007699816,0.05000,3.129
50,block_sparse_moe.experts.223.w1,0.0027359008,0.05000,3.158
50,block_sparse_moe.experts.226.w1,0.0018420010,0.05000,2.928
50,block_sparse_moe.experts.238.w1,0.0017753153,0.05000,2.942
50,block_sparse_moe.experts.234.w1,0.0015631024,0.05000,2.895
50,block_sparse_moe.experts.230.w1,0.0023615531,0.05000,2.929
50,block_sparse_moe.experts.224.w1,0.0022428705,0.05000,2.944
50,block_sparse_moe.experts.236.w1,0.0027580187,0.05000,3.003
50,block_sparse_moe.experts.233.w1,0.0032237099,0.05000,3.086
50,block_sparse_moe.experts.232.w1,0.0047580629,0.05000,3.038
50,block_sparse_moe.experts.228.w1,0.0012436675,0.05000,3.126
50,block_sparse_moe.experts.225.w1,0.0020021493,0.05000,3.096
50,block_sparse_moe.experts.237.w1,0.0012931461,0.05000,3.051
50,block_sparse_moe.experts.229.w1,0.0046100268,0.05000,3.182
50,block_sparse_moe.experts.231.w1,0.0019417610,0.05000,3.025
50,block_sparse_moe.experts.235.w1,0.0031641650,0.05000,3.037
50,block_sparse_moe.experts.227.w1,0.0021219711,0.05000,2.984
50,block_sparse_moe.experts.239.w1,0.0030758017,0.05000,2.944
50,block_sparse_moe.experts.254.w1,0.0022392958,0.05000,2.723
50,block_sparse_moe.experts.242.w1,0.0045050000,0.05000,2.820
50,block_sparse_moe.experts.250.w1,0.0006347611,0.05000,2.767
50,block_sparse_moe.experts.246.w1,0.0065668923,0.05000,2.915
50,block_sparse_moe.experts.240.w1,0.0021639143,0.05000,3.089
50,block_sparse_moe.experts.252.w1,0.0023107865,0.05000,3.085
50,block_sparse_moe.experts.249.w1,0.0019657214,0.05000,3.055
50,block_sparse_moe.experts.248.w1,0.0062128301,0.05000,3.065
50,block_sparse_moe.experts.244.w1,0.0045190419,0.05000,3.068
50,block_sparse_moe.experts.241.w1,0.0009841127,0.05000,3.044
50,block_sparse_moe.experts.253.w1,0.0015296834,0.05000,3.073
50,block_sparse_moe.experts.245.w1,0.0017378369,0.05000,3.092
50,block_sparse_moe.experts.247.w1,0.0036120287,0.05000,3.070
50,block_sparse_moe.experts.251.w1,0.0026335224,0.05000,3.113
50,block_sparse_moe.experts.243.w1,0.0027530301,0.05000,3.111
50,block_sparse_moe.experts.255.w1,0.0025231850,0.05000,3.069
50,block_sparse_moe.experts.14.w3,0.0015713343,0.05000,3.019
50,block_sparse_moe.experts.2.w3,0.0046697575,0.05000,3.021
50,block_sparse_moe.experts.10.w3,0.0041975510,0.05000,3.085
50,block_sparse_moe.experts.6.w3,0.0086422097,0.05000,3.029
50,block_sparse_moe.experts.0.w3,0.0016406878,0.05000,2.943
50,block_sparse_moe.experts.8.w3,0.0031637291,0.05000,2.890
50,block_sparse_moe.experts.12.w3,0.0062622619,0.05000,3.019
50,block_sparse_moe.experts.4.w3,0.0046182561,0.05000,2.956
50,block_sparse_moe.experts.9.w3,0.0038891591,0.05000,3.138
50,block_sparse_moe.experts.1.w3,0.0045887783,0.05000,3.117
50,block_sparse_moe.experts.13.w3,0.0041017180,0.05000,3.233
50,block_sparse_moe.experts.7.w3,0.0053101829,0.05000,3.128
50,block_sparse_moe.experts.5.w3,0.0029120224,0.05000,3.254
50,block_sparse_moe.experts.11.w3,0.0052347116,0.05000,3.185
50,block_sparse_moe.experts.3.w3,0.0050742193,0.05000,3.172
50,block_sparse_moe.experts.15.w3,0.0043607693,0.05000,3.122
50,block_sparse_moe.experts.18.w3,0.0007196020,0.05000,2.836
50,block_sparse_moe.experts.30.w3,0.0027485529,0.05000,2.917
50,block_sparse_moe.experts.26.w3,0.0038088780,0.05000,2.900
50,block_sparse_moe.experts.22.w3,0.0033807494,0.05000,2.940
50,block_sparse_moe.experts.16.w3,0.0042765756,0.05000,3.017
50,block_sparse_moe.experts.24.w3,0.0013217035,0.05000,2.956
50,block_sparse_moe.experts.28.w3,0.0148610745,0.05000,2.985
50,block_sparse_moe.experts.20.w3,0.0061073694,0.05000,2.898
50,block_sparse_moe.experts.25.w3,0.0032612199,0.05000,3.080
50,block_sparse_moe.experts.17.w3,0.0017168222,0.05000,3.035
50,block_sparse_moe.experts.23.w3,0.0005717080,0.05000,2.967
50,block_sparse_moe.experts.29.w3,0.0043934341,0.05000,3.064
50,block_sparse_moe.experts.27.w3,0.0022119684,0.05000,2.939
50,block_sparse_moe.experts.21.w3,0.0023138289,0.05000,3.063
50,block_sparse_moe.experts.31.w3,0.0047985396,0.05000,2.920
50,block_sparse_moe.experts.19.w3,0.0031525514,0.05000,3.037
50,block_sparse_moe.experts.46.w3,0.0013587509,0.05000,2.833
50,block_sparse_moe.experts.34.w3,0.0042048030,0.05000,2.923
50,block_sparse_moe.experts.42.w3,0.0068801371,0.05000,2.800
50,block_sparse_moe.experts.38.w3,0.0075999433,0.05000,2.808
50,block_sparse_moe.experts.32.w3,0.0055747880,0.05000,3.052
50,block_sparse_moe.experts.40.w3,0.0017717471,0.05000,3.066
50,block_sparse_moe.experts.36.w3,0.0044734905,0.05000,3.044
50,block_sparse_moe.experts.44.w3,0.0092845679,0.05000,3.141
50,block_sparse_moe.experts.41.w3,0.0051324434,0.05000,3.043
50,block_sparse_moe.experts.33.w3,0.0035631970,0.05000,3.068
50,block_sparse_moe.experts.45.w3,0.0087868704,0.05000,2.931
50,block_sparse_moe.experts.37.w3,0.0013711239,0.05000,2.939
50,block_sparse_moe.experts.39.w3,0.0051053191,0.05000,3.115
50,block_sparse_moe.experts.43.w3,0.0023357182,0.05000,3.136
50,block_sparse_moe.experts.35.w3,0.0056391793,0.05000,3.054
50,block_sparse_moe.experts.47.w3,0.0029253105,0.05000,3.126
50,block_sparse_moe.experts.62.w3,0.0019272392,0.05000,2.905
50,block_sparse_moe.experts.50.w3,0.0019374102,0.05000,2.950
50,block_sparse_moe.experts.58.w3,0.0032956074,0.05000,2.928
50,block_sparse_moe.experts.54.w3,0.0010795572,0.05000,2.952
50,block_sparse_moe.experts.48.w3,0.0036375065,0.05000,3.010
50,block_sparse_moe.experts.52.w3,0.0031225785,0.05000,2.955
50,block_sparse_moe.experts.56.w3,0.0020547868,0.05000,3.017
50,block_sparse_moe.experts.60.w3,0.0064092244,0.05000,2.949
50,block_sparse_moe.experts.57.w3,0.0044004113,0.05000,3.006
50,block_sparse_moe.experts.49.w3,0.0064124745,0.05000,2.926
50,block_sparse_moe.experts.53.w3,0.0036757129,0.05000,2.980
50,block_sparse_moe.experts.61.w3,0.0053264862,0.05000,3.111
50,block_sparse_moe.experts.55.w3,0.0041853895,0.05000,3.026
50,block_sparse_moe.experts.78.w3,0.0072483090,0.05000,2.824
50,block_sparse_moe.experts.59.w3,0.0028189386,0.05000,3.124
50,block_sparse_moe.experts.66.w3,0.0097702202,0.05000,2.828
50,block_sparse_moe.experts.74.w3,0.0022538324,0.05000,2.793
50,block_sparse_moe.experts.51.w3,0.0067579653,0.05000,3.097
50,block_sparse_moe.experts.63.w3,0.0026121564,0.05000,3.105
50,block_sparse_moe.experts.70.w3,0.0052189432,0.05000,2.814
50,block_sparse_moe.experts.64.w3,0.0019745937,0.05000,3.060
50,block_sparse_moe.experts.72.w3,0.0033860168,0.05000,3.035
50,block_sparse_moe.experts.68.w3,0.0013630999,0.05000,3.083
50,block_sparse_moe.experts.76.w3,0.0034263163,0.05000,3.027
50,block_sparse_moe.experts.73.w3,0.0041064607,0.05000,2.968
50,block_sparse_moe.experts.65.w3,0.0038381784,0.05000,2.941
50,block_sparse_moe.experts.94.w3,0.0019078762,0.05000,2.604
50,block_sparse_moe.experts.71.w3,0.0028611101,0.05000,2.908
50,block_sparse_moe.experts.90.w3,0.0051014723,0.05000,2.594
50,block_sparse_moe.experts.77.w3,0.0038491988,0.05000,2.977
50,block_sparse_moe.experts.82.w3,0.0010283991,0.05000,2.704
50,block_sparse_moe.experts.69.w3,0.0060461373,0.05000,3.059
50,block_sparse_moe.experts.75.w3,0.0022297542,0.05000,2.884
50,block_sparse_moe.experts.67.w3,0.0034355276,0.05000,2.811
50,block_sparse_moe.experts.79.w3,0.0029685780,0.05000,2.853
50,block_sparse_moe.experts.86.w3,0.0018083213,0.05000,2.707
50,block_sparse_moe.experts.80.w3,0.0071633295,0.05000,3.093
50,block_sparse_moe.experts.84.w3,0.0022420813,0.05000,3.095
50,block_sparse_moe.experts.92.w3,0.0034541044,0.05000,3.065
50,block_sparse_moe.experts.88.w3,0.0081773615,0.05000,3.200
50,block_sparse_moe.experts.89.w3,0.0059453411,0.05000,3.015
50,block_sparse_moe.experts.81.w3,0.0028672958,0.05000,2.986
50,block_sparse_moe.experts.110.w3,0.0037461990,0.05000,3.025
50,block_sparse_moe.experts.87.w3,0.0249329169,0.05000,2.989
50,block_sparse_moe.experts.93.w3,0.0035159643,0.05000,2.997
50,block_sparse_moe.experts.98.w3,0.0070552112,0.05000,2.972
50,block_sparse_moe.experts.106.w3,0.0054137461,0.05000,3.078
50,block_sparse_moe.experts.85.w3,0.0043106673,0.05000,3.071
50,block_sparse_moe.experts.83.w3,0.0039440612,0.05000,2.964
50,block_sparse_moe.experts.91.w3,0.0029579081,0.05000,3.068
50,block_sparse_moe.experts.95.w3,0.0072074855,0.05000,2.997
50,block_sparse_moe.experts.102.w3,0.0024779960,0.05000,3.007
50,block_sparse_moe.experts.96.w3,0.0037723910,0.05000,3.128
50,block_sparse_moe.experts.126.w3,0.0029224295,0.05000,2.616
50,block_sparse_moe.experts.108.w3,0.0026957362,0.05000,3.097
50,block_sparse_moe.experts.104.w3,0.0014977738,0.05000,3.028
50,block_sparse_moe.experts.105.w3,0.0038235062,0.05000,3.030
50,block_sparse_moe.experts.100.w3,0.0043874392,0.05000,3.209
50,block_sparse_moe.experts.114.w3,0.0042549982,0.05000,2.618
50,block_sparse_moe.experts.97.w3,0.0011083120,0.05000,3.099
50,block_sparse_moe.experts.122.w3,0.0034502992,0.05000,2.736
50,block_sparse_moe.experts.109.w3,0.0025904224,0.05000,2.926
50,block_sparse_moe.experts.101.w3,0.0018476347,0.05000,2.888
50,block_sparse_moe.experts.103.w3,0.0051385838,0.05000,3.073
50,block_sparse_moe.experts.118.w3,0.0022322916,0.05000,2.716
50,block_sparse_moe.experts.107.w3,0.0113657821,0.05000,2.987
50,block_sparse_moe.experts.99.w3,0.0067839463,0.05000,3.047
50,block_sparse_moe.experts.111.w3,0.0016703044,0.05000,2.977
50,block_sparse_moe.experts.142.w3,0.0043019542,0.05000,2.687
50,block_sparse_moe.experts.130.w3,0.0006587027,0.05000,2.723
50,block_sparse_moe.experts.138.w3,0.0027657302,0.05000,2.742
50,block_sparse_moe.experts.121.w3,0.0043214757,0.05000,2.972
50,block_sparse_moe.experts.112.w3,0.0046396908,0.05000,3.170
50,block_sparse_moe.experts.124.w3,0.0014063932,0.05000,3.164
50,block_sparse_moe.experts.120.w3,0.0017583120,0.05000,3.213
50,block_sparse_moe.experts.113.w3,0.0048266874,0.05000,3.014
50,block_sparse_moe.experts.116.w3,0.0037146158,0.05000,3.161
50,block_sparse_moe.experts.125.w3,0.0031762461,0.05000,2.940
50,block_sparse_moe.experts.134.w3,0.0032509859,0.05000,2.746
50,block_sparse_moe.experts.119.w3,0.0019741954,0.05000,2.953
50,block_sparse_moe.experts.117.w3,0.0071104114,0.05000,2.970
50,block_sparse_moe.experts.115.w3,0.0024799238,0.05000,2.943
50,block_sparse_moe.experts.127.w3,0.0077207188,0.05000,2.939
50,block_sparse_moe.experts.123.w3,0.0049236644,0.05000,3.037
50,block_sparse_moe.experts.158.w3,0.0019487925,0.05000,2.762
50,block_sparse_moe.experts.146.w3,0.0015306938,0.05000,2.829
50,block_sparse_moe.experts.154.w3,0.0015542778,0.05000,2.774
50,block_sparse_moe.experts.137.w3,0.0034885833,0.05000,3.039
50,block_sparse_moe.experts.128.w3,0.0021401875,0.05000,3.093
50,block_sparse_moe.experts.150.w3,0.0049986576,0.05000,2.751
50,block_sparse_moe.experts.140.w3,0.0015780396,0.05000,3.134
50,block_sparse_moe.experts.136.w3,0.0018286576,0.05000,3.078
50,block_sparse_moe.experts.129.w3,0.0018879989,0.05000,3.084
50,block_sparse_moe.experts.141.w3,0.0067566182,0.05000,3.023
50,block_sparse_moe.experts.132.w3,0.0034763985,0.05000,3.120
50,block_sparse_moe.experts.135.w3,0.0035197284,0.05000,2.980
50,block_sparse_moe.experts.143.w3,0.0079575720,0.05000,2.873
50,block_sparse_moe.experts.133.w3,0.0038639595,0.05000,3.140
50,block_sparse_moe.experts.139.w3,0.0017941947,0.05000,2.904
50,block_sparse_moe.experts.131.w3,0.0040978866,0.05000,3.043
50,block_sparse_moe.experts.174.w3,0.0024385616,0.05000,2.807
50,block_sparse_moe.experts.162.w3,0.0008636273,0.05000,2.758
50,block_sparse_moe.experts.170.w3,0.0067599126,0.05000,2.808
50,block_sparse_moe.experts.166.w3,0.0029095207,0.05000,2.890
50,block_sparse_moe.experts.153.w3,0.0045283061,0.05000,3.107
50,block_sparse_moe.experts.144.w3,0.0061008094,0.05000,3.129
50,block_sparse_moe.experts.156.w3,0.0057277683,0.05000,3.178
50,block_sparse_moe.experts.151.w3,0.0011676621,0.05000,3.035
50,block_sparse_moe.experts.159.w3,0.0027290604,0.05000,2.909
50,block_sparse_moe.experts.145.w3,0.0082693473,0.05000,3.159
50,block_sparse_moe.experts.152.w3,0.0020205512,0.05000,3.207
50,block_sparse_moe.experts.155.w3,0.0051365667,0.05000,2.864
50,block_sparse_moe.experts.148.w3,0.0034911416,0.05000,3.149
50,block_sparse_moe.experts.157.w3,0.0034702110,0.05000,3.189
50,block_sparse_moe.experts.147.w3,0.0018639871,0.05000,2.844
50,block_sparse_moe.experts.149.w3,0.0017292013,0.05000,3.187
50,block_sparse_moe.experts.190.w3,0.0023209933,0.05000,2.882
50,block_sparse_moe.experts.178.w3,0.0019163402,0.05000,2.850
50,block_sparse_moe.experts.186.w3,0.0013484571,0.05000,2.827
50,block_sparse_moe.experts.182.w3,0.0026216066,0.05000,2.838
50,block_sparse_moe.experts.169.w3,0.0086528701,0.05000,3.007
50,block_sparse_moe.experts.175.w3,0.0020252045,0.05000,2.855
50,block_sparse_moe.experts.160.w3,0.0025872067,0.05000,3.129
50,block_sparse_moe.experts.167.w3,0.0049828418,0.05000,2.919
50,block_sparse_moe.experts.171.w3,0.0026216197,0.05000,2.912
50,block_sparse_moe.experts.163.w3,0.0059289529,0.05000,2.909
50,block_sparse_moe.experts.168.w3,0.0059238419,0.05000,3.033
50,block_sparse_moe.experts.173.w3,0.0018837579,0.05000,3.014
50,block_sparse_moe.experts.161.w3,0.0088509311,0.05000,3.093
50,block_sparse_moe.experts.164.w3,0.0019441443,0.05000,3.066
50,block_sparse_moe.experts.172.w3,0.0012407502,0.05000,3.183
50,block_sparse_moe.experts.165.w3,0.0012918125,0.05000,3.005
50,block_sparse_moe.experts.206.w3,0.0075845790,0.05000,2.859
50,block_sparse_moe.experts.194.w3,0.0051616750,0.05000,2.875
50,block_sparse_moe.experts.202.w3,0.0020776829,0.05000,2.897
50,block_sparse_moe.experts.198.w3,0.0018118047,0.05000,2.917
50,block_sparse_moe.experts.185.w3,0.0023796605,0.05000,3.083
50,block_sparse_moe.experts.191.w3,0.0017025729,0.05000,3.027
50,block_sparse_moe.experts.176.w3,0.0030540944,0.05000,3.002
50,block_sparse_moe.experts.187.w3,0.0051902848,0.05000,3.030
50,block_sparse_moe.experts.183.w3,0.0020615781,0.05000,3.104
50,block_sparse_moe.experts.184.w3,0.0004259199,0.05000,3.024
50,block_sparse_moe.experts.179.w3,0.0052061759,0.05000,3.097
50,block_sparse_moe.experts.177.w3,0.0003383507,0.05000,2.993
50,block_sparse_moe.experts.189.w3,0.0042707883,0.05000,3.113
50,block_sparse_moe.experts.188.w3,0.0024103341,0.05000,3.060
50,block_sparse_moe.experts.180.w3,0.0062458450,0.05000,3.159
50,block_sparse_moe.experts.181.w3,0.0009913274,0.05000,3.122
50,block_sparse_moe.experts.222.w3,0.0024900770,0.05000,2.627
50,block_sparse_moe.experts.210.w3,0.0029230510,0.05000,2.639
50,block_sparse_moe.experts.218.w3,0.0062561388,0.05000,2.621
50,block_sparse_moe.experts.214.w3,0.0011429711,0.05000,2.719
50,block_sparse_moe.experts.201.w3,0.0007885278,0.05000,2.968
50,block_sparse_moe.experts.203.w3,0.0007783473,0.05000,2.800
50,block_sparse_moe.experts.207.w3,0.0051604996,0.05000,2.964
50,block_sparse_moe.experts.192.w3,0.0092707143,0.05000,2.991
50,block_sparse_moe.experts.195.w3,0.0007437489,0.05000,2.837
50,block_sparse_moe.experts.199.w3,0.0002725693,0.05000,2.917
50,block_sparse_moe.experts.200.w3,0.0031247383,0.05000,2.991
50,block_sparse_moe.experts.204.w3,0.0015203991,0.05000,3.037
50,block_sparse_moe.experts.193.w3,0.0003511274,0.05000,3.176
50,block_sparse_moe.experts.205.w3,0.0006800846,0.05000,3.080
50,block_sparse_moe.experts.196.w3,0.0042354315,0.05000,3.042
50,block_sparse_moe.experts.197.w3,0.0050582905,0.05000,3.017
50,block_sparse_moe.experts.238.w3,0.0020530903,0.05000,2.766
50,block_sparse_moe.experts.226.w3,0.0021507631,0.05000,2.721
50,block_sparse_moe.experts.234.w3,0.0017496908,0.05000,2.735
50,block_sparse_moe.experts.230.w3,0.0027166952,0.05000,2.761
50,block_sparse_moe.experts.217.w3,0.0072685183,0.05000,2.980
50,block_sparse_moe.experts.219.w3,0.0008828467,0.05000,3.052
50,block_sparse_moe.experts.208.w3,0.0045548893,0.05000,2.948
50,block_sparse_moe.experts.223.w3,0.0031069177,0.05000,3.040
50,block_sparse_moe.experts.211.w3,0.0008693951,0.05000,3.009
50,block_sparse_moe.experts.215.w3,0.0034157377,0.05000,2.990
50,block_sparse_moe.experts.216.w3,0.0414667311,0.05000,2.903
50,block_sparse_moe.experts.221.w3,0.0076731771,0.05000,2.950
50,block_sparse_moe.experts.220.w3,0.0024961712,0.05000,2.994
50,block_sparse_moe.experts.212.w3,0.0020890170,0.05000,2.982
50,block_sparse_moe.experts.209.w3,0.0080990768,0.05000,3.075
50,block_sparse_moe.experts.213.w3,0.0031371325,0.05000,3.037
50,block_sparse_moe.experts.254.w3,0.0025740674,0.05000,2.888
50,block_sparse_moe.experts.242.w3,0.0056023843,0.05000,2.845
50,block_sparse_moe.experts.250.w3,0.0007230907,0.05000,2.789
50,block_sparse_moe.experts.246.w3,0.0075601915,0.05000,2.425
50,block_sparse_moe.experts.224.w3,0.0026098108,0.05000,2.901
50,block_sparse_moe.experts.233.w3,0.0037006821,0.05000,3.090
50,block_sparse_moe.experts.227.w3,0.0023858217,0.05000,2.916
50,block_sparse_moe.experts.235.w3,0.0036460344,0.05000,3.047
50,block_sparse_moe.experts.232.w3,0.0054318501,0.05000,3.007
50,block_sparse_moe.experts.231.w3,0.0022437016,0.05000,3.048
50,block_sparse_moe.experts.239.w3,0.0035793870,0.05000,3.103
50,block_sparse_moe.experts.236.w3,0.0031202397,0.05000,2.925
50,block_sparse_moe.experts.228.w3,0.0013376777,0.05000,2.928
50,block_sparse_moe.experts.237.w3,0.0015006285,0.05000,3.044
50,block_sparse_moe.experts.225.w3,0.0022889877,0.05000,2.971
50,block_sparse_moe.experts.229.w3,0.0052112062,0.05000,2.975
50,block_sparse_moe.experts.240.w3,0.0025018132,0.05000,2.977
50,block_sparse_moe.experts.249.w3,0.0022312808,0.05000,2.947
50,block_sparse_moe.experts.248.w3,0.0071146702,0.05000,2.900
50,block_sparse_moe.experts.251.w3,0.0029616873,0.05000,3.018
50,block_sparse_moe.experts.243.w3,0.0032083120,0.05000,3.076
50,block_sparse_moe.experts.247.w3,0.0040360182,0.05000,2.954
50,block_sparse_moe.experts.255.w3,0.0028970336,0.05000,2.958
50,block_sparse_moe.experts.252.w3,0.0026876318,0.05000,2.794
50,block_sparse_moe.experts.244.w3,0.0051030150,0.05000,2.778
50,block_sparse_moe.experts.241.w3,0.0011366772,0.05000,2.695
50,block_sparse_moe.experts.253.w3,0.0016934928,0.05000,2.779
50,block_sparse_moe.experts.245.w3,0.0019490970,0.05000,2.589
50,block_sparse_moe.experts.6.w2,0.0043566021,0.05000,1.531
50,block_sparse_moe.experts.2.w2,0.0030922502,0.05000,1.575
50,block_sparse_moe.experts.4.w2,0.0047403759,0.05000,1.592
50,block_sparse_moe.experts.10.w2,0.0097027862,0.05000,1.489
50,block_sparse_moe.experts.11.w2,0.0032205064,0.05000,1.521
50,block_sparse_moe.experts.15.w2,0.0103734581,0.05000,1.527
50,block_sparse_moe.experts.14.w2,0.0104335078,0.05000,1.535
50,block_sparse_moe.experts.9.w2,0.0136006229,0.05000,1.508
50,block_sparse_moe.experts.0.w2,0.0006641105,0.05000,1.654
50,block_sparse_moe.experts.13.w2,0.0044145774,0.05000,1.527
50,block_sparse_moe.experts.7.w2,0.0216323870,0.05000,1.682
50,block_sparse_moe.experts.5.w2,0.0108733631,0.05000,1.689
50,block_sparse_moe.experts.1.w2,0.0196949309,0.05000,1.688
50,block_sparse_moe.experts.3.w2,0.0260839399,0.05000,1.698
50,block_sparse_moe.experts.12.w2,0.0121356332,0.05000,1.619
50,block_sparse_moe.experts.8.w2,0.0099013441,0.05000,1.663
50,block_sparse_moe.experts.20.w2,0.0124076474,0.05000,0.635
50,block_sparse_moe.experts.25.w2,0.0076496300,0.05000,1.514
50,block_sparse_moe.experts.31.w2,0.0104981502,0.05000,1.535
50,block_sparse_moe.experts.29.w2,0.0053218553,0.05000,1.528
50,block_sparse_moe.experts.27.w2,0.0080283884,0.05000,1.567
50,block_sparse_moe.experts.21.w2,0.0075773828,0.05000,1.529
50,block_sparse_moe.experts.19.w2,0.0090122638,0.05000,1.560
50,block_sparse_moe.experts.23.w2,0.0009921358,0.05000,1.629
50,block_sparse_moe.experts.17.w2,0.0017550624,0.05000,1.622
50,block_sparse_moe.experts.37.w2,0.0076071195,0.05000,1.596
50,block_sparse_moe.experts.41.w2,0.0040674556,0.05000,1.648
50,block_sparse_moe.experts.45.w2,0.0045503462,0.05000,1.638
50,block_sparse_moe.experts.22.w2,0.0179969620,0.05000,3.368
50,block_sparse_moe.experts.18.w2,0.0012264111,0.05000,3.328
50,block_sparse_moe.experts.33.w2,0.0180951402,0.05000,1.669
50,block_sparse_moe.experts.26.w2,0.0272751319,0.05000,3.385
50,block_sparse_moe.experts.30.w2,0.0037170528,0.05000,3.364
50,block_sparse_moe.experts.53.w2,0.0109255555,0.05000,1.524
50,block_sparse_moe.experts.61.w2,0.0038743840,0.05000,1.503
50,block_sparse_moe.experts.57.w2,0.0015533953,0.05000,1.527
50,block_sparse_moe.experts.38.w2,0.0256024433,0.05000,1.702
50,block_sparse_moe.experts.34.w2,0.0098340899,0.05000,1.716
50,block_sparse_moe.experts.49.w2,0.0022198614,0.05000,1.653
50,block_sparse_moe.experts.46.w2,0.0081041932,0.05000,1.676
50,block_sparse_moe.experts.42.w2,0.0129252949,0.05000,1.727
50,block_sparse_moe.experts.43.w2,0.0019402528,0.05000,3.873
50,block_sparse_moe.experts.47.w2,0.0048020891,0.05000,3.915
50,block_sparse_moe.experts.39.w2,0.0015624956,0.05000,3.869
50,block_sparse_moe.experts.35.w2,0.0102925396,0.05000,3.924
50,block_sparse_moe.experts.73.w2,0.0021758829,0.05000,1.434
50,block_sparse_moe.experts.77.w2,0.0060424828,0.05000,1.470
50,block_sparse_moe.experts.69.w2,0.0178520674,0.05000,1.480
50,block_sparse_moe.experts.16.w2,0.0377683692,0.05000,1.514
50,block_sparse_moe.experts.24.w2,0.0049084985,0.05000,1.529
50,block_sparse_moe.experts.28.w2,0.0787144263,0.05000,1.537
50,block_sparse_moe.experts.36.w2,0.0129005057,0.05000,1.556
50,block_sparse_moe.experts.50.w2,0.0072987249,0.05000,1.485
50,block_sparse_moe.experts.65.w2,0.0080975699,0.05000,1.490
50,block_sparse_moe.experts.54.w2,0.0013815397,0.05000,1.577
50,block_sparse_moe.experts.62.w2,0.0003517634,0.05000,1.527
50,block_sparse_moe.experts.58.w2,0.0092531723,0.05000,1.543
50,block_sparse_moe.experts.59.w2,0.0034103085,0.05000,1.494
50,block_sparse_moe.experts.63.w2,0.0097792493,0.05000,1.586
50,block_sparse_moe.experts.51.w2,0.0183715905,0.05000,1.516
50,block_sparse_moe.experts.55.w2,0.0065269500,0.05000,1.607
50,block_sparse_moe.experts.89.w2,0.0212109540,0.05000,1.499
50,block_sparse_moe.experts.93.w2,0.0009933290,0.05000,1.481
50,block_sparse_moe.experts.85.w2,0.0069373424,0.05000,1.538
50,block_sparse_moe.experts.32.w2,0.0088211655,0.05000,1.496
50,block_sparse_moe.experts.66.w2,0.0101145087,0.05000,1.383
50,block_sparse_moe.experts.44.w2,0.0146145027,0.05000,1.539
50,block_sparse_moe.experts.40.w2,0.0052325729,0.05000,1.564
50,block_sparse_moe.experts.52.w2,0.0119711282,0.05000,1.551
50,block_sparse_moe.experts.81.w2,0.0138860492,0.05000,1.448
50,block_sparse_moe.experts.70.w2,0.0131089120,0.05000,1.406
50,block_sparse_moe.experts.74.w2,0.0029414542,0.05000,1.331
50,block_sparse_moe.experts.78.w2,0.0122215299,0.05000,1.382
50,block_sparse_moe.experts.75.w2,0.0015832769,0.05000,1.589
50,block_sparse_moe.experts.67.w2,0.0305213500,0.05000,1.574
50,block_sparse_moe.experts.79.w2,0.0058163327,0.05000,1.590
50,block_sparse_moe.experts.71.w2,0.0008766017,0.05000,1.514
50,block_sparse_moe.experts.105.w2,0.0117712712,0.05000,1.415
50,block_sparse_moe.experts.109.w2,0.0025259073,0.05000,1.493
50,block_sparse_moe.experts.101.w2,0.0012393405,0.05000,1.457
50,block_sparse_moe.experts.82.w2,0.0002630105,0.05000,1.377
50,block_sparse_moe.experts.48.w2,0.0011382103,0.05000,1.502
50,block_sparse_moe.experts.60.w2,0.0058270755,0.05000,1.492
50,block_sparse_moe.experts.90.w2,0.0377905458,0.05000,1.417
50,block_sparse_moe.experts.56.w2,0.0006966154,0.05000,1.512
50,block_sparse_moe.experts.97.w2,0.0040261364,0.05000,1.478
50,block_sparse_moe.experts.68.w2,0.0008811382,0.05000,1.546
50,block_sparse_moe.experts.86.w2,0.0006306547,0.05000,1.484
50,block_sparse_moe.experts.94.w2,0.0052429987,0.05000,1.502
50,block_sparse_moe.experts.91.w2,0.0091998027,0.05000,1.541
50,block_sparse_moe.experts.83.w2,0.0206934140,0.05000,1.458
50,block_sparse_moe.experts.95.w2,0.0203881509,0.05000,1.500
50,block_sparse_moe.experts.87.w2,0.0349805563,0.05000,1.487
50,block_sparse_moe.experts.121.w2,0.0150309880,0.05000,1.516
50,block_sparse_moe.experts.117.w2,0.0118129785,0.05000,1.519
50,block_sparse_moe.experts.125.w2,0.0060843735,0.05000,1.582
50,block_sparse_moe.experts.98.w2,0.0216936297,0.05000,1.551
50,block_sparse_moe.experts.64.w2,0.0046809304,0.05000,1.508
50,block_sparse_moe.experts.76.w2,0.0044915863,0.05000,1.501
50,block_sparse_moe.experts.72.w2,0.0052910697,0.05000,1.467
50,block_sparse_moe.experts.106.w2,0.0334848082,0.05000,1.484
50,block_sparse_moe.experts.113.w2,0.0021529232,0.05000,1.468
50,block_sparse_moe.experts.110.w2,0.0289785346,0.05000,1.466
50,block_sparse_moe.experts.84.w2,0.0006491168,0.05000,1.516
50,block_sparse_moe.experts.102.w2,0.0076782876,0.05000,1.526
50,block_sparse_moe.experts.107.w2,0.0169658826,0.05000,1.515
50,block_sparse_moe.experts.99.w2,0.0065377860,0.05000,1.499
50,block_sparse_moe.experts.103.w2,0.0110678007,0.05000,1.493
50,block_sparse_moe.experts.111.w2,0.0005366900,0.05000,1.513
50,block_sparse_moe.experts.137.w2,0.0102213645,0.05000,1.481
50,block_sparse_moe.experts.141.w2,0.0113847721,0.05000,1.492
50,block_sparse_moe.experts.133.w2,0.0098679675,0.05000,1.555
50,block_sparse_moe.experts.114.w2,0.0174723627,0.05000,1.489
50,block_sparse_moe.experts.80.w2,0.0213750992,0.05000,1.530
50,block_sparse_moe.experts.88.w2,0.0081134489,0.05000,1.482
50,block_sparse_moe.experts.122.w2,0.0170608350,0.05000,1.496
50,block_sparse_moe.experts.126.w2,0.0099822226,0.05000,1.482
50,block_sparse_moe.experts.100.w2,0.0091544767,0.05000,1.528
50,block_sparse_moe.experts.92.w2,0.0116955512,0.05000,1.627
50,block_sparse_moe.experts.118.w2,0.0062440534,0.05000,1.515
50,block_sparse_moe.experts.129.w2,0.0054500543,0.05000,1.603
50,block_sparse_moe.experts.123.w2,0.0090193699,0.05000,1.554
50,block_sparse_moe.experts.115.w2,0.0059906225,0.05000,1.605
50,block_sparse_moe.experts.127.w2,0.0125500232,0.05000,1.562
50,block_sparse_moe.experts.119.w2,0.0071891919,0.05000,1.681
50,block_sparse_moe.experts.153.w2,0.0143789496,0.05000,1.512
50,block_sparse_moe.experts.130.w2,0.0028282226,0.05000,1.395
50,block_sparse_moe.experts.104.w2,0.0009375608,0.05000,1.417
50,block_sparse_moe.experts.138.w2,0.0041682983,0.05000,1.423
50,block_sparse_moe.experts.157.w2,0.0043067185,0.05000,1.555
50,block_sparse_moe.experts.96.w2,0.0025476355,0.05000,1.457
50,block_sparse_moe.experts.149.w2,0.0057484491,0.05000,1.558
50,block_sparse_moe.experts.142.w2,0.0027411095,0.05000,1.417
50,block_sparse_moe.experts.116.w2,0.0008454885,0.05000,1.395
50,block_sparse_moe.experts.108.w2,0.0111775322,0.05000,1.440
50,block_sparse_moe.experts.134.w2,0.0033460847,0.05000,1.455
50,block_sparse_moe.experts.145.w2,0.0373504512,0.05000,1.535
50,block_sparse_moe.experts.139.w2,0.0094728170,0.05000,1.464
50,block_sparse_moe.experts.131.w2,0.0030576890,0.05000,1.504
50,block_sparse_moe.experts.143.w2,0.0201153315,0.05000,1.518
50,block_sparse_moe.experts.135.w2,0.0017390850,0.05000,1.516
50,block_sparse_moe.experts.169.w2,0.0180502178,0.05000,1.466
50,block_sparse_moe.experts.146.w2,0.0069976329,0.05000,1.457
50,block_sparse_moe.experts.154.w2,0.0061446150,0.05000,1.418
50,block_sparse_moe.experts.173.w2,0.0048577915,0.05000,1.507
50,block_sparse_moe.experts.165.w2,0.0091058274,0.05000,1.478
50,block_sparse_moe.experts.120.w2,0.0054208584,0.05000,1.579
50,block_sparse_moe.experts.158.w2,0.0171718470,0.05000,1.548
50,block_sparse_moe.experts.112.w2,0.0120727301,0.05000,1.609
50,block_sparse_moe.experts.150.w2,0.0130505749,0.05000,1.485
50,block_sparse_moe.experts.132.w2,0.0018608793,0.05000,1.586
50,block_sparse_moe.experts.161.w2,0.0084392251,0.05000,1.478
50,block_sparse_moe.experts.124.w2,0.0019098542,0.05000,1.658
50,block_sparse_moe.experts.155.w2,0.0166477237,0.05000,1.599
50,block_sparse_moe.experts.159.w2,0.0100496697,0.05000,1.510
50,block_sparse_moe.experts.147.w2,0.0005891815,0.05000,1.561
50,block_sparse_moe.experts.151.w2,0.0068396004,0.05000,1.586
50,block_sparse_moe.experts.162.w2,0.0054593377,0.05000,1.501
50,block_sparse_moe.experts.185.w2,0.0011269600,0.05000,1.594
50,block_sparse_moe.experts.170.w2,0.0104968624,0.05000,1.506
50,block_sparse_moe.experts.174.w2,0.0035825503,0.05000,1.452
50,block_sparse_moe.experts.136.w2,0.0098163514,0.05000,1.521
50,block_sparse_moe.experts.128.w2,0.0048636329,0.05000,1.455
50,block_sparse_moe.experts.148.w2,0.0103404699,0.05000,1.432
50,block_sparse_moe.experts.166.w2,0.0025696209,0.05000,1.487
50,block_sparse_moe.experts.189.w2,0.0034561443,0.05000,1.691
50,block_sparse_moe.experts.181.w2,0.0028828225,0.05000,1.696
50,block_sparse_moe.experts.140.w2,0.0068556490,0.05000,1.456
50,block_sparse_moe.experts.177.w2,0.0021385162,0.05000,1.697
50,block_sparse_moe.experts.171.w2,0.0077484422,0.05000,1.515
50,block_sparse_moe.experts.175.w2,0.0051419983,0.05000,1.473
50,block_sparse_moe.experts.163.w2,0.0235211077,0.05000,1.512
50,block_sparse_moe.experts.167.w2,0.0130329083,0.05000,1.555
50,block_sparse_moe.experts.178.w2,0.0082958264,0.05000,1.453
50,block_sparse_moe.experts.201.w2,0.0011454811,0.05000,1.542
50,block_sparse_moe.experts.186.w2,0.0006112265,0.05000,1.477
50,block_sparse_moe.experts.152.w2,0.0072381781,0.05000,1.376
50,block_sparse_moe.experts.164.w2,0.0017835069,0.05000,1.405
50,block_sparse_moe.experts.144.w2,0.0207796745,0.05000,1.496
50,block_sparse_moe.experts.190.w2,0.0039403877,0.05000,1.531
50,block_sparse_moe.experts.156.w2,0.0053498141,0.05000,1.412
50,block_sparse_moe.experts.182.w2,0.0011153389,0.05000,1.582
50,block_sparse_moe.experts.205.w2,0.0080344130,0.05000,1.565
50,block_sparse_moe.experts.197.w2,0.0091502537,0.05000,1.595
50,block_sparse_moe.experts.193.w2,0.0020546470,0.05000,1.541
50,block_sparse_moe.experts.191.w2,0.0038182356,0.05000,1.488
50,block_sparse_moe.experts.187.w2,0.0253250066,0.05000,1.519
50,block_sparse_moe.experts.179.w2,0.0069105024,0.05000,1.534
50,block_sparse_moe.experts.183.w2,0.0053070105,0.05000,1.494
50,block_sparse_moe.experts.194.w2,0.0139722558,0.05000,1.521
50,block_sparse_moe.experts.202.w2,0.0003786348,0.05000,1.443
50,block_sparse_moe.experts.217.w2,0.0093194062,0.05000,1.489
50,block_sparse_moe.experts.168.w2,0.0048303501,0.05000,1.504
50,block_sparse_moe.experts.206.w2,0.0046411965,0.05000,1.494
50,block_sparse_moe.experts.180.w2,0.0218529240,0.05000,1.601
50,block_sparse_moe.experts.160.w2,0.0097086145,0.05000,1.567
50,block_sparse_moe.experts.172.w2,0.0024719843,0.05000,1.493
50,block_sparse_moe.experts.221.w2,0.0048012946,0.05000,1.396
50,block_sparse_moe.experts.213.w2,0.0010552965,0.05000,1.392
50,block_sparse_moe.experts.198.w2,0.0091138666,0.05000,1.512
50,block_sparse_moe.experts.209.w2,0.0147009774,0.05000,1.358
50,block_sparse_moe.experts.207.w2,0.0074426047,0.05000,1.370
50,block_sparse_moe.experts.195.w2,0.0016364922,0.05000,1.376
50,block_sparse_moe.experts.203.w2,0.0022944035,0.05000,1.501
50,block_sparse_moe.experts.199.w2,0.0009299207,0.05000,1.445
50,block_sparse_moe.experts.210.w2,0.0086820591,0.05000,1.508
50,block_sparse_moe.experts.218.w2,0.0168662233,0.05000,1.527
50,block_sparse_moe.experts.233.w2,0.0013781289,0.05000,1.524
50,block_sparse_moe.experts.184.w2,0.0025161553,0.05000,1.492
50,block_sparse_moe.experts.188.w2,0.0057214595,0.05000,1.428
50,block_sparse_moe.experts.196.w2,0.0150038176,0.05000,1.473
50,block_sparse_moe.experts.176.w2,0.0131253306,0.05000,1.553
50,block_sparse_moe.experts.237.w2,0.0011064825,0.05000,1.530
50,block_sparse_moe.experts.222.w2,0.0081537022,0.05000,1.635
50,block_sparse_moe.experts.229.w2,0.0169382598,0.05000,1.540
50,block_sparse_moe.experts.214.w2,0.0079112055,0.05000,1.537
50,block_sparse_moe.experts.225.w2,0.0068448316,0.05000,1.574
50,block_sparse_moe.experts.223.w2,0.0070304703,0.05000,1.471
50,block_sparse_moe.experts.211.w2,0.0054360367,0.05000,1.488
50,block_sparse_moe.experts.219.w2,0.0017733476,0.05000,1.489
50,block_sparse_moe.experts.226.w2,0.0106303453,0.05000,1.327
50,block_sparse_moe.experts.249.w2,0.0010302420,0.05000,1.309
50,block_sparse_moe.experts.215.w2,0.0102397599,0.05000,1.573
50,block_sparse_moe.experts.234.w2,0.0004602705,0.05000,1.390
50,block_sparse_moe.experts.200.w2,0.0105357056,0.05000,1.379
50,block_sparse_moe.experts.253.w2,0.0003213788,0.05000,1.239
50,block_sparse_moe.experts.212.w2,0.0059821541,0.05000,1.365
50,block_sparse_moe.experts.204.w2,0.0033943293,0.05000,1.372
50,block_sparse_moe.experts.245.w2,0.0003121772,0.05000,1.246
50,block_sparse_moe.experts.241.w2,0.0015137145,0.05000,1.144
50,block_sparse_moe.experts.238.w2,0.0090709159,0.05000,1.337
50,block_sparse_moe.experts.192.w2,0.0152815224,0.05000,1.387
50,block_sparse_moe.experts.230.w2,0.0092663411,0.05000,1.364
50,block_sparse_moe.experts.239.w2,0.0137892046,0.05000,1.479
50,block_sparse_moe.experts.227.w2,0.0007852136,0.05000,1.480
50,block_sparse_moe.experts.235.w2,0.0056786594,0.05000,1.554
50,block_sparse_moe.experts.242.w2,0.0152677491,0.05000,1.390
50,block_sparse_moe.experts.250.w2,0.0026380825,0.05000,1.337
50,block_sparse_moe.experts.254.w2,0.0052959245,0.05000,1.149
50,block_sparse_moe.experts.231.w2,0.0078429757,0.05000,1.499
50,block_sparse_moe.experts.246.w2,0.0194779830,0.05000,1.116
50,block_sparse_moe.experts.216.w2,0.1314468384,0.05000,1.486
50,block_sparse_moe.experts.228.w2,0.0072078862,0.05000,1.520
50,block_sparse_moe.experts.220.w2,0.0103948017,0.05000,1.533
50,block_sparse_moe.experts.208.w2,0.0513917540,0.05000,1.461
50,block_sparse_moe.experts.255.w2,0.0076344540,0.05000,1.512
50,block_sparse_moe.experts.243.w2,0.0050720192,0.05000,1.476
50,block_sparse_moe.experts.251.w2,0.0080060889,0.05000,1.395
50,block_sparse_moe.experts.247.w2,0.0072631539,0.05000,1.247
50,block_sparse_moe.experts.232.w2,0.0072641147,0.05000,1.484
50,block_sparse_moe.experts.236.w2,0.0010560624,0.05000,1.537
50,block_sparse_moe.experts.244.w2,0.0023365869,0.05000,1.567
50,block_sparse_moe.experts.224.w2,0.0004227195,0.05000,1.506
50,block_sparse_moe.experts.248.w2,0.0107198049,0.05000,1.015
50,block_sparse_moe.experts.252.w2,0.0113605246,0.05000,0.906
50,block_sparse_moe.experts.240.w2,0.0096382670,0.05000,0.893
51,self_attn.q_proj,0.0003137981,0.05000,0.991
51,self_attn.k_proj,0.0000402236,0.05000,0.994
51,self_attn.v_proj,0.0000577954,0.05000,1.042
51,self_attn.o_proj,0.0000218813,0.05000,1.767
51,block_sparse_moe.experts.4.w1,0.0015041317,0.05000,3.025
51,block_sparse_moe.experts.12.w1,0.0035743399,0.05000,3.054
51,block_sparse_moe.experts.8.w1,0.0068569496,0.05000,3.084
51,block_sparse_moe.experts.0.w1,0.0032092583,0.05000,3.167
51,block_sparse_moe.experts.9.w1,0.0016304087,0.05000,3.260
51,block_sparse_moe.experts.5.w1,0.0021572735,0.05000,3.295
51,block_sparse_moe.experts.13.w1,0.0011126845,0.05000,3.296
51,block_sparse_moe.experts.2.w1,0.0028477013,0.05000,3.336
51,block_sparse_moe.experts.6.w1,0.0017492279,0.05000,3.317
51,block_sparse_moe.experts.1.w1,0.0042602076,0.05000,3.385
51,block_sparse_moe.experts.10.w1,0.0023631812,0.05000,3.392
51,block_sparse_moe.experts.14.w1,0.0072823150,0.05000,3.447
51,block_sparse_moe.experts.15.w1,0.0012287714,0.05000,3.517
51,block_sparse_moe.experts.3.w1,0.0034629151,0.05000,3.559
51,block_sparse_moe.experts.7.w1,0.0021471276,0.05000,3.543
51,block_sparse_moe.experts.11.w1,0.0026937336,0.05000,3.559
51,block_sparse_moe.experts.20.w1,0.0027389291,0.05000,3.042
51,block_sparse_moe.experts.28.w1,0.0051332378,0.05000,3.049
51,block_sparse_moe.experts.24.w1,0.0018516267,0.05000,3.052
51,block_sparse_moe.experts.29.w1,0.0066733651,0.05000,2.916
51,block_sparse_moe.experts.21.w1,0.0028060541,0.05000,2.921
51,block_sparse_moe.experts.16.w1,0.0031772132,0.05000,3.090
51,block_sparse_moe.experts.25.w1,0.0020263631,0.05000,2.993
51,block_sparse_moe.experts.17.w1,0.0040997110,0.05000,2.974
51,block_sparse_moe.experts.31.w1,0.0025571305,0.05000,2.960
51,block_sparse_moe.experts.22.w1,0.0029999483,0.05000,3.204
51,block_sparse_moe.experts.18.w1,0.0058828136,0.05000,3.227
51,block_sparse_moe.experts.27.w1,0.0064124933,0.05000,2.997
51,block_sparse_moe.experts.30.w1,0.0020034958,0.05000,3.142
51,block_sparse_moe.experts.26.w1,0.0059838799,0.05000,3.196
51,block_sparse_moe.experts.23.w1,0.0018158619,0.05000,3.068
51,block_sparse_moe.experts.19.w1,0.0016452115,0.05000,3.162
51,block_sparse_moe.experts.36.w1,0.0008169419,0.05000,3.049
51,block_sparse_moe.experts.44.w1,0.0046420855,0.05000,3.035
51,block_sparse_moe.experts.40.w1,0.0014622317,0.05000,3.075
51,block_sparse_moe.experts.32.w1,0.0018378715,0.05000,3.016
51,block_sparse_moe.experts.37.w1,0.0007902060,0.05000,3.054
51,block_sparse_moe.experts.45.w1,0.0036575791,0.05000,3.087
51,block_sparse_moe.experts.34.w1,0.0043575132,0.05000,2.777
51,block_sparse_moe.experts.41.w1,0.0014407719,0.05000,3.082
51,block_sparse_moe.experts.33.w1,0.0015719455,0.05000,3.056
51,block_sparse_moe.experts.38.w1,0.0015823467,0.05000,2.885
51,block_sparse_moe.experts.46.w1,0.0025000413,0.05000,2.877
51,block_sparse_moe.experts.47.w1,0.0006753475,0.05000,3.044
51,block_sparse_moe.experts.39.w1,0.0025647313,0.05000,2.911
51,block_sparse_moe.experts.42.w1,0.0029985343,0.05000,2.963
51,block_sparse_moe.experts.43.w1,0.0010380150,0.05000,3.061
51,block_sparse_moe.experts.35.w1,0.0015524574,0.05000,3.026
51,block_sparse_moe.experts.52.w1,0.0023030274,0.05000,2.803
51,block_sparse_moe.experts.60.w1,0.0008629224,0.05000,2.805
51,block_sparse_moe.experts.56.w1,0.0011139673,0.05000,2.797
51,block_sparse_moe.experts.48.w1,0.0033885148,0.05000,2.943
51,block_sparse_moe.experts.50.w1,0.0020886709,0.05000,2.892
51,block_sparse_moe.experts.62.w1,0.0060861800,0.05000,2.836
51,block_sparse_moe.experts.57.w1,0.0028743206,0.05000,2.979
51,block_sparse_moe.experts.54.w1,0.0024805557,0.05000,2.939
51,block_sparse_moe.experts.58.w1,0.0025387450,0.05000,2.790
51,block_sparse_moe.experts.61.w1,0.0049130839,0.05000,3.075
51,block_sparse_moe.experts.53.w1,0.0029920229,0.05000,3.135
51,block_sparse_moe.experts.49.w1,0.0016765864,0.05000,3.043
51,block_sparse_moe.experts.63.w1,0.0076909548,0.05000,2.941
51,block_sparse_moe.experts.55.w1,0.0012534212,0.05000,3.028
51,block_sparse_moe.experts.59.w1,0.0027486442,0.05000,3.077
51,block_sparse_moe.experts.51.w1,0.0011086157,0.05000,3.137
51,block_sparse_moe.experts.68.w1,0.0040477292,0.05000,2.929
51,block_sparse_moe.experts.76.w1,0.0005878174,0.05000,3.037
51,block_sparse_moe.experts.72.w1,0.0057971440,0.05000,3.045
51,block_sparse_moe.experts.66.w1,0.0027075743,0.05000,2.965
51,block_sparse_moe.experts.73.w1,0.0021214396,0.05000,2.871
51,block_sparse_moe.experts.77.w1,0.0017384738,0.05000,2.812
51,block_sparse_moe.experts.64.w1,0.0059800173,0.05000,2.984
51,block_sparse_moe.experts.69.w1,0.0009193705,0.05000,2.875
51,block_sparse_moe.experts.74.w1,0.0025725764,0.05000,2.959
51,block_sparse_moe.experts.65.w1,0.0038903419,0.05000,2.891
51,block_sparse_moe.experts.78.w1,0.0015896621,0.05000,3.046
51,block_sparse_moe.experts.70.w1,0.0098099387,0.05000,3.032
51,block_sparse_moe.experts.79.w1,0.0124046505,0.05000,3.027
51,block_sparse_moe.experts.71.w1,0.0041994477,0.05000,3.134
51,block_sparse_moe.experts.75.w1,0.0028557180,0.05000,3.094
51,block_sparse_moe.experts.67.w1,0.0057823026,0.05000,3.116
51,block_sparse_moe.experts.84.w1,0.0046310739,0.05000,3.114
51,block_sparse_moe.experts.82.w1,0.0007973776,0.05000,2.856
51,block_sparse_moe.experts.85.w1,0.0046414195,0.05000,2.781
51,block_sparse_moe.experts.89.w1,0.0041347940,0.05000,2.920
51,block_sparse_moe.experts.93.w1,0.0025704302,0.05000,2.924
51,block_sparse_moe.experts.92.w1,0.0121640980,0.05000,3.159
51,block_sparse_moe.experts.90.w1,0.0031285650,0.05000,2.858
51,block_sparse_moe.experts.81.w1,0.0026872100,0.05000,2.859
51,block_sparse_moe.experts.94.w1,0.0024152701,0.05000,2.848
51,block_sparse_moe.experts.86.w1,0.0027953292,0.05000,2.861
51,block_sparse_moe.experts.80.w1,0.0014786434,0.05000,3.066
51,block_sparse_moe.experts.88.w1,0.0077372949,0.05000,3.259
51,block_sparse_moe.experts.95.w1,0.0023048287,0.05000,3.145
51,block_sparse_moe.experts.87.w1,0.0016230191,0.05000,3.145
51,block_sparse_moe.experts.91.w1,0.0012717828,0.05000,3.135
51,block_sparse_moe.experts.83.w1,0.0046901856,0.05000,3.160
51,block_sparse_moe.experts.98.w1,0.0012797682,0.05000,2.706
51,block_sparse_moe.experts.101.w1,0.0058489801,0.05000,2.896
51,block_sparse_moe.experts.110.w1,0.0033115439,0.05000,2.797
51,block_sparse_moe.experts.102.w1,0.0035739245,0.05000,2.779
51,block_sparse_moe.experts.106.w1,0.0008633420,0.05000,2.853
51,block_sparse_moe.experts.100.w1,0.0045374985,0.05000,3.083
51,block_sparse_moe.experts.109.w1,0.0067716639,0.05000,2.941
51,block_sparse_moe.experts.108.w1,0.0019009743,0.05000,2.972
51,block_sparse_moe.experts.105.w1,0.0388038683,0.05000,3.049
51,block_sparse_moe.experts.97.w1,0.0031386550,0.05000,3.013
51,block_sparse_moe.experts.96.w1,0.0025924756,0.05000,3.157
51,block_sparse_moe.experts.104.w1,0.0027426193,0.05000,3.125
51,block_sparse_moe.experts.111.w1,0.0012725016,0.05000,2.887
51,block_sparse_moe.experts.103.w1,0.0037267996,0.05000,3.000
51,block_sparse_moe.experts.107.w1,0.0021237150,0.05000,2.965
51,block_sparse_moe.experts.99.w1,0.0046789044,0.05000,2.902
51,block_sparse_moe.experts.114.w1,0.0088349462,0.05000,2.869
51,block_sparse_moe.experts.126.w1,0.0019956930,0.05000,2.787
51,block_sparse_moe.experts.122.w1,0.0006807818,0.05000,2.822
51,block_sparse_moe.experts.116.w1,0.0023916963,0.05000,2.876
51,block_sparse_moe.experts.118.w1,0.0030407175,0.05000,2.906
51,block_sparse_moe.experts.124.w1,0.0023584372,0.05000,2.944
51,block_sparse_moe.experts.117.w1,0.0023909851,0.05000,3.156
51,block_sparse_moe.experts.121.w1,0.0040684008,0.05000,3.003
51,block_sparse_moe.experts.125.w1,0.0044528291,0.05000,3.157
51,block_sparse_moe.experts.113.w1,0.0040952587,0.05000,3.013
51,block_sparse_moe.experts.127.w1,0.0041778810,0.05000,2.718
51,block_sparse_moe.experts.120.w1,0.0023729824,0.05000,2.910
51,block_sparse_moe.experts.112.w1,0.0014150984,0.05000,2.988
51,block_sparse_moe.experts.119.w1,0.0028229035,0.05000,2.784
51,block_sparse_moe.experts.123.w1,0.0055320229,0.05000,2.752
51,block_sparse_moe.experts.115.w1,0.0021955366,0.05000,2.815
51,block_sparse_moe.experts.130.w1,0.0051238978,0.05000,2.812
51,block_sparse_moe.experts.138.w1,0.0072099906,0.05000,2.796
51,block_sparse_moe.experts.142.w1,0.0017943256,0.05000,2.873
51,block_sparse_moe.experts.134.w1,0.0043264907,0.05000,2.768
51,block_sparse_moe.experts.132.w1,0.0049913855,0.05000,2.985
51,block_sparse_moe.experts.140.w1,0.0044834381,0.05000,2.881
51,block_sparse_moe.experts.133.w1,0.0048918849,0.05000,2.939
51,block_sparse_moe.experts.129.w1,0.0156971806,0.05000,2.890
51,block_sparse_moe.experts.141.w1,0.0069536192,0.05000,2.924
51,block_sparse_moe.experts.137.w1,0.0027585051,0.05000,3.023
51,block_sparse_moe.experts.128.w1,0.0015689279,0.05000,2.827
51,block_sparse_moe.experts.136.w1,0.0024965204,0.05000,2.965
51,block_sparse_moe.experts.143.w1,0.0040167383,0.05000,3.125
51,block_sparse_moe.experts.135.w1,0.0029317821,0.05000,2.994
51,block_sparse_moe.experts.139.w1,0.0019210867,0.05000,3.040
51,block_sparse_moe.experts.131.w1,0.0044725430,0.05000,3.149
51,block_sparse_moe.experts.146.w1,0.0086840534,0.05000,2.999
51,block_sparse_moe.experts.158.w1,0.0030283608,0.05000,2.900
51,block_sparse_moe.experts.150.w1,0.0043269312,0.05000,2.937
51,block_sparse_moe.experts.154.w1,0.0010352403,0.05000,2.994
51,block_sparse_moe.experts.156.w1,0.0048041598,0.05000,2.937
51,block_sparse_moe.experts.148.w1,0.0039477669,0.05000,3.057
51,block_sparse_moe.experts.149.w1,0.0017828317,0.05000,3.116
51,block_sparse_moe.experts.145.w1,0.0032542600,0.05000,3.098
51,block_sparse_moe.experts.153.w1,0.0046371328,0.05000,3.049
51,block_sparse_moe.experts.157.w1,0.0046021613,0.05000,3.177
51,block_sparse_moe.experts.144.w1,0.0024789883,0.05000,3.101
51,block_sparse_moe.experts.152.w1,0.0115165021,0.05000,3.008
51,block_sparse_moe.experts.159.w1,0.0059855072,0.05000,3.060
51,block_sparse_moe.experts.151.w1,0.0079870015,0.05000,3.100
51,block_sparse_moe.experts.155.w1,0.0033801860,0.05000,3.070
51,block_sparse_moe.experts.147.w1,0.0123035364,0.05000,3.068
51,block_sparse_moe.experts.162.w1,0.0020358938,0.05000,3.167
51,block_sparse_moe.experts.174.w1,0.0028952662,0.05000,3.224
51,block_sparse_moe.experts.166.w1,0.0026798505,0.05000,3.164
51,block_sparse_moe.experts.170.w1,0.0032359774,0.05000,3.211
51,block_sparse_moe.experts.164.w1,0.0060361727,0.05000,3.018
51,block_sparse_moe.experts.172.w1,0.0028771709,0.05000,3.146
51,block_sparse_moe.experts.165.w1,0.0025583865,0.05000,3.038
51,block_sparse_moe.experts.169.w1,0.0005178762,0.05000,3.005
51,block_sparse_moe.experts.161.w1,0.0013008830,0.05000,3.071
51,block_sparse_moe.experts.168.w1,0.0014173559,0.05000,2.982
51,block_sparse_moe.experts.173.w1,0.0021401139,0.05000,3.028
51,block_sparse_moe.experts.175.w1,0.0014230445,0.05000,3.031
51,block_sparse_moe.experts.160.w1,0.0019967267,0.05000,3.151
51,block_sparse_moe.experts.171.w1,0.0048684890,0.05000,2.990
51,block_sparse_moe.experts.167.w1,0.0018589094,0.05000,3.040
51,block_sparse_moe.experts.163.w1,0.0041819148,0.05000,3.010
51,block_sparse_moe.experts.178.w1,0.0023317210,0.05000,3.095
51,block_sparse_moe.experts.190.w1,0.0024201417,0.05000,3.095
51,block_sparse_moe.experts.182.w1,0.0087519834,0.05000,3.147
51,block_sparse_moe.experts.186.w1,0.0069225908,0.05000,3.145
51,block_sparse_moe.experts.180.w1,0.0028797550,0.05000,3.102
51,block_sparse_moe.experts.188.w1,0.0069997581,0.05000,3.123
51,block_sparse_moe.experts.181.w1,0.0039446245,0.05000,3.136
51,block_sparse_moe.experts.185.w1,0.0082651735,0.05000,3.117
51,block_sparse_moe.experts.184.w1,0.0042551599,0.05000,3.109
51,block_sparse_moe.experts.189.w1,0.0058425766,0.05000,3.121
51,block_sparse_moe.experts.177.w1,0.0030777615,0.05000,3.206
51,block_sparse_moe.experts.191.w1,0.0033797762,0.05000,3.120
51,block_sparse_moe.experts.176.w1,0.0024699488,0.05000,3.214
51,block_sparse_moe.experts.187.w1,0.0035296365,0.05000,3.102
51,block_sparse_moe.experts.183.w1,0.0021554760,0.05000,3.153
51,block_sparse_moe.experts.179.w1,0.0009502760,0.05000,3.116
51,block_sparse_moe.experts.194.w1,0.0005199979,0.05000,3.011
51,block_sparse_moe.experts.196.w1,0.0015901761,0.05000,2.953
51,block_sparse_moe.experts.198.w1,0.0017408604,0.05000,3.080
51,block_sparse_moe.experts.206.w1,0.0023372513,0.05000,3.157
51,block_sparse_moe.experts.202.w1,0.0020427680,0.05000,3.113
51,block_sparse_moe.experts.204.w1,0.0025186956,0.05000,3.032
51,block_sparse_moe.experts.197.w1,0.0041206199,0.05000,3.045
51,block_sparse_moe.experts.200.w1,0.0010492704,0.05000,2.998
51,block_sparse_moe.experts.207.w1,0.0034624446,0.05000,2.945
51,block_sparse_moe.experts.201.w1,0.0013983834,0.05000,3.174
51,block_sparse_moe.experts.205.w1,0.0009501923,0.05000,3.080
51,block_sparse_moe.experts.193.w1,0.0048758531,0.05000,3.144
51,block_sparse_moe.experts.192.w1,0.0028374621,0.05000,3.102
51,block_sparse_moe.experts.203.w1,0.0054091155,0.05000,3.025
51,block_sparse_moe.experts.199.w1,0.0005816607,0.05000,3.042
51,block_sparse_moe.experts.195.w1,0.0047871583,0.05000,3.084
51,block_sparse_moe.experts.210.w1,0.0014554744,0.05000,3.224
51,block_sparse_moe.experts.212.w1,0.0009407556,0.05000,3.006
51,block_sparse_moe.experts.220.w1,0.0031019799,0.05000,2.916
51,block_sparse_moe.experts.213.w1,0.0047410667,0.05000,2.809
51,block_sparse_moe.experts.214.w1,0.0057190164,0.05000,3.200
51,block_sparse_moe.experts.222.w1,0.0014555702,0.05000,3.246
51,block_sparse_moe.experts.217.w1,0.0019121536,0.05000,2.800
51,block_sparse_moe.experts.216.w1,0.0027466010,0.05000,2.911
51,block_sparse_moe.experts.221.w1,0.0038939186,0.05000,2.865
51,block_sparse_moe.experts.218.w1,0.0013177559,0.05000,3.371
51,block_sparse_moe.experts.209.w1,0.0035612638,0.05000,2.885
51,block_sparse_moe.experts.223.w1,0.0037298839,0.05000,3.079
51,block_sparse_moe.experts.208.w1,0.0045756828,0.05000,2.951
51,block_sparse_moe.experts.219.w1,0.0021051428,0.05000,3.028
51,block_sparse_moe.experts.215.w1,0.0017451284,0.05000,3.075
51,block_sparse_moe.experts.211.w1,0.0133498771,0.05000,3.030
51,block_sparse_moe.experts.226.w1,0.0036399399,0.05000,2.826
51,block_sparse_moe.experts.228.w1,0.0005873109,0.05000,2.907
51,block_sparse_moe.experts.238.w1,0.0029487206,0.05000,2.776
51,block_sparse_moe.experts.236.w1,0.0395862398,0.05000,2.967
51,block_sparse_moe.experts.229.w1,0.0019062283,0.05000,2.914
51,block_sparse_moe.experts.230.w1,0.0040878414,0.05000,2.913
51,block_sparse_moe.experts.232.w1,0.0004024197,0.05000,2.893
51,block_sparse_moe.experts.237.w1,0.0036949753,0.05000,2.855
51,block_sparse_moe.experts.234.w1,0.0028654817,0.05000,2.867
51,block_sparse_moe.experts.233.w1,0.0013077520,0.05000,3.042
51,block_sparse_moe.experts.225.w1,0.0045446252,0.05000,2.935
51,block_sparse_moe.experts.239.w1,0.0029756404,0.05000,3.056
51,block_sparse_moe.experts.224.w1,0.0008065370,0.05000,2.959
51,block_sparse_moe.experts.235.w1,0.0027140566,0.05000,3.079
51,block_sparse_moe.experts.231.w1,0.0025689560,0.05000,3.136
51,block_sparse_moe.experts.247.w1,999999999.0000000000,0.05000,0.141
51,block_sparse_moe.experts.227.w1,0.0018826806,0.05000,3.124
51,block_sparse_moe.experts.242.w1,0.0010076844,0.05000,3.040
51,block_sparse_moe.experts.244.w1,0.0017775272,0.05000,3.017
51,block_sparse_moe.experts.252.w1,0.0016544722,0.05000,2.960
51,block_sparse_moe.experts.245.w1,0.0046266192,0.05000,2.949
51,block_sparse_moe.experts.254.w1,0.0022799828,0.05000,3.051
51,block_sparse_moe.experts.253.w1,0.0069742116,0.05000,2.944
51,block_sparse_moe.experts.246.w1,0.0027594422,0.05000,3.070
51,block_sparse_moe.experts.248.w1,0.0014732458,0.05000,2.985
51,block_sparse_moe.experts.249.w1,0.0017629408,0.05000,2.987
51,block_sparse_moe.experts.241.w1,0.0047277977,0.05000,2.905
51,block_sparse_moe.experts.250.w1,0.0009879890,0.05000,3.077
51,block_sparse_moe.experts.255.w1,0.0054078111,0.05000,3.017
51,block_sparse_moe.experts.240.w1,0.0034021776,0.05000,3.125
51,block_sparse_moe.experts.251.w1,0.0041351907,0.05000,3.040
51,block_sparse_moe.experts.7.w3,0.0025151907,0.05000,2.989
51,block_sparse_moe.experts.243.w1,0.0015315606,0.05000,2.962
51,block_sparse_moe.experts.2.w3,0.0031737100,0.05000,3.062
51,block_sparse_moe.experts.4.w3,0.0016830674,0.05000,3.033
51,block_sparse_moe.experts.12.w3,0.0041653438,0.05000,3.118
51,block_sparse_moe.experts.14.w3,0.0081411639,0.05000,3.081
51,block_sparse_moe.experts.8.w3,0.0077470082,0.05000,3.120
51,block_sparse_moe.experts.6.w3,0.0019820438,0.05000,3.158
51,block_sparse_moe.experts.10.w3,0.0026375046,0.05000,3.026
51,block_sparse_moe.experts.5.w3,0.0024209578,0.05000,3.398
51,block_sparse_moe.experts.13.w3,0.0012224724,0.05000,3.378
51,block_sparse_moe.experts.9.w3,0.0019235066,0.05000,3.330
51,block_sparse_moe.experts.1.w3,0.0049220638,0.05000,3.371
51,block_sparse_moe.experts.15.w3,0.0014336993,0.05000,3.101
51,block_sparse_moe.experts.0.w3,0.0037753827,0.05000,3.141
51,block_sparse_moe.experts.11.w3,0.0030139473,0.05000,3.188
51,block_sparse_moe.experts.23.w3,0.0021127522,0.05000,3.178
51,block_sparse_moe.experts.3.w3,0.0039504345,0.05000,3.175
51,block_sparse_moe.experts.18.w3,0.0066142523,0.05000,3.029
51,block_sparse_moe.experts.20.w3,0.0031078755,0.05000,3.190
51,block_sparse_moe.experts.30.w3,0.0023232981,0.05000,3.062
51,block_sparse_moe.experts.28.w3,0.0058869221,0.05000,3.178
51,block_sparse_moe.experts.22.w3,0.0033376076,0.05000,2.988
51,block_sparse_moe.experts.21.w3,0.0032767957,0.05000,2.959
51,block_sparse_moe.experts.26.w3,0.0067649840,0.05000,2.989
51,block_sparse_moe.experts.29.w3,0.0077170236,0.05000,2.907
51,block_sparse_moe.experts.24.w3,0.0021003646,0.05000,3.170
51,block_sparse_moe.experts.25.w3,0.0023189726,0.05000,2.887
51,block_sparse_moe.experts.17.w3,0.0045465492,0.05000,2.919
51,block_sparse_moe.experts.31.w3,0.0028827351,0.05000,2.977
51,block_sparse_moe.experts.16.w3,0.0036960802,0.05000,3.013
51,block_sparse_moe.experts.27.w3,0.0072522924,0.05000,2.973
51,block_sparse_moe.experts.39.w3,0.0029090340,0.05000,2.857
51,block_sparse_moe.experts.19.w3,0.0018326130,0.05000,2.854
51,block_sparse_moe.experts.34.w3,0.0048657379,0.05000,3.225
51,block_sparse_moe.experts.36.w3,0.0009374305,0.05000,3.202
51,block_sparse_moe.experts.47.w3,0.0007489007,0.05000,2.667
51,block_sparse_moe.experts.37.w3,0.0009069912,0.05000,3.053
51,block_sparse_moe.experts.44.w3,0.0053898116,0.05000,3.189
51,block_sparse_moe.experts.46.w3,0.0028203317,0.05000,3.332
51,block_sparse_moe.experts.40.w3,0.0016300483,0.05000,3.135
51,block_sparse_moe.experts.41.w3,0.0016440177,0.05000,3.070
51,block_sparse_moe.experts.45.w3,0.0042139684,0.05000,3.214
51,block_sparse_moe.experts.42.w3,0.0035729325,0.05000,3.302
51,block_sparse_moe.experts.33.w3,0.0018587917,0.05000,3.093
51,block_sparse_moe.experts.38.w3,0.0017772098,0.05000,3.424
51,block_sparse_moe.experts.43.w3,0.0012441944,0.05000,2.664
51,block_sparse_moe.experts.55.w3,0.0014051928,0.05000,2.698
51,block_sparse_moe.experts.35.w3,0.0017168127,0.05000,2.791
51,block_sparse_moe.experts.32.w3,0.0020893850,0.05000,3.389
51,block_sparse_moe.experts.53.w3,0.0033778368,0.05000,2.945
51,block_sparse_moe.experts.50.w3,0.0023293592,0.05000,3.324
51,block_sparse_moe.experts.52.w3,0.0026013301,0.05000,3.104
51,block_sparse_moe.experts.57.w3,0.0033368043,0.05000,2.849
51,block_sparse_moe.experts.63.w3,0.0086928065,0.05000,3.112
51,block_sparse_moe.experts.49.w3,0.0018679145,0.05000,2.942
51,block_sparse_moe.experts.60.w3,0.0009726317,0.05000,3.188
51,block_sparse_moe.experts.61.w3,0.0055214681,0.05000,3.055
51,block_sparse_moe.experts.62.w3,0.0066986128,0.05000,3.193
51,block_sparse_moe.experts.56.w3,0.0012893799,0.05000,3.169
51,block_sparse_moe.experts.58.w3,0.0028995268,0.05000,3.154
51,block_sparse_moe.experts.54.w3,0.0028844074,0.05000,3.255
51,block_sparse_moe.experts.59.w3,0.0031526824,0.05000,3.212
51,block_sparse_moe.experts.71.w3,0.0046988903,0.05000,3.258
51,block_sparse_moe.experts.51.w3,0.0012463327,0.05000,3.108
51,block_sparse_moe.experts.48.w3,0.0039158650,0.05000,3.006
51,block_sparse_moe.experts.69.w3,0.0010609374,0.05000,2.826
51,block_sparse_moe.experts.73.w3,0.0024423594,0.05000,2.899
51,block_sparse_moe.experts.66.w3,0.0030607348,0.05000,2.992
51,block_sparse_moe.experts.79.w3,0.0141944533,0.05000,2.954
51,block_sparse_moe.experts.65.w3,0.0043841043,0.05000,2.892
51,block_sparse_moe.experts.68.w3,0.0046314326,0.05000,3.110
51,block_sparse_moe.experts.77.w3,0.0020452029,0.05000,2.909
51,block_sparse_moe.experts.76.w3,0.0006758074,0.05000,3.072
51,block_sparse_moe.experts.78.w3,0.0018192562,0.05000,3.060
51,block_sparse_moe.experts.74.w3,0.0029913723,0.05000,2.972
51,block_sparse_moe.experts.72.w3,0.0066560848,0.05000,3.074
51,block_sparse_moe.experts.70.w3,0.0111397624,0.05000,2.983
51,block_sparse_moe.experts.75.w3,0.0035021251,0.05000,3.035
51,block_sparse_moe.experts.87.w3,0.0018267564,0.05000,2.942
51,block_sparse_moe.experts.67.w3,0.0065354581,0.05000,3.088
51,block_sparse_moe.experts.64.w3,0.0067161681,0.05000,3.122
51,block_sparse_moe.experts.85.w3,0.0053509622,0.05000,2.982
51,block_sparse_moe.experts.82.w3,0.0009191406,0.05000,2.830
51,block_sparse_moe.experts.89.w3,0.0046828859,0.05000,2.996
51,block_sparse_moe.experts.95.w3,0.0026379025,0.05000,3.119
51,block_sparse_moe.experts.84.w3,0.0052037726,0.05000,3.090
51,block_sparse_moe.experts.81.w3,0.0031088433,0.05000,3.134
51,block_sparse_moe.experts.94.w3,0.0026450051,0.05000,2.908
51,block_sparse_moe.experts.93.w3,0.0029175375,0.05000,3.073
51,block_sparse_moe.experts.92.w3,0.0141168237,0.05000,3.073
51,block_sparse_moe.experts.90.w3,0.0035241031,0.05000,3.011
51,block_sparse_moe.experts.88.w3,0.0087834085,0.05000,3.009
51,block_sparse_moe.experts.86.w3,0.0033520799,0.05000,2.913
51,block_sparse_moe.experts.91.w3,0.0014465055,0.05000,3.127
51,block_sparse_moe.experts.103.w3,0.0043020858,0.05000,3.142
51,block_sparse_moe.experts.83.w3,0.0054759076,0.05000,3.009
51,block_sparse_moe.experts.80.w3,0.0016638546,0.05000,3.213
51,block_sparse_moe.experts.101.w3,0.0066671271,0.05000,3.040
51,block_sparse_moe.experts.105.w3,0.0448007393,0.05000,3.025
51,block_sparse_moe.experts.98.w3,0.0014551221,0.05000,3.210
51,block_sparse_moe.experts.111.w3,0.0014596159,0.05000,3.002
51,block_sparse_moe.experts.97.w3,0.0034782136,0.05000,2.919
51,block_sparse_moe.experts.109.w3,0.0079741311,0.05000,2.895
51,block_sparse_moe.experts.100.w3,0.0051245339,0.05000,3.171
51,block_sparse_moe.experts.108.w3,0.0022046780,0.05000,3.153
51,block_sparse_moe.experts.104.w3,0.0031129526,0.05000,3.149
51,block_sparse_moe.experts.110.w3,0.0036550184,0.05000,3.305
51,block_sparse_moe.experts.106.w3,0.0010139635,0.05000,3.211
51,block_sparse_moe.experts.107.w3,0.0024339142,0.05000,2.957
51,block_sparse_moe.experts.102.w3,0.0039655506,0.05000,3.262
51,block_sparse_moe.experts.119.w3,0.0032063075,0.05000,2.992
51,block_sparse_moe.experts.99.w3,0.0052654711,0.05000,3.012
51,block_sparse_moe.experts.96.w3,0.0029759986,0.05000,2.981
51,block_sparse_moe.experts.117.w3,0.0027260923,0.05000,2.507
51,block_sparse_moe.experts.121.w3,0.0045926129,0.05000,2.674
51,block_sparse_moe.experts.113.w3,0.0047881017,0.05000,2.800
51,block_sparse_moe.experts.125.w3,0.0050736421,0.05000,2.823
51,block_sparse_moe.experts.114.w3,0.0097841067,0.05000,3.074
51,block_sparse_moe.experts.127.w3,0.0049435084,0.05000,3.015
51,block_sparse_moe.experts.116.w3,0.0027309394,0.05000,3.080
51,block_sparse_moe.experts.120.w3,0.0026856826,0.05000,3.017
51,block_sparse_moe.experts.126.w3,0.0023363479,0.05000,3.041
51,block_sparse_moe.experts.124.w3,0.0026089716,0.05000,3.100
51,block_sparse_moe.experts.122.w3,0.0007558464,0.05000,3.022
51,block_sparse_moe.experts.118.w3,0.0034602988,0.05000,2.933
51,block_sparse_moe.experts.123.w3,0.0061815944,0.05000,3.112
51,block_sparse_moe.experts.135.w3,0.0034464132,0.05000,3.083
51,block_sparse_moe.experts.115.w3,0.0025901996,0.05000,3.054
51,block_sparse_moe.experts.112.w3,0.0016329501,0.05000,3.112
51,block_sparse_moe.experts.133.w3,0.0057699117,0.05000,3.206
51,block_sparse_moe.experts.137.w3,0.0031682139,0.05000,3.071
51,block_sparse_moe.experts.130.w3,0.0057313433,0.05000,2.923
51,block_sparse_moe.experts.129.w3,0.0202994567,0.05000,3.063
51,block_sparse_moe.experts.141.w3,0.0077221146,0.05000,3.066
51,block_sparse_moe.experts.143.w3,0.0045210729,0.05000,2.929
51,block_sparse_moe.experts.132.w3,0.0058740597,0.05000,3.048
51,block_sparse_moe.experts.138.w3,0.0082913606,0.05000,2.932
51,block_sparse_moe.experts.140.w3,0.0051334600,0.05000,3.015
51,block_sparse_moe.experts.142.w3,0.0020108432,0.05000,3.042
51,block_sparse_moe.experts.139.w3,0.0021636713,0.05000,2.895
51,block_sparse_moe.experts.134.w3,0.0048804750,0.05000,3.094
51,block_sparse_moe.experts.136.w3,0.0028503150,0.05000,3.222
51,block_sparse_moe.experts.151.w3,0.0093566733,0.05000,2.874
51,block_sparse_moe.experts.131.w3,0.0051980537,0.05000,2.929
51,block_sparse_moe.experts.128.w3,0.0017292566,0.05000,3.185
51,block_sparse_moe.experts.149.w3,0.0020206115,0.05000,2.823
51,block_sparse_moe.experts.153.w3,0.0055971785,0.05000,2.816
51,block_sparse_moe.experts.159.w3,0.0068065174,0.05000,2.615
51,block_sparse_moe.experts.145.w3,0.0037995625,0.05000,2.760
51,block_sparse_moe.experts.157.w3,0.0053877407,0.05000,2.879
51,block_sparse_moe.experts.146.w3,0.0096009775,0.05000,2.998
51,block_sparse_moe.experts.155.w3,0.0037762103,0.05000,2.710
51,block_sparse_moe.experts.167.w3,0.0020802986,0.05000,2.720
51,block_sparse_moe.experts.148.w3,0.0044977772,0.05000,3.124
51,block_sparse_moe.experts.156.w3,0.0055423784,0.05000,3.079
51,block_sparse_moe.experts.154.w3,0.0012214628,0.05000,3.180
51,block_sparse_moe.experts.158.w3,0.0035290854,0.05000,3.159
51,block_sparse_moe.experts.147.w3,0.0142165097,0.05000,2.866
51,block_sparse_moe.experts.152.w3,0.0132943668,0.05000,3.083
51,block_sparse_moe.experts.150.w3,0.0049940566,0.05000,3.223
51,block_sparse_moe.experts.144.w3,0.0027900669,0.05000,2.999
51,block_sparse_moe.experts.165.w3,0.0030853714,0.05000,2.811
51,block_sparse_moe.experts.169.w3,0.0005737466,0.05000,2.803
51,block_sparse_moe.experts.161.w3,0.0015421884,0.05000,2.840
51,block_sparse_moe.experts.175.w3,0.0016038136,0.05000,2.949
51,block_sparse_moe.experts.173.w3,0.0024993387,0.05000,2.920
51,block_sparse_moe.experts.162.w3,0.0022941405,0.05000,3.063
51,block_sparse_moe.experts.171.w3,0.0055737877,0.05000,2.851
51,block_sparse_moe.experts.183.w3,0.0024667895,0.05000,2.917
51,block_sparse_moe.experts.164.w3,0.0066684479,0.05000,2.912
51,block_sparse_moe.experts.172.w3,0.0032206999,0.05000,2.881
51,block_sparse_moe.experts.163.w3,0.0047943017,0.05000,2.920
51,block_sparse_moe.experts.170.w3,0.0036233292,0.05000,3.009
51,block_sparse_moe.experts.174.w3,0.0034037348,0.05000,3.051
51,block_sparse_moe.experts.168.w3,0.0015863090,0.05000,2.994
51,block_sparse_moe.experts.166.w3,0.0028528543,0.05000,3.052
51,block_sparse_moe.experts.160.w3,0.0022784431,0.05000,3.039
51,block_sparse_moe.experts.181.w3,0.0044369330,0.05000,3.069
51,block_sparse_moe.experts.185.w3,0.0094400209,0.05000,3.000
51,block_sparse_moe.experts.191.w3,0.0039912850,0.05000,2.876
51,block_sparse_moe.experts.177.w3,0.0035205476,0.05000,3.049
51,block_sparse_moe.experts.189.w3,0.0066389748,0.05000,3.078
51,block_sparse_moe.experts.178.w3,0.0026238059,0.05000,3.077
51,block_sparse_moe.experts.187.w3,0.0040459018,0.05000,3.074
51,block_sparse_moe.experts.188.w3,0.0078675302,0.05000,2.955
51,block_sparse_moe.experts.199.w3,0.0006520784,0.05000,3.109
51,block_sparse_moe.experts.180.w3,0.0033298152,0.05000,3.066
51,block_sparse_moe.experts.186.w3,0.0077960766,0.05000,2.997
51,block_sparse_moe.experts.179.w3,0.0010296382,0.05000,3.124
51,block_sparse_moe.experts.190.w3,0.0027171159,0.05000,3.040
51,block_sparse_moe.experts.184.w3,0.0048950931,0.05000,3.045
51,block_sparse_moe.experts.182.w3,0.0100416209,0.05000,2.973
51,block_sparse_moe.experts.176.w3,0.0028051609,0.05000,3.126
51,block_sparse_moe.experts.197.w3,0.0048087758,0.05000,3.041
51,block_sparse_moe.experts.201.w3,0.0016198141,0.05000,2.977
51,block_sparse_moe.experts.193.w3,0.0056857430,0.05000,3.030
51,block_sparse_moe.experts.207.w3,0.0039750130,0.05000,3.204
51,block_sparse_moe.experts.205.w3,0.0010998210,0.05000,3.172
51,block_sparse_moe.experts.194.w3,0.0005936154,0.05000,3.095
51,block_sparse_moe.experts.203.w3,0.0062744077,0.05000,3.256
51,block_sparse_moe.experts.204.w3,0.0028740968,0.05000,3.253
51,block_sparse_moe.experts.196.w3,0.0018452888,0.05000,3.194
51,block_sparse_moe.experts.215.w3,0.0019621061,0.05000,3.225
51,block_sparse_moe.experts.202.w3,0.0023666326,0.05000,3.176
51,block_sparse_moe.experts.195.w3,0.0055905194,0.05000,3.279
51,block_sparse_moe.experts.200.w3,0.0011662594,0.05000,3.211
51,block_sparse_moe.experts.198.w3,0.0020565302,0.05000,3.218
51,block_sparse_moe.experts.206.w3,0.0027051471,0.05000,3.307
51,block_sparse_moe.experts.192.w3,0.0031490592,0.05000,3.403
51,block_sparse_moe.experts.213.w3,0.0053942803,0.05000,3.229
51,block_sparse_moe.experts.217.w3,0.0021964138,0.05000,3.248
51,block_sparse_moe.experts.223.w3,0.0042176780,0.05000,3.023
51,block_sparse_moe.experts.209.w3,0.0040425270,0.05000,3.152
51,block_sparse_moe.experts.210.w3,0.0016470574,0.05000,2.947
51,block_sparse_moe.experts.221.w3,0.0044680831,0.05000,3.197
51,block_sparse_moe.experts.219.w3,0.0023650846,0.05000,3.045
51,block_sparse_moe.experts.218.w3,0.0015409098,0.05000,2.931
51,block_sparse_moe.experts.231.w3,0.0029656198,0.05000,3.081
51,block_sparse_moe.experts.220.w3,0.0035233269,0.05000,3.124
51,block_sparse_moe.experts.212.w3,0.0010628886,0.05000,3.164
51,block_sparse_moe.experts.247.w3,999999999.0000000000,0.05000,0.136
51,block_sparse_moe.experts.214.w3,0.0066884995,0.05000,2.877
51,block_sparse_moe.experts.222.w3,0.0016349266,0.05000,2.927
51,block_sparse_moe.experts.211.w3,0.0153731864,0.05000,3.015
51,block_sparse_moe.experts.216.w3,0.0031283724,0.05000,3.031
51,block_sparse_moe.experts.208.w3,0.0052218048,0.05000,2.977
51,block_sparse_moe.experts.239.w3,0.0034245411,0.05000,2.517
51,block_sparse_moe.experts.229.w3,0.0021476235,0.05000,2.911
51,block_sparse_moe.experts.233.w3,0.0014689028,0.05000,2.902
51,block_sparse_moe.experts.225.w3,0.0052239350,0.05000,2.855
51,block_sparse_moe.experts.235.w3,0.0030678870,0.05000,2.252
51,block_sparse_moe.experts.226.w3,0.0042418521,0.05000,2.959
51,block_sparse_moe.experts.237.w3,0.0041871323,0.05000,2.929
51,block_sparse_moe.experts.227.w3,0.0021129863,0.05000,2.259
51,block_sparse_moe.experts.234.w3,0.0032486150,0.05000,2.926
51,block_sparse_moe.experts.236.w3,0.0474676675,0.05000,2.882
51,block_sparse_moe.experts.228.w3,0.0006679336,0.05000,2.931
51,block_sparse_moe.experts.230.w3,0.0046407680,0.05000,3.009
51,block_sparse_moe.experts.232.w3,0.0004582643,0.05000,2.932
51,block_sparse_moe.experts.238.w3,0.0034309412,0.05000,3.033
51,block_sparse_moe.experts.255.w3,0.0061787207,0.05000,2.318
51,block_sparse_moe.experts.224.w3,0.0008932522,0.05000,2.900
51,block_sparse_moe.experts.251.w3,0.0047275550,0.05000,2.130
51,block_sparse_moe.experts.243.w3,0.0017290184,0.05000,1.863
51,block_sparse_moe.experts.249.w3,0.0019762877,0.05000,2.930
51,block_sparse_moe.experts.245.w3,0.0053516272,0.05000,3.003
51,block_sparse_moe.experts.241.w3,0.0054460145,0.05000,2.773
51,block_sparse_moe.experts.253.w3,0.0078778854,0.05000,2.462
51,block_sparse_moe.experts.242.w3,0.0011139597,0.05000,2.918
51,block_sparse_moe.experts.250.w3,0.0011276177,0.05000,2.738
51,block_sparse_moe.experts.252.w3,0.0019230798,0.05000,2.780
51,block_sparse_moe.experts.244.w3,0.0021536635,0.05000,2.750
51,block_sparse_moe.experts.246.w3,0.0031713117,0.05000,2.581
51,block_sparse_moe.experts.254.w3,0.0025391521,0.05000,2.580
51,block_sparse_moe.experts.248.w3,0.0016614598,0.05000,2.700
51,block_sparse_moe.experts.240.w3,0.0038944412,0.05000,2.095
51,block_sparse_moe.experts.13.w2,0.0041107621,0.05000,1.437
51,block_sparse_moe.experts.1.w2,0.0142380715,0.05000,1.497
51,block_sparse_moe.experts.5.w2,0.0039634960,0.05000,1.499
51,block_sparse_moe.experts.10.w2,0.0044925462,0.05000,1.478
51,block_sparse_moe.experts.12.w2,0.0106280082,0.05000,1.480
51,block_sparse_moe.experts.4.w2,0.0008357026,0.05000,1.513
51,block_sparse_moe.experts.9.w2,0.0040791904,0.05000,1.509
51,block_sparse_moe.experts.0.w2,0.0073822482,0.05000,1.535
51,block_sparse_moe.experts.6.w2,0.0030313104,0.05000,1.525
51,block_sparse_moe.experts.2.w2,0.0067350287,0.05000,1.579
51,block_sparse_moe.experts.7.w2,0.0116175495,0.05000,1.572
51,block_sparse_moe.experts.8.w2,0.0185491600,0.05000,1.573
51,block_sparse_moe.experts.3.w2,0.0315674855,0.05000,1.596
51,block_sparse_moe.experts.14.w2,0.0015342727,0.05000,1.578
51,block_sparse_moe.experts.15.w2,0.0016783750,0.05000,1.597
51,block_sparse_moe.experts.11.w2,0.0076806343,0.05000,1.620
51,block_sparse_moe.experts.22.w2,0.0063138498,0.05000,1.313
51,block_sparse_moe.experts.26.w2,0.0193543724,0.05000,1.390
51,block_sparse_moe.experts.30.w2,0.0015705662,0.05000,1.303
51,block_sparse_moe.experts.18.w2,0.0413503185,0.05000,1.327
51,block_sparse_moe.experts.29.w2,0.0128614011,0.05000,1.553
51,block_sparse_moe.experts.20.w2,0.0010897933,0.05000,1.515
51,block_sparse_moe.experts.21.w2,0.0055609383,0.05000,1.534
51,block_sparse_moe.experts.17.w2,0.0010204978,0.05000,1.546
51,block_sparse_moe.experts.28.w2,0.0019831640,0.05000,1.542
51,block_sparse_moe.experts.25.w2,0.0017451896,0.05000,1.542
51,block_sparse_moe.experts.16.w2,0.0141006277,0.05000,1.565
51,block_sparse_moe.experts.23.w2,0.0257073681,0.05000,1.506
51,block_sparse_moe.experts.24.w2,0.0004455610,0.05000,1.528
51,block_sparse_moe.experts.19.w2,0.0045940695,0.05000,1.545
51,block_sparse_moe.experts.27.w2,0.0092146388,0.05000,1.499
51,block_sparse_moe.experts.31.w2,0.0096137863,0.05000,1.541
51,block_sparse_moe.experts.42.w2,0.0010293136,0.05000,1.390
51,block_sparse_moe.experts.38.w2,0.0007922725,0.05000,1.448
51,block_sparse_moe.experts.34.w2,0.0015404684,0.05000,1.419
51,block_sparse_moe.experts.46.w2,0.0007415513,0.05000,1.551
51,block_sparse_moe.experts.37.w2,0.0040278142,0.05000,1.521
51,block_sparse_moe.experts.41.w2,0.0007430495,0.05000,1.492
51,block_sparse_moe.experts.36.w2,0.0051226716,0.05000,1.550
51,block_sparse_moe.experts.33.w2,0.0076507440,0.05000,1.561
51,block_sparse_moe.experts.44.w2,0.0008026431,0.05000,1.562
51,block_sparse_moe.experts.39.w2,0.0052654171,0.05000,1.527
51,block_sparse_moe.experts.40.w2,0.0140437206,0.05000,1.506
51,block_sparse_moe.experts.45.w2,0.0056682170,0.05000,1.619
51,block_sparse_moe.experts.47.w2,0.0032009005,0.05000,1.476
51,block_sparse_moe.experts.32.w2,0.0082854125,0.05000,1.544
51,block_sparse_moe.experts.43.w2,0.0061737127,0.05000,1.547
51,block_sparse_moe.experts.35.w2,0.0137567024,0.05000,1.558
51,block_sparse_moe.experts.56.w2,0.0073912597,0.05000,1.262
51,block_sparse_moe.experts.52.w2,0.0003862052,0.05000,1.335
51,block_sparse_moe.experts.58.w2,0.0017161756,0.05000,1.651
51,block_sparse_moe.experts.50.w2,0.0013823523,0.05000,1.606
51,block_sparse_moe.experts.54.w2,0.0172738657,0.05000,1.654
51,block_sparse_moe.experts.60.w2,0.0033119312,0.05000,1.363
51,block_sparse_moe.experts.62.w2,0.0045200659,0.05000,1.522
51,block_sparse_moe.experts.48.w2,0.0012779621,0.05000,1.464
51,block_sparse_moe.experts.55.w2,0.0021336186,0.05000,1.500
51,block_sparse_moe.experts.63.w2,0.0222059647,0.05000,1.518
51,block_sparse_moe.experts.59.w2,0.0039581898,0.05000,1.491
51,block_sparse_moe.experts.51.w2,0.0082693174,0.05000,1.578
51,block_sparse_moe.experts.72.w2,0.0239358118,0.05000,1.573
51,block_sparse_moe.experts.68.w2,0.0010374042,0.05000,1.589
51,block_sparse_moe.experts.64.w2,0.0045735404,0.05000,1.478
51,block_sparse_moe.experts.76.w2,0.0039225067,0.05000,1.646
51,block_sparse_moe.experts.61.w2,0.0151130129,0.05000,3.059
51,block_sparse_moe.experts.53.w2,0.0022114154,0.05000,3.150
51,block_sparse_moe.experts.57.w2,0.0143584123,0.05000,3.172
51,block_sparse_moe.experts.71.w2,0.0049731898,0.05000,1.635
51,block_sparse_moe.experts.49.w2,0.0006988366,0.05000,3.193
51,block_sparse_moe.experts.75.w2,0.0128907743,0.05000,1.669
51,block_sparse_moe.experts.79.w2,0.0101182758,0.05000,1.699
51,block_sparse_moe.experts.67.w2,0.0025359662,0.05000,1.676
51,block_sparse_moe.experts.88.w2,0.0279899597,0.05000,1.705
51,block_sparse_moe.experts.92.w2,0.0338339776,0.05000,1.557
51,block_sparse_moe.experts.84.w2,0.0096436741,0.05000,1.705
51,block_sparse_moe.experts.80.w2,0.0037848157,0.05000,1.642
51,block_sparse_moe.experts.77.w2,0.0089448884,0.05000,1.637
51,block_sparse_moe.experts.69.w2,0.0016026406,0.05000,1.687
51,block_sparse_moe.experts.73.w2,0.0060219614,0.05000,1.693
51,block_sparse_moe.experts.65.w2,0.0133468712,0.05000,1.686
51,block_sparse_moe.experts.104.w2,0.0013919914,0.05000,1.580
51,block_sparse_moe.experts.96.w2,0.0020616878,0.05000,1.536
51,block_sparse_moe.experts.108.w2,0.0249883276,0.05000,1.620
51,block_sparse_moe.experts.100.w2,0.0200988220,0.05000,1.598
51,block_sparse_moe.experts.93.w2,0.0024125879,0.05000,1.668
51,block_sparse_moe.experts.85.w2,0.0102745609,0.05000,1.608
51,block_sparse_moe.experts.89.w2,0.0016754289,0.05000,1.594
51,block_sparse_moe.experts.87.w2,0.0003948293,0.05000,3.264
51,block_sparse_moe.experts.81.w2,0.0118381195,0.05000,1.623
51,block_sparse_moe.experts.95.w2,0.0017134769,0.05000,3.257
51,block_sparse_moe.experts.91.w2,0.0005755203,0.05000,3.277
51,block_sparse_moe.experts.83.w2,0.0024485429,0.05000,3.179
51,block_sparse_moe.experts.66.w2,0.0102243390,0.05000,1.374
51,block_sparse_moe.experts.74.w2,0.0021312438,0.05000,1.394
51,block_sparse_moe.experts.78.w2,0.0002277268,0.05000,1.399
51,block_sparse_moe.experts.70.w2,0.0409160801,0.05000,1.439
51,block_sparse_moe.experts.120.w2,0.0002724929,0.05000,1.581
51,block_sparse_moe.experts.116.w2,0.0147150213,0.05000,1.565
51,block_sparse_moe.experts.112.w2,0.0007066967,0.05000,1.618
51,block_sparse_moe.experts.101.w2,0.0066293123,0.05000,1.408
51,block_sparse_moe.experts.124.w2,0.0039149021,0.05000,1.626
51,block_sparse_moe.experts.109.w2,0.0308496958,0.05000,1.452
51,block_sparse_moe.experts.105.w2,0.0841353989,0.05000,1.453
51,block_sparse_moe.experts.97.w2,0.0024463929,0.05000,1.397
51,block_sparse_moe.experts.103.w2,0.0099032175,0.05000,1.620
51,block_sparse_moe.experts.107.w2,0.0114657202,0.05000,1.590
51,block_sparse_moe.experts.99.w2,0.0086530473,0.05000,1.587
51,block_sparse_moe.experts.111.w2,0.0085151713,0.05000,1.626
51,block_sparse_moe.experts.90.w2,0.0123388036,0.05000,1.436
51,block_sparse_moe.experts.94.w2,0.0098477432,0.05000,1.436
51,block_sparse_moe.experts.82.w2,0.0035966944,0.05000,1.511
51,block_sparse_moe.experts.86.w2,0.0125998553,0.05000,1.493
51,block_sparse_moe.experts.136.w2,0.0030345112,0.05000,1.472
51,block_sparse_moe.experts.140.w2,0.0067324981,0.05000,1.458
51,block_sparse_moe.experts.132.w2,0.0180136738,0.05000,1.517
51,block_sparse_moe.experts.128.w2,0.0031380098,0.05000,1.596
51,block_sparse_moe.experts.125.w2,0.0204703628,0.05000,1.539
51,block_sparse_moe.experts.121.w2,0.0112298902,0.05000,1.566
51,block_sparse_moe.experts.117.w2,0.0070243190,0.05000,1.611
51,block_sparse_moe.experts.113.w2,0.0148481662,0.05000,1.616
51,block_sparse_moe.experts.127.w2,0.0200211447,0.05000,1.479
51,block_sparse_moe.experts.115.w2,0.0026844185,0.05000,1.486
51,block_sparse_moe.experts.119.w2,0.0089697284,0.05000,1.541
51,block_sparse_moe.experts.123.w2,0.0317684098,0.05000,1.546
51,block_sparse_moe.experts.106.w2,0.0058040446,0.05000,1.510
51,block_sparse_moe.experts.110.w2,0.0059503658,0.05000,1.547
51,block_sparse_moe.experts.98.w2,0.0002479799,0.05000,1.496
51,block_sparse_moe.experts.102.w2,0.0114563501,0.05000,1.538
51,block_sparse_moe.experts.152.w2,0.0315824298,0.05000,1.576
51,block_sparse_moe.experts.156.w2,0.0202723743,0.05000,1.585
51,block_sparse_moe.experts.148.w2,0.0153084975,0.05000,1.585
51,block_sparse_moe.experts.144.w2,0.0042975731,0.05000,1.636
51,block_sparse_moe.experts.137.w2,0.0038159167,0.05000,1.667
51,block_sparse_moe.experts.141.w2,0.0332513539,0.05000,1.728
51,block_sparse_moe.experts.133.w2,0.0183082433,0.05000,1.691
51,block_sparse_moe.experts.143.w2,0.0144182513,0.05000,1.626
51,block_sparse_moe.experts.139.w2,0.0004316825,0.05000,1.624
51,block_sparse_moe.experts.129.w2,0.0306774221,0.05000,1.773
51,block_sparse_moe.experts.135.w2,0.0180432195,0.05000,1.646
51,block_sparse_moe.experts.131.w2,0.0092935562,0.05000,1.732
51,block_sparse_moe.experts.126.w2,0.0064098408,0.05000,1.501
51,block_sparse_moe.experts.114.w2,0.0028898408,0.05000,1.505
51,block_sparse_moe.experts.122.w2,0.0017954216,0.05000,1.557
51,block_sparse_moe.experts.118.w2,0.0275906028,0.05000,1.562
51,block_sparse_moe.experts.168.w2,0.0003743417,0.05000,1.532
51,block_sparse_moe.experts.164.w2,0.0116616036,0.05000,1.489
51,block_sparse_moe.experts.172.w2,0.0018060279,0.05000,1.562
51,block_sparse_moe.experts.160.w2,0.0046033260,0.05000,1.594
51,block_sparse_moe.experts.153.w2,0.0278647736,0.05000,1.545
51,block_sparse_moe.experts.157.w2,0.0199887962,0.05000,1.535
51,block_sparse_moe.experts.149.w2,0.0082096860,0.05000,1.571
51,block_sparse_moe.experts.159.w2,0.0036623786,0.05000,1.573
51,block_sparse_moe.experts.155.w2,0.0014319861,0.05000,1.524
51,block_sparse_moe.experts.145.w2,0.0036969733,0.05000,1.555
51,block_sparse_moe.experts.151.w2,0.0120869001,0.05000,1.590
51,block_sparse_moe.experts.147.w2,0.0050166950,0.05000,1.655
51,block_sparse_moe.experts.138.w2,0.0237776155,0.05000,1.424
51,block_sparse_moe.experts.142.w2,0.0097903053,0.05000,1.478
51,block_sparse_moe.experts.130.w2,0.0275700764,0.05000,1.481
51,block_sparse_moe.experts.134.w2,0.0207226917,0.05000,1.483
51,block_sparse_moe.experts.184.w2,0.0114188800,0.05000,1.584
51,block_sparse_moe.experts.180.w2,0.0040353981,0.05000,1.646
51,block_sparse_moe.experts.188.w2,0.0092682531,0.05000,1.604
51,block_sparse_moe.experts.176.w2,0.0024797085,0.05000,1.647
51,block_sparse_moe.experts.169.w2,0.0019545999,0.05000,1.552
51,block_sparse_moe.experts.173.w2,0.0124510779,0.05000,1.571
51,block_sparse_moe.experts.165.w2,0.0168927428,0.05000,1.566
51,block_sparse_moe.experts.154.w2,0.0111043516,0.05000,1.249
51,block_sparse_moe.experts.171.w2,0.0186145155,0.05000,1.600
51,block_sparse_moe.experts.161.w2,0.0050275372,0.05000,1.591
51,block_sparse_moe.experts.175.w2,0.0066451725,0.05000,1.658
51,block_sparse_moe.experts.146.w2,0.0110570883,0.05000,1.350
51,block_sparse_moe.experts.158.w2,0.0129423140,0.05000,1.380
51,block_sparse_moe.experts.167.w2,0.0090607474,0.05000,1.642
51,block_sparse_moe.experts.163.w2,0.0159682883,0.05000,1.663
51,block_sparse_moe.experts.150.w2,0.0048114470,0.05000,1.396
51,block_sparse_moe.experts.200.w2,0.0034032368,0.05000,1.589
51,block_sparse_moe.experts.196.w2,0.0012827090,0.05000,1.518
51,block_sparse_moe.experts.204.w2,0.0032835755,0.05000,1.561
51,block_sparse_moe.experts.185.w2,0.0056357781,0.05000,1.397
51,block_sparse_moe.experts.189.w2,0.0054491441,0.05000,1.409
51,block_sparse_moe.experts.170.w2,0.0035120360,0.05000,1.391
51,block_sparse_moe.experts.192.w2,0.0010648926,0.05000,1.632
51,block_sparse_moe.experts.181.w2,0.0092239121,0.05000,1.459
51,block_sparse_moe.experts.177.w2,0.0046580221,0.05000,1.375
51,block_sparse_moe.experts.174.w2,0.0094845197,0.05000,1.324
51,block_sparse_moe.experts.162.w2,0.0012649323,0.05000,1.367
51,block_sparse_moe.experts.166.w2,0.0678775958,0.05000,1.253
51,block_sparse_moe.experts.191.w2,0.0086241272,0.05000,1.547
51,block_sparse_moe.experts.187.w2,0.0041581061,0.05000,1.678
51,block_sparse_moe.experts.183.w2,0.0059333905,0.05000,1.574
51,block_sparse_moe.experts.179.w2,0.0083219770,0.05000,1.597
51,block_sparse_moe.experts.216.w2,0.0015184426,0.05000,1.536
51,block_sparse_moe.experts.186.w2,0.0230572016,0.05000,1.230
51,block_sparse_moe.experts.212.w2,0.0003760917,0.05000,1.645
51,block_sparse_moe.experts.220.w2,0.0147803235,0.05000,1.653
51,block_sparse_moe.experts.201.w2,0.0082860595,0.05000,1.507
51,block_sparse_moe.experts.190.w2,0.0034103671,0.05000,1.325
51,block_sparse_moe.experts.178.w2,0.0063805895,0.05000,1.310
51,block_sparse_moe.experts.205.w2,0.0063926682,0.05000,1.512
51,block_sparse_moe.experts.182.w2,0.0234862008,0.05000,1.387
51,block_sparse_moe.experts.197.w2,0.0128167188,0.05000,1.557
51,block_sparse_moe.experts.193.w2,0.0125443802,0.05000,1.548
51,block_sparse_moe.experts.208.w2,0.0185572343,0.05000,1.615
51,block_sparse_moe.experts.207.w2,0.0161368570,0.05000,1.627
51,block_sparse_moe.experts.203.w2,0.0217761556,0.05000,1.610
51,block_sparse_moe.experts.199.w2,0.0021561557,0.05000,1.661
51,block_sparse_moe.experts.195.w2,0.0125953364,0.05000,1.677
51,block_sparse_moe.experts.202.w2,0.0013994782,0.05000,1.286
51,block_sparse_moe.experts.194.w2,0.0011589695,0.05000,1.155
51,block_sparse_moe.experts.206.w2,0.0110178653,0.05000,1.187
51,block_sparse_moe.experts.232.w2,0.0008538547,0.05000,1.562
51,block_sparse_moe.experts.198.w2,0.0042505076,0.05000,1.258
51,block_sparse_moe.experts.228.w2,0.0017309561,0.05000,1.585
51,block_sparse_moe.experts.236.w2,0.0232820470,0.05000,1.613
51,block_sparse_moe.experts.217.w2,0.0137015248,0.05000,1.622
51,block_sparse_moe.experts.221.w2,0.0019057350,0.05000,1.616
51,block_sparse_moe.experts.224.w2,0.0026377269,0.05000,1.524
51,block_sparse_moe.experts.213.w2,0.0121350393,0.05000,1.617
51,block_sparse_moe.experts.209.w2,0.0269109577,0.05000,1.644
51,block_sparse_moe.experts.223.w2,0.0032421502,0.05000,1.502
51,block_sparse_moe.experts.219.w2,0.0004881037,0.05000,1.512
51,block_sparse_moe.experts.215.w2,0.0005059853,0.05000,1.510
51,block_sparse_moe.experts.211.w2,0.0480842823,0.05000,1.486
51,block_sparse_moe.experts.218.w2,0.0028630162,0.05000,1.373
51,block_sparse_moe.experts.210.w2,0.0012242214,0.05000,1.366
51,block_sparse_moe.experts.222.w2,0.0002725704,0.05000,1.426
51,block_sparse_moe.experts.248.w2,0.0030966468,0.05000,1.528
51,block_sparse_moe.experts.214.w2,0.0154758912,0.05000,1.424
51,block_sparse_moe.experts.244.w2,0.0084873589,0.05000,1.506
51,block_sparse_moe.experts.252.w2,0.0060138468,0.05000,1.475
51,block_sparse_moe.experts.233.w2,0.0086450980,0.05000,1.481
51,block_sparse_moe.experts.237.w2,0.0140607495,0.05000,1.472
51,block_sparse_moe.experts.240.w2,0.0134462373,0.05000,1.382
51,block_sparse_moe.experts.229.w2,0.0005846301,0.05000,1.431
51,block_sparse_moe.experts.225.w2,0.0043800771,0.05000,1.441
51,block_sparse_moe.experts.239.w2,0.0157361290,0.05000,1.346
51,block_sparse_moe.experts.235.w2,0.0042774581,0.05000,1.395
51,block_sparse_moe.experts.231.w2,0.0068086440,0.05000,1.403
51,block_sparse_moe.experts.247.w2,999999999.0000000000,0.05000,0.063
51,block_sparse_moe.experts.227.w2,0.0010339582,0.05000,1.387
51,block_sparse_moe.experts.226.w2,0.0349738039,0.05000,1.332
51,block_sparse_moe.experts.234.w2,0.0099749381,0.05000,1.434
51,block_sparse_moe.experts.238.w2,0.0108627662,0.05000,1.398
51,block_sparse_moe.experts.230.w2,0.0182075700,0.05000,1.443
51,block_sparse_moe.experts.255.w2,0.0082362796,0.05000,1.141
51,block_sparse_moe.experts.249.w2,0.0033855476,0.05000,1.402
51,block_sparse_moe.experts.253.w2,0.0096972404,0.05000,1.375
51,block_sparse_moe.experts.245.w2,0.0794802383,0.05000,1.309
51,block_sparse_moe.experts.241.w2,0.0020662714,0.05000,1.282
51,block_sparse_moe.experts.251.w2,0.0012165321,0.05000,1.130
51,block_sparse_moe.experts.243.w2,0.0021441921,0.05000,0.992
51,block_sparse_moe.experts.242.w2,0.0066132274,0.05000,1.367
51,block_sparse_moe.experts.250.w2,0.0001927165,0.05000,1.346
51,block_sparse_moe.experts.254.w2,0.0009421287,0.05000,1.319
51,block_sparse_moe.experts.246.w2,0.0010662895,0.05000,1.112
52,self_attn.q_proj,0.0002460531,0.05000,0.900
52,self_attn.k_proj,0.0000374599,0.05000,0.923
52,self_attn.v_proj,0.0000444068,0.05000,0.954
52,self_attn.o_proj,0.0000229588,0.05000,1.856
52,block_sparse_moe.experts.0.w1,0.0031843383,0.05000,3.082
52,block_sparse_moe.experts.4.w1,0.0029360805,0.05000,3.090
52,block_sparse_moe.experts.8.w1,0.0029988601,0.05000,3.132
52,block_sparse_moe.experts.12.w1,0.0061143503,0.05000,3.189
52,block_sparse_moe.experts.5.w1,0.0029607896,0.05000,3.238
52,block_sparse_moe.experts.6.w1,0.0024656815,0.05000,3.272
52,block_sparse_moe.experts.3.w1,0.0050508761,0.05000,3.291
52,block_sparse_moe.experts.2.w1,0.0014910593,0.05000,3.332
52,block_sparse_moe.experts.9.w1,0.0023500071,0.05000,3.338
52,block_sparse_moe.experts.11.w1,0.0038913215,0.05000,3.256
52,block_sparse_moe.experts.13.w1,0.0056393298,0.05000,3.348
52,block_sparse_moe.experts.15.w1,0.0017251184,0.05000,3.385
52,block_sparse_moe.experts.1.w1,0.0024295926,0.05000,3.391
52,block_sparse_moe.experts.14.w1,0.0043473045,0.05000,3.394
52,block_sparse_moe.experts.10.w1,0.0022720129,0.05000,3.398
52,block_sparse_moe.experts.7.w1,0.0053691396,0.05000,3.408
52,block_sparse_moe.experts.16.w1,0.0020596918,0.05000,2.871
52,block_sparse_moe.experts.20.w1,0.0057263824,0.05000,2.877
52,block_sparse_moe.experts.24.w1,0.0002977251,0.05000,2.893
52,block_sparse_moe.experts.28.w1,0.0014110757,0.05000,3.060
52,block_sparse_moe.experts.17.w1,0.0066734864,0.05000,2.937
52,block_sparse_moe.experts.30.w1,0.0023384637,0.05000,2.942
52,block_sparse_moe.experts.21.w1,0.0017613269,0.05000,3.127
52,block_sparse_moe.experts.29.w1,0.0005944608,0.05000,3.030
52,block_sparse_moe.experts.22.w1,0.0061206950,0.05000,3.119
52,block_sparse_moe.experts.26.w1,0.0010855661,0.05000,3.034
52,block_sparse_moe.experts.25.w1,0.0052519846,0.05000,3.107
52,block_sparse_moe.experts.31.w1,0.0077353583,0.05000,3.064
52,block_sparse_moe.experts.19.w1,0.0011573529,0.05000,3.207
52,block_sparse_moe.experts.27.w1,0.0045751519,0.05000,3.205
52,block_sparse_moe.experts.23.w1,0.0050702439,0.05000,3.117
52,block_sparse_moe.experts.18.w1,0.0014831151,0.05000,3.274
52,block_sparse_moe.experts.32.w1,0.0021227454,0.05000,3.005
52,block_sparse_moe.experts.40.w1,0.0036347676,0.05000,2.983
52,block_sparse_moe.experts.36.w1,0.0049215845,0.05000,3.115
52,block_sparse_moe.experts.33.w1,0.0053546855,0.05000,2.839
52,block_sparse_moe.experts.45.w1,0.0041304465,0.05000,2.888
52,block_sparse_moe.experts.46.w1,0.0033562376,0.05000,2.963
52,block_sparse_moe.experts.44.w1,0.0029990257,0.05000,3.060
52,block_sparse_moe.experts.37.w1,0.0038053826,0.05000,2.968
52,block_sparse_moe.experts.42.w1,0.0032602107,0.05000,2.957
52,block_sparse_moe.experts.38.w1,0.0033822328,0.05000,3.031
52,block_sparse_moe.experts.41.w1,0.0061535630,0.05000,2.983
52,block_sparse_moe.experts.47.w1,0.0048535171,0.05000,3.001
52,block_sparse_moe.experts.35.w1,0.0018788911,0.05000,2.997
52,block_sparse_moe.experts.39.w1,0.0034848837,0.05000,2.962
52,block_sparse_moe.experts.43.w1,0.0041369333,0.05000,3.045
52,block_sparse_moe.experts.34.w1,0.0028449807,0.05000,2.999
52,block_sparse_moe.experts.56.w1,0.0075284399,0.05000,2.760
52,block_sparse_moe.experts.48.w1,0.0013999688,0.05000,2.814
52,block_sparse_moe.experts.52.w1,0.0010035727,0.05000,2.851
52,block_sparse_moe.experts.60.w1,0.0037612974,0.05000,2.794
52,block_sparse_moe.experts.49.w1,0.0008791208,0.05000,3.032
52,block_sparse_moe.experts.61.w1,0.0036844351,0.05000,3.072
52,block_sparse_moe.experts.53.w1,0.0046601432,0.05000,3.057
52,block_sparse_moe.experts.62.w1,0.0066217277,0.05000,3.107
52,block_sparse_moe.experts.57.w1,0.0028103590,0.05000,3.071
52,block_sparse_moe.experts.54.w1,0.0051889571,0.05000,3.102
52,block_sparse_moe.experts.58.w1,0.0038103950,0.05000,3.145
52,block_sparse_moe.experts.51.w1,0.0032790648,0.05000,3.108
52,block_sparse_moe.experts.63.w1,0.0018752190,0.05000,3.209
52,block_sparse_moe.experts.55.w1,0.0057968573,0.05000,3.158
52,block_sparse_moe.experts.50.w1,0.0065515512,0.05000,3.133
52,block_sparse_moe.experts.59.w1,0.0025216770,0.05000,3.216
52,block_sparse_moe.experts.64.w1,0.0022663344,0.05000,2.914
52,block_sparse_moe.experts.72.w1,0.0017725055,0.05000,2.984
52,block_sparse_moe.experts.68.w1,0.0026501801,0.05000,2.964
52,block_sparse_moe.experts.76.w1,0.0016462539,0.05000,2.897
52,block_sparse_moe.experts.65.w1,0.0069636066,0.05000,3.084
52,block_sparse_moe.experts.78.w1,0.0013038949,0.05000,2.929
52,block_sparse_moe.experts.77.w1,0.0068463155,0.05000,3.046
52,block_sparse_moe.experts.69.w1,0.0053556544,0.05000,3.023
52,block_sparse_moe.experts.70.w1,0.0036281955,0.05000,2.929
52,block_sparse_moe.experts.79.w1,0.0050985992,0.05000,2.819
52,block_sparse_moe.experts.67.w1,0.0045467419,0.05000,2.887
52,block_sparse_moe.experts.74.w1,0.0025142073,0.05000,2.991
52,block_sparse_moe.experts.71.w1,0.0035970657,0.05000,2.877
52,block_sparse_moe.experts.73.w1,0.0025044949,0.05000,3.171
52,block_sparse_moe.experts.75.w1,0.0016558903,0.05000,2.864
52,block_sparse_moe.experts.66.w1,0.0011153365,0.05000,3.015
52,block_sparse_moe.experts.80.w1,0.0038815058,0.05000,3.174
52,block_sparse_moe.experts.88.w1,0.0020690922,0.05000,3.237
52,block_sparse_moe.experts.84.w1,0.0039639453,0.05000,3.217
52,block_sparse_moe.experts.92.w1,0.0043649478,0.05000,3.275
52,block_sparse_moe.experts.94.w1,0.0010285095,0.05000,2.958
52,block_sparse_moe.experts.81.w1,0.0023018408,0.05000,3.041
52,block_sparse_moe.experts.95.w1,0.0040180489,0.05000,2.915
52,block_sparse_moe.experts.90.w1,0.0019388411,0.05000,2.918
52,block_sparse_moe.experts.93.w1,0.0034069562,0.05000,3.100
52,block_sparse_moe.experts.86.w1,0.0067742912,0.05000,3.044
52,block_sparse_moe.experts.87.w1,0.0068108449,0.05000,2.954
52,block_sparse_moe.experts.83.w1,0.0043239618,0.05000,3.034
52,block_sparse_moe.experts.85.w1,0.0030023269,0.05000,3.124
52,block_sparse_moe.experts.91.w1,0.0041924778,0.05000,2.921
52,block_sparse_moe.experts.82.w1,0.0033238687,0.05000,2.916
52,block_sparse_moe.experts.89.w1,0.0027583215,0.05000,3.002
52,block_sparse_moe.experts.96.w1,0.0037549676,0.05000,3.185
52,block_sparse_moe.experts.97.w1,0.0016262772,0.05000,2.752
52,block_sparse_moe.experts.104.w1,0.0023483206,0.05000,3.138
52,block_sparse_moe.experts.110.w1,0.0044591308,0.05000,2.897
52,block_sparse_moe.experts.100.w1,0.0060460103,0.05000,3.112
52,block_sparse_moe.experts.101.w1,0.0066650373,0.05000,2.755
52,block_sparse_moe.experts.102.w1,0.0016804853,0.05000,2.803
52,block_sparse_moe.experts.109.w1,0.0017564823,0.05000,2.831
52,block_sparse_moe.experts.106.w1,0.0065969714,0.05000,2.890
52,block_sparse_moe.experts.108.w1,0.0012898758,0.05000,3.152
52,block_sparse_moe.experts.98.w1,0.0037114456,0.05000,2.808
52,block_sparse_moe.experts.105.w1,0.0037379132,0.05000,2.818
52,block_sparse_moe.experts.111.w1,0.0012872187,0.05000,3.153
52,block_sparse_moe.experts.99.w1,0.0014757422,0.05000,3.112
52,block_sparse_moe.experts.103.w1,0.0009346621,0.05000,3.118
52,block_sparse_moe.experts.107.w1,0.0018634046,0.05000,3.091
52,block_sparse_moe.experts.113.w1,0.0049706113,0.05000,3.033
52,block_sparse_moe.experts.126.w1,0.0032590873,0.05000,3.010
52,block_sparse_moe.experts.112.w1,0.0022771353,0.05000,3.182
52,block_sparse_moe.experts.117.w1,0.0016251151,0.05000,3.009
52,block_sparse_moe.experts.120.w1,0.0077714497,0.05000,3.174
52,block_sparse_moe.experts.125.w1,0.0047632758,0.05000,3.027
52,block_sparse_moe.experts.118.w1,0.0009524820,0.05000,3.062
52,block_sparse_moe.experts.122.w1,0.0027053771,0.05000,3.032
52,block_sparse_moe.experts.116.w1,0.0046070685,0.05000,3.187
52,block_sparse_moe.experts.127.w1,0.0029797650,0.05000,2.870
52,block_sparse_moe.experts.114.w1,0.0146916842,0.05000,3.019
52,block_sparse_moe.experts.119.w1,0.0013023856,0.05000,2.901
52,block_sparse_moe.experts.121.w1,0.0033046598,0.05000,3.062
52,block_sparse_moe.experts.115.w1,0.0028879371,0.05000,2.924
52,block_sparse_moe.experts.124.w1,0.0016220007,0.05000,3.146
52,block_sparse_moe.experts.123.w1,0.0014941751,0.05000,2.971
52,block_sparse_moe.experts.129.w1,0.0048190464,0.05000,2.867
52,block_sparse_moe.experts.142.w1,0.0044890436,0.05000,2.994
52,block_sparse_moe.experts.133.w1,0.0032350743,0.05000,2.898
52,block_sparse_moe.experts.141.w1,0.0012262967,0.05000,2.863
52,block_sparse_moe.experts.128.w1,0.0031991713,0.05000,3.048
52,block_sparse_moe.experts.132.w1,0.0031532661,0.05000,2.922
52,block_sparse_moe.experts.136.w1,0.0026371717,0.05000,3.076
52,block_sparse_moe.experts.138.w1,0.0022377653,0.05000,3.031
52,block_sparse_moe.experts.134.w1,0.0062837458,0.05000,3.035
52,block_sparse_moe.experts.143.w1,0.0017590815,0.05000,2.996
52,block_sparse_moe.experts.137.w1,0.0027679453,0.05000,2.874
52,block_sparse_moe.experts.135.w1,0.0026058693,0.05000,2.984
52,block_sparse_moe.experts.140.w1,0.0015111263,0.05000,2.967
52,block_sparse_moe.experts.131.w1,0.0086472857,0.05000,3.019
52,block_sparse_moe.experts.130.w1,0.0022966934,0.05000,3.081
52,block_sparse_moe.experts.139.w1,0.0022252198,0.05000,3.057
52,block_sparse_moe.experts.145.w1,0.0042239056,0.05000,3.013
52,block_sparse_moe.experts.149.w1,0.0025615165,0.05000,2.936
52,block_sparse_moe.experts.157.w1,0.0028947485,0.05000,2.980
52,block_sparse_moe.experts.144.w1,0.0015918403,0.05000,2.956
52,block_sparse_moe.experts.148.w1,0.2939408885,0.05000,3.002
52,block_sparse_moe.experts.153.w1,0.0032849561,0.05000,2.940
52,block_sparse_moe.experts.159.w1,0.0046067584,0.05000,3.004
52,block_sparse_moe.experts.158.w1,0.0029659925,0.05000,3.218
52,block_sparse_moe.experts.152.w1,0.0064778087,0.05000,3.063
52,block_sparse_moe.experts.151.w1,0.0014651683,0.05000,2.989
52,block_sparse_moe.experts.154.w1,0.0042302579,0.05000,3.153
52,block_sparse_moe.experts.150.w1,0.0030130126,0.05000,3.158
52,block_sparse_moe.experts.147.w1,0.0043035054,0.05000,2.995
52,block_sparse_moe.experts.156.w1,0.0111719710,0.05000,3.063
52,block_sparse_moe.experts.155.w1,0.0023597178,0.05000,3.005
52,block_sparse_moe.experts.146.w1,0.0049143915,0.05000,3.139
52,block_sparse_moe.experts.173.w1,0.0016382287,0.05000,2.694
52,block_sparse_moe.experts.165.w1,0.0299532216,0.05000,2.793
52,block_sparse_moe.experts.161.w1,0.0026376544,0.05000,2.940
52,block_sparse_moe.experts.160.w1,0.0020472907,0.05000,2.919
52,block_sparse_moe.experts.175.w1,0.0095014436,0.05000,2.760
52,block_sparse_moe.experts.169.w1,0.0031625923,0.05000,2.817
52,block_sparse_moe.experts.164.w1,0.0048386381,0.05000,2.950
52,block_sparse_moe.experts.167.w1,0.0014863389,0.05000,2.873
52,block_sparse_moe.experts.168.w1,0.0019742930,0.05000,2.950
52,block_sparse_moe.experts.163.w1,0.0031284038,0.05000,2.865
52,block_sparse_moe.experts.172.w1,0.0068505545,0.05000,2.886
52,block_sparse_moe.experts.174.w1,0.0037349817,0.05000,3.075
52,block_sparse_moe.experts.171.w1,0.0036704904,0.05000,2.832
52,block_sparse_moe.experts.166.w1,0.0012538091,0.05000,3.063
52,block_sparse_moe.experts.170.w1,0.0045140286,0.05000,3.143
52,block_sparse_moe.experts.162.w1,0.0135762325,0.05000,3.121
52,block_sparse_moe.experts.189.w1,0.0032096838,0.05000,3.003
52,block_sparse_moe.experts.177.w1,0.0072210952,0.05000,3.047
52,block_sparse_moe.experts.176.w1,0.0033565945,0.05000,2.854
52,block_sparse_moe.experts.181.w1,0.0016270402,0.05000,3.081
52,block_sparse_moe.experts.180.w1,0.0034358967,0.05000,2.923
52,block_sparse_moe.experts.191.w1,0.0045165540,0.05000,3.065
52,block_sparse_moe.experts.185.w1,0.0011577926,0.05000,3.082
52,block_sparse_moe.experts.184.w1,0.0011307122,0.05000,3.006
52,block_sparse_moe.experts.179.w1,0.0027252278,0.05000,2.982
52,block_sparse_moe.experts.183.w1,0.0024935266,0.05000,3.045
52,block_sparse_moe.experts.188.w1,0.0040767866,0.05000,2.951
52,block_sparse_moe.experts.187.w1,0.0053358873,0.05000,3.035
52,block_sparse_moe.experts.190.w1,0.0029678935,0.05000,3.106
52,block_sparse_moe.experts.186.w1,0.0009555583,0.05000,3.126
52,block_sparse_moe.experts.182.w1,0.0015125158,0.05000,3.203
52,block_sparse_moe.experts.178.w1,0.0015300156,0.05000,3.087
52,block_sparse_moe.experts.193.w1,0.0019785524,0.05000,2.951
52,block_sparse_moe.experts.205.w1,0.0089495406,0.05000,3.079
52,block_sparse_moe.experts.197.w1,0.0037997329,0.05000,3.046
52,block_sparse_moe.experts.192.w1,0.0005843986,0.05000,3.050
52,block_sparse_moe.experts.201.w1,0.0057479835,0.05000,2.983
52,block_sparse_moe.experts.196.w1,0.0034703613,0.05000,3.098
52,block_sparse_moe.experts.207.w1,0.0010730830,0.05000,3.109
52,block_sparse_moe.experts.195.w1,0.0008272483,0.05000,3.041
52,block_sparse_moe.experts.200.w1,0.0018544135,0.05000,3.081
52,block_sparse_moe.experts.199.w1,0.0040228031,0.05000,3.089
52,block_sparse_moe.experts.204.w1,0.0017123758,0.05000,3.118
52,block_sparse_moe.experts.206.w1,0.0029643135,0.05000,3.036
52,block_sparse_moe.experts.203.w1,0.0014629486,0.05000,3.141
52,block_sparse_moe.experts.202.w1,0.0012563557,0.05000,2.981
52,block_sparse_moe.experts.198.w1,0.0035413732,0.05000,2.989
52,block_sparse_moe.experts.194.w1,0.0013970903,0.05000,2.958
52,block_sparse_moe.experts.209.w1,0.0069951755,0.05000,2.608
52,block_sparse_moe.experts.221.w1,0.0009983635,0.05000,2.638
52,block_sparse_moe.experts.213.w1,0.0021935112,0.05000,2.684
52,block_sparse_moe.experts.217.w1,0.0041766952,0.05000,2.631
52,block_sparse_moe.experts.208.w1,0.0031314041,0.05000,3.189
52,block_sparse_moe.experts.212.w1,0.0017708767,0.05000,3.125
52,block_sparse_moe.experts.223.w1,0.0026277211,0.05000,3.219
52,block_sparse_moe.experts.211.w1,0.0043968689,0.05000,3.193
52,block_sparse_moe.experts.215.w1,0.0036972357,0.05000,3.213
52,block_sparse_moe.experts.216.w1,0.0026545920,0.05000,3.299
52,block_sparse_moe.experts.220.w1,0.0026277221,0.05000,3.271
52,block_sparse_moe.experts.219.w1,0.0006347289,0.05000,3.230
52,block_sparse_moe.experts.222.w1,0.0035835382,0.05000,3.357
52,block_sparse_moe.experts.218.w1,0.0010739877,0.05000,3.268
52,block_sparse_moe.experts.214.w1,0.0060324895,0.05000,3.304
52,block_sparse_moe.experts.210.w1,0.0042884094,0.05000,3.287
52,block_sparse_moe.experts.225.w1,0.0023675714,0.05000,2.942
52,block_sparse_moe.experts.229.w1,0.0038629238,0.05000,2.929
52,block_sparse_moe.experts.237.w1,0.0054374085,0.05000,3.090
52,block_sparse_moe.experts.233.w1,0.0012822639,0.05000,2.932
52,block_sparse_moe.experts.224.w1,0.0013100475,0.05000,3.177
52,block_sparse_moe.experts.239.w1,0.0020186855,0.05000,2.994
52,block_sparse_moe.experts.228.w1,0.0014170436,0.05000,3.153
52,block_sparse_moe.experts.227.w1,0.0017077142,0.05000,3.027
52,block_sparse_moe.experts.231.w1,0.0050251066,0.05000,2.993
52,block_sparse_moe.experts.232.w1,0.0060727595,0.05000,3.111
52,block_sparse_moe.experts.236.w1,0.0093825991,0.05000,3.142
52,block_sparse_moe.experts.235.w1,0.0015738638,0.05000,3.013
52,block_sparse_moe.experts.238.w1,0.0050523474,0.05000,3.161
52,block_sparse_moe.experts.230.w1,0.9422909419,0.05000,3.128
52,block_sparse_moe.experts.234.w1,0.0041958634,0.05000,3.240
52,block_sparse_moe.experts.226.w1,0.0022025736,0.05000,3.233
52,block_sparse_moe.experts.241.w1,0.0042750595,0.05000,3.040
52,block_sparse_moe.experts.245.w1,0.0034230032,0.05000,2.986
52,block_sparse_moe.experts.253.w1,0.0092364410,0.05000,2.968
52,block_sparse_moe.experts.249.w1,0.0022659721,0.05000,2.998
52,block_sparse_moe.experts.240.w1,0.0011128986,0.05000,3.068
52,block_sparse_moe.experts.244.w1,0.0026900410,0.05000,3.040
52,block_sparse_moe.experts.255.w1,0.0015872592,0.05000,3.201
52,block_sparse_moe.experts.243.w1,0.0009875839,0.05000,3.147
52,block_sparse_moe.experts.247.w1,0.0013315378,0.05000,3.196
52,block_sparse_moe.experts.248.w1,0.0046770247,0.05000,3.084
52,block_sparse_moe.experts.252.w1,0.0056624284,0.05000,3.072
52,block_sparse_moe.experts.251.w1,0.0029684198,0.05000,3.127
52,block_sparse_moe.experts.254.w1,0.0022511335,0.05000,3.168
52,block_sparse_moe.experts.246.w1,0.0030628558,0.05000,3.230
52,block_sparse_moe.experts.242.w1,0.0047761758,0.05000,3.146
52,block_sparse_moe.experts.250.w1,0.0033369836,0.05000,3.301
52,block_sparse_moe.experts.1.w3,0.0028113734,0.05000,3.063
52,block_sparse_moe.experts.5.w3,0.0033850472,0.05000,2.970
52,block_sparse_moe.experts.13.w3,0.0063715706,0.05000,3.013
52,block_sparse_moe.experts.9.w3,0.0026341563,0.05000,3.132
52,block_sparse_moe.experts.15.w3,0.0019953180,0.05000,2.829
52,block_sparse_moe.experts.0.w3,0.0036125888,0.05000,3.154
52,block_sparse_moe.experts.3.w3,0.0058915244,0.05000,2.832
52,block_sparse_moe.experts.4.w3,0.0033950177,0.05000,3.198
52,block_sparse_moe.experts.7.w3,0.0060682217,0.05000,2.961
52,block_sparse_moe.experts.11.w3,0.0043525696,0.05000,2.928
52,block_sparse_moe.experts.8.w3,0.0033967343,0.05000,3.261
52,block_sparse_moe.experts.14.w3,0.0048496967,0.05000,2.930
52,block_sparse_moe.experts.12.w3,0.0071072759,0.05000,3.280
52,block_sparse_moe.experts.6.w3,0.0027983810,0.05000,2.929
52,block_sparse_moe.experts.2.w3,0.0016853589,0.05000,2.975
52,block_sparse_moe.experts.10.w3,0.0025750780,0.05000,2.946
52,block_sparse_moe.experts.21.w3,0.0019915504,0.05000,2.979
52,block_sparse_moe.experts.17.w3,0.0077984470,0.05000,3.117
52,block_sparse_moe.experts.29.w3,0.0006753356,0.05000,3.068
52,block_sparse_moe.experts.25.w3,0.0061293218,0.05000,3.054
52,block_sparse_moe.experts.31.w3,0.0088339706,0.05000,2.889
52,block_sparse_moe.experts.19.w3,0.0013439075,0.05000,2.846
52,block_sparse_moe.experts.16.w3,0.0022966741,0.05000,3.062
52,block_sparse_moe.experts.20.w3,0.0066382338,0.05000,2.962
52,block_sparse_moe.experts.23.w3,0.0059113053,0.05000,2.966
52,block_sparse_moe.experts.27.w3,0.0051975185,0.05000,2.863
52,block_sparse_moe.experts.30.w3,0.0026503735,0.05000,2.896
52,block_sparse_moe.experts.24.w3,0.0003548476,0.05000,3.018
52,block_sparse_moe.experts.28.w3,0.0015725483,0.05000,2.968
52,block_sparse_moe.experts.22.w3,0.0070765273,0.05000,2.970
52,block_sparse_moe.experts.18.w3,0.0016615056,0.05000,2.848
52,block_sparse_moe.experts.26.w3,0.0012440768,0.05000,3.037
52,block_sparse_moe.experts.37.w3,0.0042605647,0.05000,2.951
52,block_sparse_moe.experts.33.w3,0.0059693858,0.05000,2.959
52,block_sparse_moe.experts.45.w3,0.0046628785,0.05000,2.988
52,block_sparse_moe.experts.41.w3,0.0069623949,0.05000,2.921
52,block_sparse_moe.experts.47.w3,0.0055582750,0.05000,2.948
52,block_sparse_moe.experts.35.w3,0.0021157425,0.05000,2.964
52,block_sparse_moe.experts.32.w3,0.0024151303,0.05000,2.952
52,block_sparse_moe.experts.36.w3,0.0057633429,0.05000,2.930
52,block_sparse_moe.experts.39.w3,0.0038954869,0.05000,2.995
52,block_sparse_moe.experts.40.w3,0.0041889392,0.05000,2.751
52,block_sparse_moe.experts.43.w3,0.0048472490,0.05000,3.138
52,block_sparse_moe.experts.46.w3,0.0038115995,0.05000,2.999
52,block_sparse_moe.experts.44.w3,0.0034028698,0.05000,2.868
52,block_sparse_moe.experts.34.w3,0.0032995733,0.05000,2.927
52,block_sparse_moe.experts.38.w3,0.0039796143,0.05000,2.976
52,block_sparse_moe.experts.42.w3,0.0036338311,0.05000,2.934
52,block_sparse_moe.experts.53.w3,0.0052367125,0.05000,2.935
52,block_sparse_moe.experts.49.w3,0.0010123264,0.05000,2.927
52,block_sparse_moe.experts.61.w3,0.0042970955,0.05000,2.922
52,block_sparse_moe.experts.57.w3,0.0031665824,0.05000,2.929
52,block_sparse_moe.experts.51.w3,0.0037581166,0.05000,2.875
52,block_sparse_moe.experts.63.w3,0.0021866324,0.05000,2.992
52,block_sparse_moe.experts.52.w3,0.0011372875,0.05000,2.853
52,block_sparse_moe.experts.48.w3,0.0016441948,0.05000,2.912
52,block_sparse_moe.experts.55.w3,0.0066116894,0.05000,2.881
52,block_sparse_moe.experts.59.w3,0.0029624495,0.05000,2.873
52,block_sparse_moe.experts.56.w3,0.0086488825,0.05000,3.005
52,block_sparse_moe.experts.60.w3,0.0043637500,0.05000,2.996
52,block_sparse_moe.experts.62.w3,0.0076639604,0.05000,3.085
52,block_sparse_moe.experts.54.w3,0.0058358137,0.05000,3.016
52,block_sparse_moe.experts.50.w3,0.0074297736,0.05000,3.133
52,block_sparse_moe.experts.58.w3,0.0043421052,0.05000,3.006
52,block_sparse_moe.experts.69.w3,0.0062626228,0.05000,2.842
52,block_sparse_moe.experts.77.w3,0.0078532207,0.05000,2.802
52,block_sparse_moe.experts.65.w3,0.0079693109,0.05000,2.990
52,block_sparse_moe.experts.73.w3,0.0028785156,0.05000,2.829
52,block_sparse_moe.experts.67.w3,0.0050802032,0.05000,2.999
52,block_sparse_moe.experts.79.w3,0.0057488794,0.05000,2.987
52,block_sparse_moe.experts.68.w3,0.0030664872,0.05000,3.018
52,block_sparse_moe.experts.71.w3,0.0042054239,0.05000,3.005
52,block_sparse_moe.experts.64.w3,0.0027184702,0.05000,3.160
52,block_sparse_moe.experts.75.w3,0.0018472171,0.05000,2.969
52,block_sparse_moe.experts.72.w3,0.0020926016,0.05000,3.033
52,block_sparse_moe.experts.76.w3,0.0019828413,0.05000,3.070
52,block_sparse_moe.experts.78.w3,0.0014642884,0.05000,3.137
52,block_sparse_moe.experts.70.w3,0.0040598846,0.05000,3.127
52,block_sparse_moe.experts.66.w3,0.0012492426,0.05000,3.109
52,block_sparse_moe.experts.74.w3,0.0028443395,0.05000,3.173
52,block_sparse_moe.experts.85.w3,0.0034578120,0.05000,2.950
52,block_sparse_moe.experts.93.w3,0.0038742064,0.05000,2.984
52,block_sparse_moe.experts.81.w3,0.0026712647,0.05000,2.941
52,block_sparse_moe.experts.89.w3,0.0030997252,0.05000,2.965
52,block_sparse_moe.experts.83.w3,0.0050379516,0.05000,2.906
52,block_sparse_moe.experts.95.w3,0.0045572938,0.05000,2.986
52,block_sparse_moe.experts.84.w3,0.0048131618,0.05000,2.963
52,block_sparse_moe.experts.87.w3,0.0079344337,0.05000,2.990
52,block_sparse_moe.experts.80.w3,0.0046254065,0.05000,2.992
52,block_sparse_moe.experts.91.w3,0.0047095668,0.05000,2.943
52,block_sparse_moe.experts.88.w3,0.0023621393,0.05000,2.871
52,block_sparse_moe.experts.92.w3,0.0049923773,0.05000,2.883
52,block_sparse_moe.experts.94.w3,0.0011673634,0.05000,3.070
52,block_sparse_moe.experts.86.w3,0.0077143599,0.05000,3.097
52,block_sparse_moe.experts.82.w3,0.0037421657,0.05000,3.146
52,block_sparse_moe.experts.90.w3,0.0022236252,0.05000,3.034
52,block_sparse_moe.experts.101.w3,0.0076153824,0.05000,2.902
52,block_sparse_moe.experts.109.w3,0.0020317315,0.05000,2.914
52,block_sparse_moe.experts.97.w3,0.0018939432,0.05000,2.961
52,block_sparse_moe.experts.105.w3,0.0044027205,0.05000,2.886
52,block_sparse_moe.experts.99.w3,0.0016979071,0.05000,2.993
52,block_sparse_moe.experts.100.w3,0.0068077605,0.05000,2.867
52,block_sparse_moe.experts.111.w3,0.0014800841,0.05000,3.049
52,block_sparse_moe.experts.96.w3,0.0043998966,0.05000,2.857
52,block_sparse_moe.experts.104.w3,0.0027714159,0.05000,2.887
52,block_sparse_moe.experts.103.w3,0.0010934821,0.05000,3.124
52,block_sparse_moe.experts.107.w3,0.0021400164,0.05000,3.088
52,block_sparse_moe.experts.108.w3,0.0014200304,0.05000,2.955
52,block_sparse_moe.experts.110.w3,0.0051181188,0.05000,2.926
52,block_sparse_moe.experts.102.w3,0.0019201451,0.05000,2.908
52,block_sparse_moe.experts.106.w3,0.0075707675,0.05000,2.816
52,block_sparse_moe.experts.98.w3,0.0040938779,0.05000,2.969
52,block_sparse_moe.experts.117.w3,0.0018629871,0.05000,2.993
52,block_sparse_moe.experts.125.w3,0.0053229089,0.05000,3.111
52,block_sparse_moe.experts.121.w3,0.0037583145,0.05000,3.006
52,block_sparse_moe.experts.113.w3,0.0058105962,0.05000,3.148
52,block_sparse_moe.experts.115.w3,0.0032478125,0.05000,3.026
52,block_sparse_moe.experts.127.w3,0.0034042352,0.05000,2.915
52,block_sparse_moe.experts.116.w3,0.0053806137,0.05000,3.029
52,block_sparse_moe.experts.112.w3,0.0026112701,0.05000,3.049
52,block_sparse_moe.experts.119.w3,0.0015166565,0.05000,2.945
52,block_sparse_moe.experts.120.w3,0.0088325397,0.05000,3.065
52,block_sparse_moe.experts.123.w3,0.0016716648,0.05000,2.963
52,block_sparse_moe.experts.124.w3,0.0018315394,0.05000,3.027
52,block_sparse_moe.experts.126.w3,0.0036881314,0.05000,3.060
52,block_sparse_moe.experts.122.w3,0.0030518157,0.05000,3.045
52,block_sparse_moe.experts.118.w3,0.0010583762,0.05000,3.135
52,block_sparse_moe.experts.114.w3,0.0171909494,0.05000,3.100
52,block_sparse_moe.experts.133.w3,0.0037448540,0.05000,3.023
52,block_sparse_moe.experts.141.w3,0.0013766630,0.05000,3.037
52,block_sparse_moe.experts.129.w3,0.0055370835,0.05000,2.873
52,block_sparse_moe.experts.137.w3,0.0031729989,0.05000,3.007
52,block_sparse_moe.experts.132.w3,0.0035746193,0.05000,2.841
52,block_sparse_moe.experts.131.w3,0.0101114734,0.05000,3.029
52,block_sparse_moe.experts.143.w3,0.0020272509,0.05000,2.995
52,block_sparse_moe.experts.128.w3,0.0037477433,0.05000,2.918
52,block_sparse_moe.experts.136.w3,0.0030410710,0.05000,2.827
52,block_sparse_moe.experts.139.w3,0.0025702135,0.05000,3.011
52,block_sparse_moe.experts.135.w3,0.0029133134,0.05000,3.136
52,block_sparse_moe.experts.140.w3,0.0017441772,0.05000,3.032
52,block_sparse_moe.experts.142.w3,0.0052275772,0.05000,2.980
52,block_sparse_moe.experts.138.w3,0.0024823648,0.05000,2.952
52,block_sparse_moe.experts.134.w3,0.0072067863,0.05000,2.960
52,block_sparse_moe.experts.130.w3,0.0025791763,0.05000,2.910
52,block_sparse_moe.experts.149.w3,0.0028971201,0.05000,3.046
52,block_sparse_moe.experts.157.w3,0.0033173621,0.05000,2.991
52,block_sparse_moe.experts.153.w3,0.0037290145,0.05000,2.994
52,block_sparse_moe.experts.145.w3,0.0048478156,0.05000,3.077
52,block_sparse_moe.experts.148.w3,0.3450584677,0.05000,3.058
52,block_sparse_moe.experts.147.w3,0.0048255585,0.05000,3.056
52,block_sparse_moe.experts.159.w3,0.0052479974,0.05000,3.055
52,block_sparse_moe.experts.144.w3,0.0017799222,0.05000,3.160
52,block_sparse_moe.experts.152.w3,0.0072040975,0.05000,3.038
52,block_sparse_moe.experts.151.w3,0.0018582451,0.05000,3.008
52,block_sparse_moe.experts.155.w3,0.0026396222,0.05000,3.051
52,block_sparse_moe.experts.156.w3,0.0129497606,0.05000,3.125
52,block_sparse_moe.experts.158.w3,0.0034407488,0.05000,3.010
52,block_sparse_moe.experts.154.w3,0.0048105531,0.05000,3.035
52,block_sparse_moe.experts.150.w3,0.0034967821,0.05000,3.081
52,block_sparse_moe.experts.146.w3,0.0055637888,0.05000,3.082
52,block_sparse_moe.experts.165.w3,0.0348761464,0.05000,3.216
52,block_sparse_moe.experts.169.w3,0.0035768742,0.05000,3.113
52,block_sparse_moe.experts.161.w3,0.0030616271,0.05000,3.108
52,block_sparse_moe.experts.173.w3,0.0018919274,0.05000,3.195
52,block_sparse_moe.experts.164.w3,0.0055302607,0.05000,3.084
52,block_sparse_moe.experts.163.w3,0.0035679008,0.05000,3.097
52,block_sparse_moe.experts.175.w3,0.0114665816,0.05000,3.082
52,block_sparse_moe.experts.160.w3,0.0023560149,0.05000,3.074
52,block_sparse_moe.experts.168.w3,0.0021578907,0.05000,3.126
52,block_sparse_moe.experts.167.w3,0.0016738853,0.05000,3.059
52,block_sparse_moe.experts.171.w3,0.0042813903,0.05000,3.148
52,block_sparse_moe.experts.172.w3,0.0077041861,0.05000,3.046
52,block_sparse_moe.experts.174.w3,0.0042293793,0.05000,2.949
52,block_sparse_moe.experts.170.w3,0.0052944307,0.05000,2.935
52,block_sparse_moe.experts.166.w3,0.0013883042,0.05000,2.987
52,block_sparse_moe.experts.162.w3,0.0171424736,0.05000,3.048
52,block_sparse_moe.experts.181.w3,0.0019744201,0.05000,3.016
52,block_sparse_moe.experts.185.w3,0.0013074937,0.05000,3.007
52,block_sparse_moe.experts.189.w3,0.0035958915,0.05000,3.017
52,block_sparse_moe.experts.177.w3,0.0081568165,0.05000,3.105
52,block_sparse_moe.experts.179.w3,0.0033641238,0.05000,2.753
52,block_sparse_moe.experts.191.w3,0.0049569936,0.05000,2.860
52,block_sparse_moe.experts.180.w3,0.0041014222,0.05000,3.183
52,block_sparse_moe.experts.183.w3,0.0028517323,0.05000,2.789
52,block_sparse_moe.experts.176.w3,0.0038138332,0.05000,3.070
52,block_sparse_moe.experts.184.w3,0.0012593853,0.05000,3.032
52,block_sparse_moe.experts.187.w3,0.0060896986,0.05000,2.898
52,block_sparse_moe.experts.188.w3,0.0046335911,0.05000,3.019
52,block_sparse_moe.experts.190.w3,0.0033178839,0.05000,3.051
52,block_sparse_moe.experts.186.w3,0.0010624464,0.05000,2.955
52,block_sparse_moe.experts.182.w3,0.0017677861,0.05000,3.039
52,block_sparse_moe.experts.178.w3,0.0017001964,0.05000,2.971
52,block_sparse_moe.experts.197.w3,0.0043178002,0.05000,3.043
52,block_sparse_moe.experts.205.w3,0.0103221212,0.05000,2.987
52,block_sparse_moe.experts.201.w3,0.0066191854,0.05000,3.140
52,block_sparse_moe.experts.193.w3,0.0022117951,0.05000,3.083
52,block_sparse_moe.experts.195.w3,0.0009256731,0.05000,2.968
52,block_sparse_moe.experts.207.w3,0.0012470326,0.05000,2.989
52,block_sparse_moe.experts.196.w3,0.0039306785,0.05000,2.867
52,block_sparse_moe.experts.199.w3,0.0045291866,0.05000,3.067
52,block_sparse_moe.experts.192.w3,0.0006588647,0.05000,3.020
52,block_sparse_moe.experts.200.w3,0.0021256221,0.05000,3.038
52,block_sparse_moe.experts.203.w3,0.0016454909,0.05000,2.981
52,block_sparse_moe.experts.204.w3,0.0019340210,0.05000,3.025
52,block_sparse_moe.experts.206.w3,0.0033876368,0.05000,3.178
52,block_sparse_moe.experts.202.w3,0.0014341417,0.05000,3.159
52,block_sparse_moe.experts.198.w3,0.0039842978,0.05000,3.223
52,block_sparse_moe.experts.194.w3,0.0015657717,0.05000,3.216
52,block_sparse_moe.experts.213.w3,0.0024149756,0.05000,2.988
52,block_sparse_moe.experts.221.w3,0.0011504945,0.05000,2.960
52,block_sparse_moe.experts.209.w3,0.0079226013,0.05000,2.903
52,block_sparse_moe.experts.217.w3,0.0047600763,0.05000,3.042
52,block_sparse_moe.experts.211.w3,0.0051260180,0.05000,2.981
52,block_sparse_moe.experts.223.w3,0.0029840943,0.05000,2.973
52,block_sparse_moe.experts.212.w3,0.0019734762,0.05000,2.982
52,block_sparse_moe.experts.215.w3,0.0041467936,0.05000,2.954
52,block_sparse_moe.experts.219.w3,0.0006994347,0.05000,2.991
52,block_sparse_moe.experts.208.w3,0.0035945455,0.05000,3.101
52,block_sparse_moe.experts.216.w3,0.0029925775,0.05000,3.111
52,block_sparse_moe.experts.220.w3,0.0029922193,0.05000,3.040
52,block_sparse_moe.experts.218.w3,0.0013017668,0.05000,2.982
52,block_sparse_moe.experts.222.w3,0.0041542661,0.05000,3.074
52,block_sparse_moe.experts.214.w3,0.0068116328,0.05000,2.981
52,block_sparse_moe.experts.210.w3,0.0048384903,0.05000,2.999
52,block_sparse_moe.experts.229.w3,0.0044084698,0.05000,2.988
52,block_sparse_moe.experts.237.w3,0.0063738184,0.05000,2.885
52,block_sparse_moe.experts.233.w3,0.0014635340,0.05000,2.850
52,block_sparse_moe.experts.225.w3,0.0026976371,0.05000,2.957
52,block_sparse_moe.experts.227.w3,0.0019276288,0.05000,2.966
52,block_sparse_moe.experts.239.w3,0.0023204763,0.05000,2.968
52,block_sparse_moe.experts.228.w3,0.0016504043,0.05000,3.159
52,block_sparse_moe.experts.231.w3,0.0057324953,0.05000,2.862
52,block_sparse_moe.experts.235.w3,0.0017831624,0.05000,2.886
52,block_sparse_moe.experts.232.w3,0.0068922058,0.05000,2.976
52,block_sparse_moe.experts.224.w3,0.0015288220,0.05000,3.072
52,block_sparse_moe.experts.236.w3,0.0106883359,0.05000,3.172
52,block_sparse_moe.experts.238.w3,0.0057417293,0.05000,3.071
52,block_sparse_moe.experts.234.w3,0.0049302682,0.05000,3.152
52,block_sparse_moe.experts.230.w3,1.1402094364,0.05000,3.086
52,block_sparse_moe.experts.226.w3,0.0026299820,0.05000,3.027
52,block_sparse_moe.experts.245.w3,0.0039285854,0.05000,3.126
52,block_sparse_moe.experts.253.w3,0.0105113281,0.05000,3.125
52,block_sparse_moe.experts.241.w3,0.0048141420,0.05000,2.977
52,block_sparse_moe.experts.249.w3,0.0025866354,0.05000,3.035
52,block_sparse_moe.experts.243.w3,0.0011474373,0.05000,2.952
52,block_sparse_moe.experts.255.w3,0.0017620428,0.05000,2.930
52,block_sparse_moe.experts.247.w3,0.0015087159,0.05000,2.767
52,block_sparse_moe.experts.251.w3,0.0034102039,0.05000,2.648
52,block_sparse_moe.experts.244.w3,0.0030482008,0.05000,3.181
52,block_sparse_moe.experts.240.w3,0.0012290278,0.05000,2.935
52,block_sparse_moe.experts.248.w3,0.0052472875,0.05000,2.986
52,block_sparse_moe.experts.252.w3,0.0063596923,0.05000,2.649
52,block_sparse_moe.experts.254.w3,0.0025830396,0.05000,3.086
52,block_sparse_moe.experts.250.w3,0.0038026574,0.05000,3.096
52,block_sparse_moe.experts.246.w3,0.0035581742,0.05000,2.916
52,block_sparse_moe.experts.242.w3,0.0053549736,0.05000,2.904
52,block_sparse_moe.experts.9.w2,0.0005841868,0.05000,1.413
52,block_sparse_moe.experts.1.w2,0.0067467176,0.05000,1.453
52,block_sparse_moe.experts.13.w2,0.0153887022,0.05000,1.458
52,block_sparse_moe.experts.5.w2,0.0190204519,0.05000,1.463
52,block_sparse_moe.experts.4.w2,0.0094049963,0.05000,1.465
52,block_sparse_moe.experts.6.w2,0.0105545905,0.05000,1.471
52,block_sparse_moe.experts.14.w2,0.0012829114,0.05000,1.477
52,block_sparse_moe.experts.0.w2,0.0042120788,0.05000,1.482
52,block_sparse_moe.experts.8.w2,0.0131233979,0.05000,1.497
52,block_sparse_moe.experts.2.w2,0.0080245877,0.05000,1.521
52,block_sparse_moe.experts.10.w2,0.0004614754,0.05000,1.540
52,block_sparse_moe.experts.12.w2,0.0305503289,0.05000,1.544
52,block_sparse_moe.experts.3.w2,0.0238146751,0.05000,1.551
52,block_sparse_moe.experts.7.w2,0.0084206695,0.05000,1.557
52,block_sparse_moe.experts.11.w2,0.0190405275,0.05000,1.574
52,block_sparse_moe.experts.15.w2,0.0003488153,0.05000,1.572
52,block_sparse_moe.experts.20.w2,0.0087360631,0.05000,1.358
52,block_sparse_moe.experts.25.w2,0.0024436135,0.05000,1.419
52,block_sparse_moe.experts.16.w2,0.0062880929,0.05000,1.400
52,block_sparse_moe.experts.21.w2,0.0132024728,0.05000,1.422
52,block_sparse_moe.experts.17.w2,0.0198161987,0.05000,1.435
52,block_sparse_moe.experts.24.w2,0.0068514874,0.05000,1.409
52,block_sparse_moe.experts.28.w2,0.0002976552,0.05000,1.364
52,block_sparse_moe.experts.29.w2,0.0021536549,0.05000,1.495
52,block_sparse_moe.experts.22.w2,0.0091837213,0.05000,1.533
52,block_sparse_moe.experts.26.w2,0.0026388353,0.05000,1.496
52,block_sparse_moe.experts.18.w2,0.0042636614,0.05000,1.535
52,block_sparse_moe.experts.30.w2,0.0035381565,0.05000,1.598
52,block_sparse_moe.experts.19.w2,0.0046736030,0.05000,1.531
52,block_sparse_moe.experts.23.w2,0.0145708427,0.05000,1.600
52,block_sparse_moe.experts.27.w2,0.0019057261,0.05000,1.586
52,block_sparse_moe.experts.31.w2,0.0139768326,0.05000,1.620
52,block_sparse_moe.experts.36.w2,0.0046539903,0.05000,1.457
52,block_sparse_moe.experts.41.w2,0.0128285504,0.05000,1.473
52,block_sparse_moe.experts.40.w2,0.0007627219,0.05000,1.462
52,block_sparse_moe.experts.33.w2,0.0250548015,0.05000,1.487
52,block_sparse_moe.experts.32.w2,0.0094661900,0.05000,1.494
52,block_sparse_moe.experts.37.w2,0.0031059632,0.05000,1.512
52,block_sparse_moe.experts.44.w2,0.0019815199,0.05000,1.517
52,block_sparse_moe.experts.45.w2,0.0035692960,0.05000,1.533
52,block_sparse_moe.experts.38.w2,0.0015690934,0.05000,1.556
52,block_sparse_moe.experts.35.w2,0.0015130576,0.05000,1.498
52,block_sparse_moe.experts.47.w2,0.0072702181,0.05000,1.405
52,block_sparse_moe.experts.42.w2,0.0022612853,0.05000,1.564
52,block_sparse_moe.experts.43.w2,0.0064328850,0.05000,1.468
52,block_sparse_moe.experts.34.w2,0.0100916675,0.05000,1.588
52,block_sparse_moe.experts.46.w2,0.0179816939,0.05000,1.605
52,block_sparse_moe.experts.39.w2,0.0006656448,0.05000,1.554
52,block_sparse_moe.experts.52.w2,0.0002151643,0.05000,1.494
52,block_sparse_moe.experts.57.w2,0.0179428302,0.05000,1.511
52,block_sparse_moe.experts.48.w2,0.0063754404,0.05000,1.470
52,block_sparse_moe.experts.53.w2,0.0164475809,0.05000,1.457
52,block_sparse_moe.experts.56.w2,0.0117788548,0.05000,1.531
52,block_sparse_moe.experts.60.w2,0.0108041997,0.05000,1.519
52,block_sparse_moe.experts.49.w2,0.0002360967,0.05000,1.574
52,block_sparse_moe.experts.58.w2,0.0029854601,0.05000,1.381
52,block_sparse_moe.experts.51.w2,0.0170689562,0.05000,1.407
52,block_sparse_moe.experts.61.w2,0.0087012855,0.05000,1.508
52,block_sparse_moe.experts.54.w2,0.0186608433,0.05000,1.500
52,block_sparse_moe.experts.59.w2,0.0145893104,0.05000,1.440
52,block_sparse_moe.experts.50.w2,0.0079638943,0.05000,1.431
52,block_sparse_moe.experts.63.w2,0.0067309163,0.05000,1.485
52,block_sparse_moe.experts.55.w2,0.0208928053,0.05000,1.398
52,block_sparse_moe.experts.62.w2,0.0116632691,0.05000,1.428
52,block_sparse_moe.experts.68.w2,0.0124975632,0.05000,1.455
52,block_sparse_moe.experts.64.w2,0.0096696111,0.05000,1.436
52,block_sparse_moe.experts.73.w2,0.0017671170,0.05000,1.537
52,block_sparse_moe.experts.72.w2,0.0073706993,0.05000,1.481
52,block_sparse_moe.experts.69.w2,0.0013694554,0.05000,1.543
52,block_sparse_moe.experts.76.w2,0.0052271883,0.05000,1.505
52,block_sparse_moe.experts.74.w2,0.0012393471,0.05000,1.496
52,block_sparse_moe.experts.67.w2,0.0039302658,0.05000,1.525
52,block_sparse_moe.experts.65.w2,0.0081100855,0.05000,1.562
52,block_sparse_moe.experts.77.w2,0.0205289403,0.05000,1.534
52,block_sparse_moe.experts.78.w2,0.0003576963,0.05000,1.428
52,block_sparse_moe.experts.66.w2,0.0013841557,0.05000,1.481
52,block_sparse_moe.experts.70.w2,0.0577580448,0.05000,1.502
52,block_sparse_moe.experts.79.w2,0.0042797927,0.05000,1.545
52,block_sparse_moe.experts.75.w2,0.0062184801,0.05000,1.598
52,block_sparse_moe.experts.71.w2,0.0131846949,0.05000,1.608
52,block_sparse_moe.experts.84.w2,0.0346299587,0.05000,1.491
52,block_sparse_moe.experts.80.w2,0.0125262238,0.05000,1.494
52,block_sparse_moe.experts.88.w2,0.0011292088,0.05000,1.447
52,block_sparse_moe.experts.92.w2,0.0228860100,0.05000,1.435
52,block_sparse_moe.experts.89.w2,0.0006247655,0.05000,1.586
52,block_sparse_moe.experts.90.w2,0.0102475254,0.05000,1.493
52,block_sparse_moe.experts.94.w2,0.0079691560,0.05000,1.447
52,block_sparse_moe.experts.82.w2,0.0020225841,0.05000,1.433
52,block_sparse_moe.experts.85.w2,0.0048638788,0.05000,1.608
52,block_sparse_moe.experts.86.w2,0.0286154052,0.05000,1.449
52,block_sparse_moe.experts.81.w2,0.0186035560,0.05000,1.540
52,block_sparse_moe.experts.83.w2,0.0075994232,0.05000,1.564
52,block_sparse_moe.experts.93.w2,0.0025616849,0.05000,1.549
52,block_sparse_moe.experts.95.w2,0.0033954220,0.05000,1.556
52,block_sparse_moe.experts.91.w2,0.0034261611,0.05000,1.599
52,block_sparse_moe.experts.87.w2,0.0338184260,0.05000,1.583
52,block_sparse_moe.experts.101.w2,0.0032886230,0.05000,1.179
52,block_sparse_moe.experts.100.w2,0.0529421047,0.05000,1.497
52,block_sparse_moe.experts.97.w2,0.0083253092,0.05000,1.233
52,block_sparse_moe.experts.105.w2,0.0182937550,0.05000,1.370
52,block_sparse_moe.experts.96.w2,0.0100897242,0.05000,1.535
52,block_sparse_moe.experts.104.w2,0.0048031650,0.05000,1.564
52,block_sparse_moe.experts.110.w2,0.0156944658,0.05000,1.411
52,block_sparse_moe.experts.109.w2,0.0076022027,0.05000,1.333
52,block_sparse_moe.experts.106.w2,0.0340258534,0.05000,1.443
52,block_sparse_moe.experts.98.w2,0.0167621052,0.05000,1.432
52,block_sparse_moe.experts.102.w2,0.0063923751,0.05000,1.424
52,block_sparse_moe.experts.108.w2,0.0031603486,0.05000,1.593
52,block_sparse_moe.experts.99.w2,0.0048194224,0.05000,1.443
52,block_sparse_moe.experts.103.w2,0.0051693279,0.05000,1.410
52,block_sparse_moe.experts.107.w2,0.0012754193,0.05000,1.444
52,block_sparse_moe.experts.111.w2,0.0054673467,0.05000,1.534
52,block_sparse_moe.experts.116.w2,0.0024221172,0.05000,1.438
52,block_sparse_moe.experts.112.w2,0.0005875923,0.05000,1.364
52,block_sparse_moe.experts.117.w2,0.0006656475,0.05000,1.524
52,block_sparse_moe.experts.120.w2,0.0287487762,0.05000,1.404
52,block_sparse_moe.experts.113.w2,0.0210349912,0.05000,1.533
52,block_sparse_moe.experts.124.w2,0.0002836999,0.05000,1.344
52,block_sparse_moe.experts.121.w2,0.0036346686,0.05000,1.548
52,block_sparse_moe.experts.122.w2,0.0011940787,0.05000,1.497
52,block_sparse_moe.experts.126.w2,0.0050934574,0.05000,1.545
52,block_sparse_moe.experts.114.w2,0.0749407784,0.05000,1.522
52,block_sparse_moe.experts.125.w2,0.0150180527,0.05000,1.537
52,block_sparse_moe.experts.115.w2,0.0004498338,0.05000,1.457
52,block_sparse_moe.experts.118.w2,0.0038827708,0.05000,1.591
52,block_sparse_moe.experts.119.w2,0.0041903201,0.05000,1.512
52,block_sparse_moe.experts.127.w2,0.0150648810,0.05000,1.539
52,block_sparse_moe.experts.123.w2,0.0038603097,0.05000,1.552
52,block_sparse_moe.experts.132.w2,0.0092459619,0.05000,1.420
52,block_sparse_moe.experts.128.w2,0.0117980441,0.05000,1.426
52,block_sparse_moe.experts.136.w2,0.0147566719,0.05000,1.412
52,block_sparse_moe.experts.140.w2,0.0167812833,0.05000,1.447
52,block_sparse_moe.experts.133.w2,0.0130901508,0.05000,1.581
52,block_sparse_moe.experts.129.w2,0.0226551343,0.05000,1.565
52,block_sparse_moe.experts.138.w2,0.0003750582,0.05000,1.486
52,block_sparse_moe.experts.137.w2,0.0025396199,0.05000,1.593
52,block_sparse_moe.experts.130.w2,0.0031920219,0.05000,1.513
52,block_sparse_moe.experts.142.w2,0.0208403143,0.05000,1.534
52,block_sparse_moe.experts.131.w2,0.0036903566,0.05000,1.507
52,block_sparse_moe.experts.134.w2,0.0053471239,0.05000,1.486
52,block_sparse_moe.experts.141.w2,0.0002591746,0.05000,1.567
52,block_sparse_moe.experts.135.w2,0.0008297259,0.05000,1.452
52,block_sparse_moe.experts.143.w2,0.0006090253,0.05000,1.492
52,block_sparse_moe.experts.139.w2,0.0009609898,0.05000,1.527
52,block_sparse_moe.experts.148.w2,0.7533890406,0.05000,1.586
52,block_sparse_moe.experts.144.w2,0.0053681032,0.05000,1.642
52,block_sparse_moe.experts.149.w2,0.0073246145,0.05000,1.493
52,block_sparse_moe.experts.152.w2,0.0308118424,0.05000,1.606
52,block_sparse_moe.experts.156.w2,0.0036326562,0.05000,1.546
52,block_sparse_moe.experts.145.w2,0.0265684042,0.05000,1.556
52,block_sparse_moe.experts.154.w2,0.0089976625,0.05000,1.546
52,block_sparse_moe.experts.146.w2,0.0174256872,0.05000,1.506
52,block_sparse_moe.experts.158.w2,0.0046540123,0.05000,1.513
52,block_sparse_moe.experts.147.w2,0.0237917511,0.05000,1.553
52,block_sparse_moe.experts.157.w2,0.0160701044,0.05000,1.540
52,block_sparse_moe.experts.150.w2,0.0058663281,0.05000,1.541
52,block_sparse_moe.experts.153.w2,0.0148829091,0.05000,1.619
52,block_sparse_moe.experts.151.w2,0.0099764839,0.05000,1.564
52,block_sparse_moe.experts.159.w2,0.0137889341,0.05000,1.521
52,block_sparse_moe.experts.155.w2,0.0004166431,0.05000,1.484
52,block_sparse_moe.experts.164.w2,0.0033179249,0.05000,1.464
52,block_sparse_moe.experts.160.w2,0.0013435832,0.05000,1.442
52,block_sparse_moe.experts.168.w2,0.0106630469,0.05000,1.378
52,block_sparse_moe.experts.172.w2,0.0139691393,0.05000,1.435
52,block_sparse_moe.experts.165.w2,0.0323254285,0.05000,1.535
52,block_sparse_moe.experts.161.w2,0.0061626595,0.05000,1.520
52,block_sparse_moe.experts.174.w2,0.0242331987,0.05000,1.477
52,block_sparse_moe.experts.170.w2,0.0139109481,0.05000,1.539
52,block_sparse_moe.experts.162.w2,0.0905822858,0.05000,1.570
52,block_sparse_moe.experts.173.w2,0.0093183491,0.05000,1.516
52,block_sparse_moe.experts.169.w2,0.0099599623,0.05000,1.504
52,block_sparse_moe.experts.166.w2,0.0068637868,0.05000,1.522
52,block_sparse_moe.experts.163.w2,0.0065748680,0.05000,1.641
52,block_sparse_moe.experts.167.w2,0.0009092717,0.05000,1.628
52,block_sparse_moe.experts.171.w2,0.0201585987,0.05000,1.619
52,block_sparse_moe.experts.175.w2,0.0074215870,0.05000,1.662
52,block_sparse_moe.experts.180.w2,0.0161115474,0.05000,1.498
52,block_sparse_moe.experts.176.w2,0.0009101136,0.05000,1.464
52,block_sparse_moe.experts.184.w2,0.0002818504,0.05000,1.504
52,block_sparse_moe.experts.188.w2,0.0023606666,0.05000,1.514
52,block_sparse_moe.experts.181.w2,0.0080703254,0.05000,1.486
52,block_sparse_moe.experts.177.w2,0.0033472007,0.05000,1.541
52,block_sparse_moe.experts.190.w2,0.0003914679,0.05000,1.551
52,block_sparse_moe.experts.186.w2,0.0016897186,0.05000,1.594
52,block_sparse_moe.experts.179.w2,0.0136554498,0.05000,1.413
52,block_sparse_moe.experts.189.w2,0.0062067241,0.05000,1.524
52,block_sparse_moe.experts.178.w2,0.0063590676,0.05000,1.566
52,block_sparse_moe.experts.185.w2,0.0001583143,0.05000,1.565
52,block_sparse_moe.experts.182.w2,0.0049838956,0.05000,1.591
52,block_sparse_moe.experts.183.w2,0.0041603322,0.05000,1.436
52,block_sparse_moe.experts.191.w2,0.0096417004,0.05000,1.410
52,block_sparse_moe.experts.187.w2,0.0141799030,0.05000,1.472
52,block_sparse_moe.experts.196.w2,0.0067738502,0.05000,1.586
52,block_sparse_moe.experts.200.w2,0.0004324158,0.05000,1.552
52,block_sparse_moe.experts.192.w2,0.0036437764,0.05000,1.606
52,block_sparse_moe.experts.197.w2,0.0022728925,0.05000,1.459
52,block_sparse_moe.experts.204.w2,0.0007549647,0.05000,1.580
52,block_sparse_moe.experts.193.w2,0.0064425240,0.05000,1.423
52,block_sparse_moe.experts.206.w2,0.0106522197,0.05000,1.438
52,block_sparse_moe.experts.205.w2,0.0058895936,0.05000,1.397
52,block_sparse_moe.experts.202.w2,0.0005598125,0.05000,1.424
52,block_sparse_moe.experts.201.w2,0.0118989173,0.05000,1.400
52,block_sparse_moe.experts.194.w2,0.0003849341,0.05000,1.445
52,block_sparse_moe.experts.198.w2,0.0017397387,0.05000,1.461
52,block_sparse_moe.experts.195.w2,0.0054462065,0.05000,1.564
52,block_sparse_moe.experts.199.w2,0.0226121416,0.05000,1.509
52,block_sparse_moe.experts.207.w2,0.0001947695,0.05000,1.522
52,block_sparse_moe.experts.203.w2,0.0016488990,0.05000,1.557
52,block_sparse_moe.experts.212.w2,0.0050059673,0.05000,1.481
52,block_sparse_moe.experts.213.w2,0.0097182251,0.05000,1.476
52,block_sparse_moe.experts.208.w2,0.0005412306,0.05000,1.493
52,block_sparse_moe.experts.216.w2,0.0030946612,0.05000,1.510
52,block_sparse_moe.experts.220.w2,0.0055733385,0.05000,1.552
52,block_sparse_moe.experts.209.w2,0.0089364700,0.05000,1.539
52,block_sparse_moe.experts.222.w2,0.0138006708,0.05000,1.507
52,block_sparse_moe.experts.218.w2,0.0016716077,0.05000,1.483
52,block_sparse_moe.experts.217.w2,0.0010267393,0.05000,1.458
52,block_sparse_moe.experts.221.w2,0.0033952830,0.05000,1.583
52,block_sparse_moe.experts.214.w2,0.0146388679,0.05000,1.507
52,block_sparse_moe.experts.210.w2,0.0054119339,0.05000,1.615
52,block_sparse_moe.experts.211.w2,0.0092906050,0.05000,1.563
52,block_sparse_moe.experts.223.w2,0.0008223291,0.05000,1.492
52,block_sparse_moe.experts.215.w2,0.0033134453,0.05000,1.567
52,block_sparse_moe.experts.219.w2,0.0042501258,0.05000,1.531
52,block_sparse_moe.experts.228.w2,0.0056984634,0.05000,1.339
52,block_sparse_moe.experts.232.w2,0.0066890717,0.05000,1.363
52,block_sparse_moe.experts.224.w2,0.0050919584,0.05000,1.389
52,block_sparse_moe.experts.229.w2,0.0100054926,0.05000,1.474
52,block_sparse_moe.experts.236.w2,0.0069203161,0.05000,1.421
52,block_sparse_moe.experts.225.w2,0.0023898483,0.05000,1.465
52,block_sparse_moe.experts.238.w2,0.0117404497,0.05000,1.554
52,block_sparse_moe.experts.237.w2,0.0126253176,0.05000,1.469
52,block_sparse_moe.experts.234.w2,0.0386871097,0.05000,1.561
52,block_sparse_moe.experts.233.w2,0.0045683812,0.05000,1.575
52,block_sparse_moe.experts.230.w2,4.6069800059,0.05000,1.559
52,block_sparse_moe.experts.226.w2,0.0033326379,0.05000,1.568
52,block_sparse_moe.experts.227.w2,0.0005721281,0.05000,1.535
52,block_sparse_moe.experts.239.w2,0.0233303484,0.05000,1.529
52,block_sparse_moe.experts.231.w2,0.0118279550,0.05000,1.514
52,block_sparse_moe.experts.235.w2,0.0041260152,0.05000,1.541
52,block_sparse_moe.experts.244.w2,0.0111384451,0.05000,1.473
52,block_sparse_moe.experts.248.w2,0.0058699014,0.05000,1.411
52,block_sparse_moe.experts.240.w2,0.0035200345,0.05000,1.443
52,block_sparse_moe.experts.252.w2,0.0061102292,0.05000,1.338
52,block_sparse_moe.experts.245.w2,0.0025206842,0.05000,1.481
52,block_sparse_moe.experts.241.w2,0.0200255149,0.05000,1.449
52,block_sparse_moe.experts.253.w2,0.0315758255,0.05000,1.343
52,block_sparse_moe.experts.249.w2,0.0097237280,0.05000,1.347
52,block_sparse_moe.experts.254.w2,0.0014454749,0.05000,1.520
52,block_sparse_moe.experts.250.w2,0.0146450708,0.05000,1.533
52,block_sparse_moe.experts.246.w2,0.0035729640,0.05000,1.459
52,block_sparse_moe.experts.242.w2,0.0237653915,0.05000,1.446
52,block_sparse_moe.experts.243.w2,0.0030121221,0.05000,1.508
52,block_sparse_moe.experts.247.w2,0.0079405736,0.05000,1.448
52,block_sparse_moe.experts.255.w2,0.0008873834,0.05000,1.502
52,block_sparse_moe.experts.251.w2,0.0109696694,0.05000,1.433
53,self_attn.q_proj,0.0003142299,0.05000,0.995
53,self_attn.v_proj,0.0000522239,0.05000,1.034
53,self_attn.k_proj,0.0000390424,0.05000,1.041
53,self_attn.o_proj,0.0000206152,0.05000,1.793
53,block_sparse_moe.experts.9.w1,0.0039062373,0.05000,2.899
53,block_sparse_moe.experts.8.w1,0.0054071514,0.05000,2.956
53,block_sparse_moe.experts.12.w1,0.0026535814,0.05000,2.981
53,block_sparse_moe.experts.0.w1,0.0005172356,0.05000,2.983
53,block_sparse_moe.experts.4.w1,0.0024334668,0.05000,3.027
53,block_sparse_moe.experts.1.w1,0.0013038185,0.05000,3.037
53,block_sparse_moe.experts.13.w1,0.0062304387,0.05000,3.041
53,block_sparse_moe.experts.5.w1,0.0050568966,0.05000,3.118
53,block_sparse_moe.experts.7.w1,0.0017542824,0.05000,3.368
53,block_sparse_moe.experts.6.w1,0.0040517031,0.05000,3.308
53,block_sparse_moe.experts.14.w1,0.0041410527,0.05000,3.277
53,block_sparse_moe.experts.2.w1,0.0017519818,0.05000,3.441
53,block_sparse_moe.experts.3.w1,0.0021684463,0.05000,3.377
53,block_sparse_moe.experts.15.w1,0.0015261611,0.05000,3.392
53,block_sparse_moe.experts.11.w1,0.0006142161,0.05000,3.496
53,block_sparse_moe.experts.10.w1,0.0016136001,0.05000,3.527
53,block_sparse_moe.experts.25.w1,0.0039186803,0.05000,2.529
53,block_sparse_moe.experts.17.w1,0.0018198853,0.05000,2.511
53,block_sparse_moe.experts.29.w1,0.0095330962,0.05000,2.515
53,block_sparse_moe.experts.21.w1,0.0064917291,0.05000,2.562
53,block_sparse_moe.experts.24.w1,0.0044965897,0.05000,3.211
53,block_sparse_moe.experts.20.w1,0.0015652158,0.05000,3.143
53,block_sparse_moe.experts.16.w1,0.0032271322,0.05000,3.258
53,block_sparse_moe.experts.28.w1,0.0050329419,0.05000,3.288
53,block_sparse_moe.experts.23.w1,0.0023754224,0.05000,3.070
53,block_sparse_moe.experts.22.w1,0.0054002162,0.05000,3.088
53,block_sparse_moe.experts.30.w1,0.0018892257,0.05000,3.194
53,block_sparse_moe.experts.26.w1,0.0018911391,0.05000,3.043
53,block_sparse_moe.experts.19.w1,0.0115967540,0.05000,3.132
53,block_sparse_moe.experts.31.w1,0.0013555276,0.05000,3.091
53,block_sparse_moe.experts.27.w1,0.0018138374,0.05000,3.155
53,block_sparse_moe.experts.18.w1,0.0021769132,0.05000,3.274
53,block_sparse_moe.experts.41.w1,0.0080101731,0.05000,2.787
53,block_sparse_moe.experts.33.w1,0.0042557183,0.05000,2.723
53,block_sparse_moe.experts.45.w1,0.0029716382,0.05000,2.749
53,block_sparse_moe.experts.37.w1,0.0033040594,0.05000,2.719
53,block_sparse_moe.experts.44.w1,0.0033981506,0.05000,3.009
53,block_sparse_moe.experts.36.w1,0.0060998574,0.05000,3.113
53,block_sparse_moe.experts.40.w1,0.0010006015,0.05000,3.204
53,block_sparse_moe.experts.32.w1,0.0037513961,0.05000,3.171
53,block_sparse_moe.experts.47.w1,0.0032845289,0.05000,2.883
53,block_sparse_moe.experts.39.w1,0.0032801869,0.05000,3.052
53,block_sparse_moe.experts.35.w1,0.0009070651,0.05000,2.968
53,block_sparse_moe.experts.43.w1,0.0016954498,0.05000,2.953
53,block_sparse_moe.experts.38.w1,0.0077896420,0.05000,3.161
53,block_sparse_moe.experts.46.w1,0.0072137804,0.05000,3.173
53,block_sparse_moe.experts.42.w1,0.0059279766,0.05000,3.230
53,block_sparse_moe.experts.57.w1,0.0044431651,0.05000,1.599
53,block_sparse_moe.experts.49.w1,0.0028870831,0.05000,1.566
53,block_sparse_moe.experts.34.w1,0.0044633648,0.05000,3.170
53,block_sparse_moe.experts.55.w1,0.0022991097,0.05000,3.269
53,block_sparse_moe.experts.63.w1,0.0014687764,0.05000,3.333
53,block_sparse_moe.experts.52.w1,0.0030741687,0.05000,3.574
53,block_sparse_moe.experts.59.w1,0.0023741221,0.05000,3.261
53,block_sparse_moe.experts.48.w1,0.0035809653,0.05000,3.545
53,block_sparse_moe.experts.51.w1,0.0023691450,0.05000,3.410
53,block_sparse_moe.experts.60.w1,0.0015380706,0.05000,3.687
53,block_sparse_moe.experts.56.w1,0.0013291515,0.05000,3.633
53,block_sparse_moe.experts.54.w1,0.0450367535,0.05000,3.390
53,block_sparse_moe.experts.62.w1,0.0014444678,0.05000,3.421
53,block_sparse_moe.experts.58.w1,0.0032250702,0.05000,3.484
53,block_sparse_moe.experts.50.w1,0.0027722135,0.05000,3.430
53,block_sparse_moe.experts.71.w1,0.0021836214,0.05000,3.108
53,block_sparse_moe.experts.75.w1,0.0023865280,0.05000,3.112
53,block_sparse_moe.experts.79.w1,0.0039823273,0.05000,3.220
53,block_sparse_moe.experts.67.w1,0.0022561488,0.05000,3.256
53,block_sparse_moe.experts.68.w1,0.0057697774,0.05000,3.821
53,block_sparse_moe.experts.64.w1,0.0021925432,0.05000,3.876
53,block_sparse_moe.experts.76.w1,0.0031422265,0.05000,3.922
53,block_sparse_moe.experts.72.w1,0.0033822101,0.05000,3.980
53,block_sparse_moe.experts.70.w1,0.0026965233,0.05000,6.753
53,block_sparse_moe.experts.78.w1,0.0021053389,0.05000,6.787
53,block_sparse_moe.experts.74.w1,0.0038884313,0.05000,6.685
53,block_sparse_moe.experts.66.w1,0.0016452858,0.05000,6.726
53,block_sparse_moe.experts.84.w1,0.0009281221,0.05000,3.511
53,block_sparse_moe.experts.80.w1,0.0035485906,0.05000,3.481
53,block_sparse_moe.experts.92.w1,0.0051808979,0.05000,3.586
53,block_sparse_moe.experts.88.w1,0.0059882016,0.05000,3.556
53,block_sparse_moe.experts.86.w1,0.0019954723,0.05000,1.157
53,block_sparse_moe.experts.87.w1,0.0027450793,0.05000,5.307
53,block_sparse_moe.experts.91.w1,0.0068103884,0.05000,5.529
53,block_sparse_moe.experts.95.w1,0.0031565933,0.05000,5.521
53,block_sparse_moe.experts.83.w1,0.0016385208,0.05000,5.436
53,block_sparse_moe.experts.53.w1,0.0023594702,0.05000,3.298
53,block_sparse_moe.experts.61.w1,0.0047848851,0.05000,3.354
53,block_sparse_moe.experts.73.w1,0.0048610686,0.05000,3.379
53,block_sparse_moe.experts.65.w1,0.0045903714,0.05000,3.408
53,block_sparse_moe.experts.103.w1,0.0008707127,0.05000,1.416
53,block_sparse_moe.experts.100.w1,0.0038292202,0.05000,3.538
53,block_sparse_moe.experts.96.w1,0.0012465922,0.05000,3.467
53,block_sparse_moe.experts.108.w1,0.0062451889,0.05000,3.398
53,block_sparse_moe.experts.104.w1,0.0034980439,0.05000,3.450
53,block_sparse_moe.experts.82.w1,0.0008674740,0.05000,3.150
53,block_sparse_moe.experts.90.w1,0.0044534474,0.05000,3.195
53,block_sparse_moe.experts.102.w1,0.0079784675,0.05000,3.234
53,block_sparse_moe.experts.94.w1,0.0034911773,0.05000,3.284
53,block_sparse_moe.experts.77.w1,0.0011755772,0.05000,3.125
53,block_sparse_moe.experts.69.w1,0.0065467563,0.05000,3.222
53,block_sparse_moe.experts.81.w1,0.0005421638,0.05000,3.195
53,block_sparse_moe.experts.89.w1,0.0079211652,0.05000,3.259
53,block_sparse_moe.experts.119.w1,0.0054884604,0.05000,3.039
53,block_sparse_moe.experts.111.w1,0.0038732242,0.05000,3.120
53,block_sparse_moe.experts.99.w1,0.3033211014,0.05000,3.184
53,block_sparse_moe.experts.107.w1,0.0037290716,0.05000,3.259
53,block_sparse_moe.experts.116.w1,0.0051758499,0.05000,3.150
53,block_sparse_moe.experts.112.w1,0.0095466119,0.05000,3.124
53,block_sparse_moe.experts.124.w1,0.0008984809,0.05000,3.118
53,block_sparse_moe.experts.120.w1,0.0031743398,0.05000,3.212
53,block_sparse_moe.experts.98.w1,0.0024503881,0.05000,3.100
53,block_sparse_moe.experts.106.w1,0.0081620566,0.05000,3.110
53,block_sparse_moe.experts.118.w1,0.0044051470,0.05000,3.146
53,block_sparse_moe.experts.110.w1,0.0048563009,0.05000,3.208
53,block_sparse_moe.experts.93.w1,0.0074971584,0.05000,2.884
53,block_sparse_moe.experts.85.w1,0.0015125852,0.05000,2.939
53,block_sparse_moe.experts.105.w1,0.0036515692,0.05000,2.945
53,block_sparse_moe.experts.97.w1,0.0030157887,0.05000,3.121
53,block_sparse_moe.experts.135.w1,0.0025808616,0.05000,3.099
53,block_sparse_moe.experts.127.w1,0.0024075233,0.05000,3.057
53,block_sparse_moe.experts.115.w1,0.0036838955,0.05000,3.091
53,block_sparse_moe.experts.123.w1,0.0047719957,0.05000,3.219
53,block_sparse_moe.experts.140.w1,0.0057204743,0.05000,2.847
53,block_sparse_moe.experts.132.w1,0.0018375904,0.05000,2.980
53,block_sparse_moe.experts.128.w1,0.0052511658,0.05000,2.982
53,block_sparse_moe.experts.136.w1,0.0027897106,0.05000,2.995
53,block_sparse_moe.experts.114.w1,0.0022465529,0.05000,2.889
53,block_sparse_moe.experts.134.w1,0.0020839837,0.05000,2.868
53,block_sparse_moe.experts.122.w1,0.0007933908,0.05000,2.945
53,block_sparse_moe.experts.126.w1,0.0044396826,0.05000,2.833
53,block_sparse_moe.experts.109.w1,0.0030422432,0.05000,2.968
53,block_sparse_moe.experts.101.w1,0.0018682181,0.05000,3.024
53,block_sparse_moe.experts.121.w1,0.0019659748,0.05000,2.984
53,block_sparse_moe.experts.113.w1,0.0045441169,0.05000,2.952
53,block_sparse_moe.experts.151.w1,0.0022636954,0.05000,3.076
53,block_sparse_moe.experts.143.w1,0.0073021996,0.05000,3.067
53,block_sparse_moe.experts.131.w1,0.0021395933,0.05000,3.111
53,block_sparse_moe.experts.139.w1,0.0053872838,0.05000,3.042
53,block_sparse_moe.experts.156.w1,0.0031244687,0.05000,2.929
53,block_sparse_moe.experts.144.w1,0.0017039920,0.05000,2.885
53,block_sparse_moe.experts.148.w1,0.0054472683,0.05000,3.048
53,block_sparse_moe.experts.152.w1,0.0012372988,0.05000,3.022
53,block_sparse_moe.experts.130.w1,0.0039484723,0.05000,2.921
53,block_sparse_moe.experts.150.w1,0.0045849229,0.05000,3.072
53,block_sparse_moe.experts.142.w1,0.0052517132,0.05000,3.029
53,block_sparse_moe.experts.138.w1,0.0026376939,0.05000,3.110
53,block_sparse_moe.experts.125.w1,0.0026680222,0.05000,3.080
53,block_sparse_moe.experts.117.w1,0.0029221891,0.05000,3.100
53,block_sparse_moe.experts.137.w1,0.0023699291,0.05000,3.080
53,block_sparse_moe.experts.129.w1,0.0058047584,0.05000,3.132
53,block_sparse_moe.experts.167.w1,0.0018223518,0.05000,3.075
53,block_sparse_moe.experts.159.w1,0.0048250519,0.05000,3.099
53,block_sparse_moe.experts.155.w1,0.0004656285,0.05000,2.955
53,block_sparse_moe.experts.147.w1,0.0076518624,0.05000,3.114
53,block_sparse_moe.experts.172.w1,0.0064784355,0.05000,3.055
53,block_sparse_moe.experts.160.w1,0.0016023942,0.05000,3.124
53,block_sparse_moe.experts.164.w1,0.0032898662,0.05000,3.109
53,block_sparse_moe.experts.146.w1,0.0023069515,0.05000,2.729
53,block_sparse_moe.experts.168.w1,0.0034621629,0.05000,3.059
53,block_sparse_moe.experts.166.w1,0.0048952780,0.05000,2.785
53,block_sparse_moe.experts.158.w1,0.0028071002,0.05000,2.752
53,block_sparse_moe.experts.154.w1,0.0045988931,0.05000,2.819
53,block_sparse_moe.experts.141.w1,0.0058322820,0.05000,3.118
53,block_sparse_moe.experts.153.w1,0.0031624983,0.05000,3.048
53,block_sparse_moe.experts.133.w1,0.0048902906,0.05000,3.146
53,block_sparse_moe.experts.145.w1,0.0049323987,0.05000,3.116
53,block_sparse_moe.experts.175.w1,0.0024287822,0.05000,3.080
53,block_sparse_moe.experts.183.w1,0.0131432730,0.05000,3.154
53,block_sparse_moe.experts.163.w1,0.0031905181,0.05000,3.082
53,block_sparse_moe.experts.171.w1,0.0089855518,0.05000,3.242
53,block_sparse_moe.experts.188.w1,0.0008163960,0.05000,3.084
53,block_sparse_moe.experts.176.w1,0.0088364025,0.05000,3.114
53,block_sparse_moe.experts.162.w1,0.0015023633,0.05000,2.885
53,block_sparse_moe.experts.180.w1,0.0069974340,0.05000,3.095
53,block_sparse_moe.experts.182.w1,0.0007766428,0.05000,2.738
53,block_sparse_moe.experts.174.w1,0.0018195639,0.05000,2.774
53,block_sparse_moe.experts.184.w1,0.0032889130,0.05000,3.038
53,block_sparse_moe.experts.170.w1,0.0019933941,0.05000,2.759
53,block_sparse_moe.experts.157.w1,0.0048441184,0.05000,2.865
53,block_sparse_moe.experts.169.w1,0.0020416915,0.05000,2.976
53,block_sparse_moe.experts.149.w1,0.0044644235,0.05000,3.028
53,block_sparse_moe.experts.161.w1,0.0005589273,0.05000,2.904
53,block_sparse_moe.experts.199.w1,0.0012844314,0.05000,2.844
53,block_sparse_moe.experts.191.w1,0.0028611081,0.05000,3.028
53,block_sparse_moe.experts.179.w1,0.0063956668,0.05000,2.924
53,block_sparse_moe.experts.187.w1,0.0025731660,0.05000,2.995
53,block_sparse_moe.experts.204.w1,0.0044422045,0.05000,2.995
53,block_sparse_moe.experts.192.w1,0.0029404564,0.05000,2.976
53,block_sparse_moe.experts.178.w1,0.0084886716,0.05000,2.982
53,block_sparse_moe.experts.196.w1,0.0061215363,0.05000,2.998
53,block_sparse_moe.experts.200.w1,0.0035452276,0.05000,2.964
53,block_sparse_moe.experts.190.w1,0.0032487498,0.05000,2.994
53,block_sparse_moe.experts.198.w1,0.0032286829,0.05000,3.107
53,block_sparse_moe.experts.186.w1,0.0025812934,0.05000,3.108
53,block_sparse_moe.experts.173.w1,0.0054758191,0.05000,3.040
53,block_sparse_moe.experts.185.w1,0.0010207215,0.05000,3.100
53,block_sparse_moe.experts.177.w1,0.0082774547,0.05000,3.091
53,block_sparse_moe.experts.165.w1,0.0019718323,0.05000,3.169
53,block_sparse_moe.experts.215.w1,0.0062507313,0.05000,2.909
53,block_sparse_moe.experts.207.w1,0.0015180844,0.05000,2.944
53,block_sparse_moe.experts.195.w1,0.0067821618,0.05000,2.969
53,block_sparse_moe.experts.203.w1,0.0032158400,0.05000,2.977
53,block_sparse_moe.experts.220.w1,0.0057372667,0.05000,2.953
53,block_sparse_moe.experts.194.w1,0.0048129667,0.05000,2.841
53,block_sparse_moe.experts.208.w1,0.0061881804,0.05000,2.994
53,block_sparse_moe.experts.212.w1,0.0037072212,0.05000,2.909
53,block_sparse_moe.experts.206.w1,0.0051101456,0.05000,2.813
53,block_sparse_moe.experts.214.w1,0.0022384872,0.05000,2.809
53,block_sparse_moe.experts.216.w1,0.0068369649,0.05000,2.989
53,block_sparse_moe.experts.202.w1,0.0051292735,0.05000,2.900
53,block_sparse_moe.experts.189.w1,0.0013052585,0.05000,3.034
53,block_sparse_moe.experts.201.w1,0.0028480060,0.05000,2.983
53,block_sparse_moe.experts.181.w1,0.0065613224,0.05000,2.997
53,block_sparse_moe.experts.193.w1,0.0027770717,0.05000,3.024
53,block_sparse_moe.experts.231.w1,0.0023429271,0.05000,3.003
53,block_sparse_moe.experts.211.w1,0.0060240623,0.05000,2.988
53,block_sparse_moe.experts.223.w1,0.0059802732,0.05000,3.166
53,block_sparse_moe.experts.219.w1,0.0032437593,0.05000,3.052
53,block_sparse_moe.experts.236.w1,0.0064871185,0.05000,2.995
53,block_sparse_moe.experts.210.w1,0.0034484410,0.05000,2.962
53,block_sparse_moe.experts.224.w1,0.0022341946,0.05000,3.026
53,block_sparse_moe.experts.222.w1,0.0018535946,0.05000,2.939
53,block_sparse_moe.experts.230.w1,0.0031143823,0.05000,2.912
53,block_sparse_moe.experts.228.w1,0.0040382250,0.05000,3.094
53,block_sparse_moe.experts.218.w1,0.0016862846,0.05000,2.854
53,block_sparse_moe.experts.232.w1,0.0025255039,0.05000,2.979
53,block_sparse_moe.experts.205.w1,0.0059115839,0.05000,3.124
53,block_sparse_moe.experts.217.w1,0.0071176731,0.05000,3.057
53,block_sparse_moe.experts.209.w1,0.0012407583,0.05000,3.053
53,block_sparse_moe.experts.197.w1,0.0014217216,0.05000,3.107
53,block_sparse_moe.experts.247.w1,0.0005746452,0.05000,3.039
53,block_sparse_moe.experts.227.w1,0.0157345434,0.05000,3.064
53,block_sparse_moe.experts.239.w1,0.0040269408,0.05000,3.031
53,block_sparse_moe.experts.252.w1,0.0021510205,0.05000,2.702
53,block_sparse_moe.experts.240.w1,0.0034688650,0.05000,2.658
53,block_sparse_moe.experts.235.w1,0.0011380790,0.05000,3.125
53,block_sparse_moe.experts.226.w1,0.0097963301,0.05000,2.945
53,block_sparse_moe.experts.238.w1,0.0033489282,0.05000,2.785
53,block_sparse_moe.experts.244.w1,0.0046060563,0.05000,2.728
53,block_sparse_moe.experts.248.w1,0.0027532998,0.05000,2.790
53,block_sparse_moe.experts.246.w1,0.0024182772,0.05000,2.994
53,block_sparse_moe.experts.234.w1,0.0024134262,0.05000,2.935
53,block_sparse_moe.experts.221.w1,0.0042005500,0.05000,2.987
53,block_sparse_moe.experts.233.w1,0.0042027808,0.05000,3.070
53,block_sparse_moe.experts.225.w1,0.0078053432,0.05000,3.084
53,block_sparse_moe.experts.213.w1,0.0060384441,0.05000,3.060
53,block_sparse_moe.experts.7.w3,0.0019560220,0.05000,2.934
53,block_sparse_moe.experts.243.w1,0.0065825911,0.05000,2.833
53,block_sparse_moe.experts.255.w1,0.0038640798,0.05000,2.849
53,block_sparse_moe.experts.12.w3,0.0030211616,0.05000,2.919
53,block_sparse_moe.experts.0.w3,0.0005972253,0.05000,2.908
53,block_sparse_moe.experts.251.w1,0.0021886205,0.05000,2.901
53,block_sparse_moe.experts.242.w1,0.0037545218,0.05000,2.984
53,block_sparse_moe.experts.4.w3,0.0027203169,0.05000,2.979
53,block_sparse_moe.experts.254.w1,0.0072415320,0.05000,3.047
53,block_sparse_moe.experts.8.w3,0.0062581183,0.05000,2.924
53,block_sparse_moe.experts.6.w3,0.0045359366,0.05000,3.014
53,block_sparse_moe.experts.250.w1,0.0052101657,0.05000,2.982
53,block_sparse_moe.experts.237.w1,0.0013944896,0.05000,2.874
53,block_sparse_moe.experts.249.w1,0.0093726236,0.05000,2.957
53,block_sparse_moe.experts.229.w1,0.0056892214,0.05000,2.910
53,block_sparse_moe.experts.241.w1,0.0024403155,0.05000,2.942
53,block_sparse_moe.experts.23.w3,0.0027450576,0.05000,3.063
53,block_sparse_moe.experts.3.w3,0.0024246538,0.05000,2.988
53,block_sparse_moe.experts.28.w3,0.0059410169,0.05000,2.830
53,block_sparse_moe.experts.15.w3,0.0017398544,0.05000,3.055
53,block_sparse_moe.experts.16.w3,0.0036274102,0.05000,2.794
53,block_sparse_moe.experts.2.w3,0.0020061641,0.05000,2.869
53,block_sparse_moe.experts.20.w3,0.0017537807,0.05000,2.928
53,block_sparse_moe.experts.11.w3,0.0007205649,0.05000,3.122
53,block_sparse_moe.experts.14.w3,0.0047493239,0.05000,2.920
53,block_sparse_moe.experts.24.w3,0.0051491619,0.05000,2.961
53,block_sparse_moe.experts.10.w3,0.0018270324,0.05000,2.846
53,block_sparse_moe.experts.22.w3,0.0063683135,0.05000,2.960
53,block_sparse_moe.experts.253.w1,0.0019616813,0.05000,3.147
53,block_sparse_moe.experts.9.w3,0.0045384272,0.05000,3.145
53,block_sparse_moe.experts.245.w1,0.0011710588,0.05000,3.045
53,block_sparse_moe.experts.1.w3,0.0015447077,0.05000,3.075
53,block_sparse_moe.experts.39.w3,0.0037012002,0.05000,3.033
53,block_sparse_moe.experts.19.w3,0.0129101362,0.05000,2.951
53,block_sparse_moe.experts.44.w3,0.0037980290,0.05000,2.938
53,block_sparse_moe.experts.32.w3,0.0041772104,0.05000,2.917
53,block_sparse_moe.experts.31.w3,0.0015617331,0.05000,2.953
53,block_sparse_moe.experts.36.w3,0.0069434234,0.05000,2.913
53,block_sparse_moe.experts.27.w3,0.0020257140,0.05000,2.918
53,block_sparse_moe.experts.18.w3,0.0025022784,0.05000,3.022
53,block_sparse_moe.experts.40.w3,0.0011554169,0.05000,2.808
53,block_sparse_moe.experts.30.w3,0.0021363977,0.05000,2.989
53,block_sparse_moe.experts.38.w3,0.0093655313,0.05000,2.871
53,block_sparse_moe.experts.26.w3,0.0022037169,0.05000,3.014
53,block_sparse_moe.experts.13.w3,0.0070549329,0.05000,3.199
53,block_sparse_moe.experts.35.w3,0.0010141601,0.05000,2.782
53,block_sparse_moe.experts.55.w3,0.0026675709,0.05000,2.808
53,block_sparse_moe.experts.48.w3,0.0041350989,0.05000,2.717
53,block_sparse_moe.experts.5.w3,0.0057737468,0.05000,3.140
53,block_sparse_moe.experts.25.w3,0.0045535593,0.05000,3.237
53,block_sparse_moe.experts.60.w3,0.0017705366,0.05000,2.842
53,block_sparse_moe.experts.47.w3,0.0038264122,0.05000,2.770
53,block_sparse_moe.experts.17.w3,0.0020750944,0.05000,3.203
53,block_sparse_moe.experts.43.w3,0.0019583992,0.05000,2.720
53,block_sparse_moe.experts.56.w3,0.0014987744,0.05000,2.760
53,block_sparse_moe.experts.52.w3,0.0035254920,0.05000,2.872
53,block_sparse_moe.experts.34.w3,0.0050462361,0.05000,2.965
53,block_sparse_moe.experts.46.w3,0.0080728541,0.05000,2.927
53,block_sparse_moe.experts.54.w3,0.0554394610,0.05000,2.889
53,block_sparse_moe.experts.42.w3,0.0067197566,0.05000,3.000
53,block_sparse_moe.experts.29.w3,0.0118330204,0.05000,2.969
53,block_sparse_moe.experts.64.w3,0.0026143868,0.05000,2.763
53,block_sparse_moe.experts.71.w3,0.0024779156,0.05000,2.912
53,block_sparse_moe.experts.51.w3,0.0026818241,0.05000,2.961
53,block_sparse_moe.experts.76.w3,0.0035225010,0.05000,2.830
53,block_sparse_moe.experts.21.w3,0.0074396409,0.05000,2.920
53,block_sparse_moe.experts.63.w3,0.0017168852,0.05000,2.868
53,block_sparse_moe.experts.33.w3,0.0048524049,0.05000,2.821
53,block_sparse_moe.experts.41.w3,0.0093366765,0.05000,2.971
53,block_sparse_moe.experts.68.w3,0.0064510755,0.05000,2.612
53,block_sparse_moe.experts.72.w3,0.0037375024,0.05000,2.822
53,block_sparse_moe.experts.59.w3,0.0027536422,0.05000,2.998
53,block_sparse_moe.experts.50.w3,0.0031315996,0.05000,3.062
53,block_sparse_moe.experts.62.w3,0.0016329589,0.05000,3.049
53,block_sparse_moe.experts.70.w3,0.0031193019,0.05000,3.049
53,block_sparse_moe.experts.58.w3,0.0036735703,0.05000,3.075
53,block_sparse_moe.experts.80.w3,0.0040039398,0.05000,2.880
53,block_sparse_moe.experts.45.w3,0.0033596285,0.05000,3.050
53,block_sparse_moe.experts.92.w3,0.0059096496,0.05000,2.832
53,block_sparse_moe.experts.87.w3,0.0030917175,0.05000,2.886
53,block_sparse_moe.experts.37.w3,0.0038248460,0.05000,2.982
53,block_sparse_moe.experts.79.w3,0.0045684874,0.05000,2.975
53,block_sparse_moe.experts.49.w3,0.0033692290,0.05000,3.040
53,block_sparse_moe.experts.84.w3,0.0010507207,0.05000,2.884
53,block_sparse_moe.experts.67.w3,0.0026283409,0.05000,3.146
53,block_sparse_moe.experts.88.w3,0.0068123617,0.05000,2.832
53,block_sparse_moe.experts.57.w3,0.0050390724,0.05000,3.144
53,block_sparse_moe.experts.75.w3,0.0026703407,0.05000,3.023
53,block_sparse_moe.experts.66.w3,0.0018904550,0.05000,2.825
53,block_sparse_moe.experts.78.w3,0.0024067670,0.05000,2.871
53,block_sparse_moe.experts.86.w3,0.0022606367,0.05000,2.913
53,block_sparse_moe.experts.74.w3,0.0044673525,0.05000,3.011
53,block_sparse_moe.experts.61.w3,0.0054377551,0.05000,2.856
53,block_sparse_moe.experts.96.w3,0.0014561727,0.05000,2.872
53,block_sparse_moe.experts.108.w3,0.0070240120,0.05000,2.882
53,block_sparse_moe.experts.103.w3,0.0009786107,0.05000,2.953
53,block_sparse_moe.experts.53.w3,0.0026911927,0.05000,2.821
53,block_sparse_moe.experts.65.w3,0.0053273148,0.05000,2.810
53,block_sparse_moe.experts.73.w3,0.0056198884,0.05000,2.705
53,block_sparse_moe.experts.95.w3,0.0036112816,0.05000,3.003
53,block_sparse_moe.experts.100.w3,0.0044534593,0.05000,2.905
53,block_sparse_moe.experts.83.w3,0.0018677288,0.05000,2.976
53,block_sparse_moe.experts.104.w3,0.0039521662,0.05000,2.947
53,block_sparse_moe.experts.91.w3,0.0076046069,0.05000,2.983
53,block_sparse_moe.experts.82.w3,0.0009825096,0.05000,3.084
53,block_sparse_moe.experts.94.w3,0.0039642195,0.05000,3.075
53,block_sparse_moe.experts.102.w3,0.0092236810,0.05000,3.134
53,block_sparse_moe.experts.90.w3,0.0051233563,0.05000,3.125
53,block_sparse_moe.experts.112.w3,0.0109192229,0.05000,2.901
53,block_sparse_moe.experts.124.w3,0.0010325036,0.05000,2.836
53,block_sparse_moe.experts.77.w3,0.0012993995,0.05000,3.014
53,block_sparse_moe.experts.119.w3,0.0062105485,0.05000,2.893
53,block_sparse_moe.experts.111.w3,0.0044536490,0.05000,2.861
53,block_sparse_moe.experts.99.w3,0.3797681115,0.05000,2.806
53,block_sparse_moe.experts.69.w3,0.0075447115,0.05000,3.107
53,block_sparse_moe.experts.116.w3,0.0058220952,0.05000,2.947
53,block_sparse_moe.experts.81.w3,0.0006575879,0.05000,3.119
53,block_sparse_moe.experts.89.w3,0.0092069044,0.05000,3.089
53,block_sparse_moe.experts.120.w3,0.0035985916,0.05000,2.944
53,block_sparse_moe.experts.107.w3,0.0042536241,0.05000,2.786
53,block_sparse_moe.experts.98.w3,0.0028002095,0.05000,2.786
53,block_sparse_moe.experts.110.w3,0.0054442776,0.05000,2.751
53,block_sparse_moe.experts.118.w3,0.0050219677,0.05000,2.758
53,block_sparse_moe.experts.106.w3,0.0097270603,0.05000,2.758
53,block_sparse_moe.experts.140.w3,0.0063779711,0.05000,2.887
53,block_sparse_moe.experts.128.w3,0.0062152165,0.05000,2.967
53,block_sparse_moe.experts.135.w3,0.0028926377,0.05000,2.923
53,block_sparse_moe.experts.93.w3,0.0086321375,0.05000,3.121
53,block_sparse_moe.experts.132.w3,0.0020795334,0.05000,2.854
53,block_sparse_moe.experts.127.w3,0.0027378633,0.05000,3.000
53,block_sparse_moe.experts.136.w3,0.0032394176,0.05000,2.787
53,block_sparse_moe.experts.85.w3,0.0017637351,0.05000,3.027
53,block_sparse_moe.experts.105.w3,0.0041335845,0.05000,2.922
53,block_sparse_moe.experts.97.w3,0.0034813473,0.05000,2.992
53,block_sparse_moe.experts.115.w3,0.0043196732,0.05000,3.204
53,block_sparse_moe.experts.114.w3,0.0026142604,0.05000,2.824
53,block_sparse_moe.experts.123.w3,0.0053300359,0.05000,3.063
53,block_sparse_moe.experts.126.w3,0.0050689619,0.05000,2.900
53,block_sparse_moe.experts.134.w3,0.0024687323,0.05000,2.958
53,block_sparse_moe.experts.122.w3,0.0008864571,0.05000,2.845
53,block_sparse_moe.experts.144.w3,0.0019433285,0.05000,2.902
53,block_sparse_moe.experts.156.w3,0.0035740754,0.05000,2.966
53,block_sparse_moe.experts.151.w3,0.0025903366,0.05000,2.853
53,block_sparse_moe.experts.109.w3,0.0033792350,0.05000,2.783
53,block_sparse_moe.experts.143.w3,0.0085867434,0.05000,2.863
53,block_sparse_moe.experts.101.w3,0.0021015646,0.05000,2.857
53,block_sparse_moe.experts.121.w3,0.0022622884,0.05000,2.887
53,block_sparse_moe.experts.131.w3,0.0024643389,0.05000,2.735
53,block_sparse_moe.experts.148.w3,0.0063675913,0.05000,3.036
53,block_sparse_moe.experts.130.w3,0.0044257641,0.05000,2.575
53,block_sparse_moe.experts.113.w3,0.0051726264,0.05000,2.931
53,block_sparse_moe.experts.152.w3,0.0014035814,0.05000,3.049
53,block_sparse_moe.experts.142.w3,0.0060252341,0.05000,2.670
53,block_sparse_moe.experts.139.w3,0.0060074258,0.05000,2.839
53,block_sparse_moe.experts.150.w3,0.0053186802,0.05000,2.629
53,block_sparse_moe.experts.138.w3,0.0029856282,0.05000,2.772
53,block_sparse_moe.experts.172.w3,0.0073310196,0.05000,2.821
53,block_sparse_moe.experts.160.w3,0.0018259595,0.05000,2.849
53,block_sparse_moe.experts.167.w3,0.0020796796,0.05000,2.919
53,block_sparse_moe.experts.125.w3,0.0030225001,0.05000,2.877
53,block_sparse_moe.experts.117.w3,0.0033078721,0.05000,2.815
53,block_sparse_moe.experts.164.w3,0.0036765427,0.05000,2.825
53,block_sparse_moe.experts.137.w3,0.0029668688,0.05000,2.881
53,block_sparse_moe.experts.159.w3,0.0054169103,0.05000,3.005
53,block_sparse_moe.experts.147.w3,0.0089093513,0.05000,2.886
53,block_sparse_moe.experts.129.w3,0.0068991133,0.05000,2.837
53,block_sparse_moe.experts.168.w3,0.0039369383,0.05000,2.878
53,block_sparse_moe.experts.146.w3,0.0026304825,0.05000,2.995
53,block_sparse_moe.experts.158.w3,0.0031279300,0.05000,2.960
53,block_sparse_moe.experts.155.w3,0.0005359626,0.05000,2.997
53,block_sparse_moe.experts.166.w3,0.0054213313,0.05000,2.963
53,block_sparse_moe.experts.154.w3,0.0052156380,0.05000,3.029
53,block_sparse_moe.experts.176.w3,0.0104782931,0.05000,2.922
53,block_sparse_moe.experts.188.w3,0.0009716857,0.05000,2.931
53,block_sparse_moe.experts.183.w3,0.0151764446,0.05000,2.822
53,block_sparse_moe.experts.141.w3,0.0066786333,0.05000,3.010
53,block_sparse_moe.experts.163.w3,0.0036788304,0.05000,2.781
53,block_sparse_moe.experts.180.w3,0.0078558646,0.05000,2.891
53,block_sparse_moe.experts.175.w3,0.0027446121,0.05000,2.839
53,block_sparse_moe.experts.133.w3,0.0055586425,0.05000,2.999
53,block_sparse_moe.experts.184.w3,0.0039631708,0.05000,2.888
53,block_sparse_moe.experts.153.w3,0.0035813493,0.05000,3.000
53,block_sparse_moe.experts.145.w3,0.0056837387,0.05000,3.043
53,block_sparse_moe.experts.162.w3,0.0017364938,0.05000,2.960
53,block_sparse_moe.experts.174.w3,0.0020695204,0.05000,2.981
53,block_sparse_moe.experts.171.w3,0.0102090193,0.05000,2.898
53,block_sparse_moe.experts.182.w3,0.0008765485,0.05000,3.024
53,block_sparse_moe.experts.170.w3,0.0022991861,0.05000,3.020
53,block_sparse_moe.experts.192.w3,0.0034484602,0.05000,3.006
53,block_sparse_moe.experts.204.w3,0.0050122489,0.05000,3.069
53,block_sparse_moe.experts.199.w3,0.0014949785,0.05000,3.181
53,block_sparse_moe.experts.157.w3,0.0056024843,0.05000,3.129
53,block_sparse_moe.experts.196.w3,0.0069595655,0.05000,3.096
53,block_sparse_moe.experts.179.w3,0.0073694527,0.05000,3.186
53,block_sparse_moe.experts.191.w3,0.0032727736,0.05000,3.170
53,block_sparse_moe.experts.149.w3,0.0050501981,0.05000,3.126
53,block_sparse_moe.experts.169.w3,0.0023243813,0.05000,3.089
53,block_sparse_moe.experts.200.w3,0.0040345685,0.05000,3.119
53,block_sparse_moe.experts.161.w3,0.0006389531,0.05000,3.077
53,block_sparse_moe.experts.178.w3,0.0099568091,0.05000,3.139
53,block_sparse_moe.experts.190.w3,0.0036927877,0.05000,3.092
53,block_sparse_moe.experts.187.w3,0.0028977774,0.05000,3.222
53,block_sparse_moe.experts.198.w3,0.0036478489,0.05000,3.054
53,block_sparse_moe.experts.186.w3,0.0029183631,0.05000,3.126
53,block_sparse_moe.experts.220.w3,0.0066887516,0.05000,2.993
53,block_sparse_moe.experts.208.w3,0.0071015911,0.05000,3.157
53,block_sparse_moe.experts.215.w3,0.0069946936,0.05000,3.093
53,block_sparse_moe.experts.173.w3,0.0060438171,0.05000,3.053
53,block_sparse_moe.experts.165.w3,0.0022212215,0.05000,2.860
53,block_sparse_moe.experts.212.w3,0.0043204655,0.05000,2.976
53,block_sparse_moe.experts.185.w3,0.0011635572,0.05000,2.951
53,block_sparse_moe.experts.216.w3,0.0079578898,0.05000,2.940
53,block_sparse_moe.experts.177.w3,0.0095468609,0.05000,2.904
53,block_sparse_moe.experts.207.w3,0.0017281952,0.05000,3.149
53,block_sparse_moe.experts.195.w3,0.0077047279,0.05000,3.336
53,block_sparse_moe.experts.194.w3,0.0054283059,0.05000,3.131
53,block_sparse_moe.experts.206.w3,0.0058900775,0.05000,3.159
53,block_sparse_moe.experts.203.w3,0.0037619450,0.05000,3.264
53,block_sparse_moe.experts.214.w3,0.0025108522,0.05000,3.189
53,block_sparse_moe.experts.202.w3,0.0059152517,0.05000,3.283
53,block_sparse_moe.experts.236.w3,0.0075192917,0.05000,3.077
53,block_sparse_moe.experts.224.w3,0.0025523543,0.05000,3.046
53,block_sparse_moe.experts.231.w3,0.0026770172,0.05000,2.975
53,block_sparse_moe.experts.189.w3,0.0015209185,0.05000,2.948
53,block_sparse_moe.experts.181.w3,0.0074535548,0.05000,3.058
53,block_sparse_moe.experts.228.w3,0.0048000533,0.05000,3.027
53,block_sparse_moe.experts.193.w3,0.0032071009,0.05000,2.984
53,block_sparse_moe.experts.201.w3,0.0032139549,0.05000,3.012
53,block_sparse_moe.experts.232.w3,0.0029568238,0.05000,3.014
53,block_sparse_moe.experts.223.w3,0.0067855288,0.05000,3.017
53,block_sparse_moe.experts.210.w3,0.0038852346,0.05000,2.908
53,block_sparse_moe.experts.211.w3,0.0073338068,0.05000,2.994
53,block_sparse_moe.experts.222.w3,0.0020744750,0.05000,2.978
53,block_sparse_moe.experts.230.w3,0.0036786984,0.05000,2.902
53,block_sparse_moe.experts.219.w3,0.0037524375,0.05000,2.993
53,block_sparse_moe.experts.218.w3,0.0018843597,0.05000,2.904
53,block_sparse_moe.experts.252.w3,0.0025279253,0.05000,2.770
53,block_sparse_moe.experts.240.w3,0.0039964327,0.05000,2.781
53,block_sparse_moe.experts.244.w3,0.0051984595,0.05000,2.658
53,block_sparse_moe.experts.247.w3,0.0007004359,0.05000,2.919
53,block_sparse_moe.experts.248.w3,0.0032150874,0.05000,2.579
53,block_sparse_moe.experts.205.w3,0.0067017748,0.05000,2.875
53,block_sparse_moe.experts.197.w3,0.0016712375,0.05000,2.853
53,block_sparse_moe.experts.209.w3,0.0014181471,0.05000,2.848
53,block_sparse_moe.experts.217.w3,0.0078931684,0.05000,2.889
53,block_sparse_moe.experts.239.w3,0.0045929814,0.05000,2.845
53,block_sparse_moe.experts.227.w3,0.0184761135,0.05000,2.759
53,block_sparse_moe.experts.226.w3,0.0113705938,0.05000,2.969
53,block_sparse_moe.experts.235.w3,0.0012818032,0.05000,2.588
53,block_sparse_moe.experts.238.w3,0.0037798638,0.05000,3.050
53,block_sparse_moe.experts.246.w3,0.0026659859,0.05000,3.000
53,block_sparse_moe.experts.234.w3,0.0026847156,0.05000,2.857
53,block_sparse_moe.experts.255.w3,0.0044185611,0.05000,2.068
53,block_sparse_moe.experts.243.w3,0.0076892574,0.05000,2.047
53,block_sparse_moe.experts.251.w3,0.0024586945,0.05000,1.912
53,block_sparse_moe.experts.221.w3,0.0048589411,0.05000,2.735
53,block_sparse_moe.experts.213.w3,0.0069907614,0.05000,2.773
53,block_sparse_moe.experts.233.w3,0.0048461581,0.05000,2.659
53,block_sparse_moe.experts.225.w3,0.0089063790,0.05000,2.765
53,block_sparse_moe.experts.242.w3,0.0042615977,0.05000,2.455
53,block_sparse_moe.experts.254.w3,0.0092081003,0.05000,2.351
53,block_sparse_moe.experts.250.w3,0.0058234377,0.05000,1.979
53,block_sparse_moe.experts.237.w3,0.0015925190,0.05000,2.620
53,block_sparse_moe.experts.249.w3,0.0108138504,0.05000,2.564
53,block_sparse_moe.experts.229.w3,0.0064452548,0.05000,2.686
53,block_sparse_moe.experts.241.w3,0.0027253139,0.05000,2.658
53,block_sparse_moe.experts.253.w3,0.0022148771,0.05000,1.807
53,block_sparse_moe.experts.245.w3,0.0013167829,0.05000,1.646
53,block_sparse_moe.experts.12.w2,0.0169733672,0.05000,1.441
53,block_sparse_moe.experts.4.w2,0.0012123375,0.05000,1.465
53,block_sparse_moe.experts.3.w2,0.0040438399,0.05000,1.473
53,block_sparse_moe.experts.8.w2,0.0056362625,0.05000,1.487
53,block_sparse_moe.experts.11.w2,0.0061451435,0.05000,1.515
53,block_sparse_moe.experts.13.w2,0.0162204675,0.05000,1.526
53,block_sparse_moe.experts.10.w2,0.0046534460,0.05000,1.532
53,block_sparse_moe.experts.2.w2,0.0002154323,0.05000,1.532
53,block_sparse_moe.experts.15.w2,0.0124853909,0.05000,1.512
53,block_sparse_moe.experts.5.w2,0.0021438042,0.05000,1.566
53,block_sparse_moe.experts.0.w2,0.0015698129,0.05000,1.572
53,block_sparse_moe.experts.14.w2,0.0060407240,0.05000,1.580
53,block_sparse_moe.experts.9.w2,0.0018684738,0.05000,1.590
53,block_sparse_moe.experts.6.w2,0.0062182155,0.05000,1.594
53,block_sparse_moe.experts.7.w2,0.0002405106,0.05000,1.598
53,block_sparse_moe.experts.1.w2,0.0075049087,0.05000,1.621
53,block_sparse_moe.experts.28.w2,0.0171314342,0.05000,1.431
53,block_sparse_moe.experts.19.w2,0.0122778057,0.05000,1.406
53,block_sparse_moe.experts.27.w2,0.0049512116,0.05000,1.370
53,block_sparse_moe.experts.20.w2,0.0008563290,0.05000,1.460
53,block_sparse_moe.experts.31.w2,0.0002000356,0.05000,1.380
53,block_sparse_moe.experts.23.w2,0.0086594111,0.05000,1.381
53,block_sparse_moe.experts.16.w2,0.0013756138,0.05000,1.417
53,block_sparse_moe.experts.24.w2,0.0070320119,0.05000,1.530
53,block_sparse_moe.experts.29.w2,0.0511155517,0.05000,1.520
53,block_sparse_moe.experts.21.w2,0.0014829765,0.05000,1.519
53,block_sparse_moe.experts.26.w2,0.0098879520,0.05000,1.579
53,block_sparse_moe.experts.18.w2,0.0046475680,0.05000,1.598
53,block_sparse_moe.experts.17.w2,0.0039921046,0.05000,1.517
53,block_sparse_moe.experts.25.w2,0.0069309279,0.05000,1.549
53,block_sparse_moe.experts.30.w2,0.0021524982,0.05000,1.563
53,block_sparse_moe.experts.22.w2,0.1011872550,0.05000,1.566
53,block_sparse_moe.experts.43.w2,0.0003464847,0.05000,1.478
53,block_sparse_moe.experts.35.w2,0.0002867474,0.05000,1.500
53,block_sparse_moe.experts.47.w2,0.0111902775,0.05000,1.496
53,block_sparse_moe.experts.39.w2,0.0037140431,0.05000,1.503
53,block_sparse_moe.experts.44.w2,0.0117318169,0.05000,1.623
53,block_sparse_moe.experts.36.w2,0.0257830165,0.05000,1.628
53,block_sparse_moe.experts.42.w2,0.0255689438,0.05000,1.490
53,block_sparse_moe.experts.45.w2,0.0054129614,0.05000,1.575
53,block_sparse_moe.experts.32.w2,0.0228112402,0.05000,1.633
53,block_sparse_moe.experts.37.w2,0.0084758550,0.05000,1.544
53,block_sparse_moe.experts.40.w2,0.0005659445,0.05000,1.626
53,block_sparse_moe.experts.34.w2,0.0146912364,0.05000,1.515
53,block_sparse_moe.experts.38.w2,0.0017289420,0.05000,1.507
53,block_sparse_moe.experts.46.w2,0.0082200427,0.05000,1.528
53,block_sparse_moe.experts.41.w2,0.0088684586,0.05000,1.560
53,block_sparse_moe.experts.33.w2,0.0045931918,0.05000,1.577
53,block_sparse_moe.experts.51.w2,0.0003925300,0.05000,1.296
53,block_sparse_moe.experts.59.w2,0.0107026207,0.05000,1.365
53,block_sparse_moe.experts.63.w2,0.0081840914,0.05000,1.342
53,block_sparse_moe.experts.60.w2,0.0034600857,0.05000,1.317
53,block_sparse_moe.experts.52.w2,0.0005214599,0.05000,1.282
53,block_sparse_moe.experts.55.w2,0.0063104204,0.05000,1.355
53,block_sparse_moe.experts.56.w2,0.0072671356,0.05000,1.270
53,block_sparse_moe.experts.48.w2,0.0074308855,0.05000,1.322
53,block_sparse_moe.experts.62.w2,0.0056569832,0.05000,1.336
53,block_sparse_moe.experts.50.w2,0.0034084758,0.05000,1.365
53,block_sparse_moe.experts.54.w2,0.0682864582,0.05000,1.394
53,block_sparse_moe.experts.58.w2,0.0136686606,0.05000,1.464
53,block_sparse_moe.experts.61.w2,0.0119477935,0.05000,1.567
53,block_sparse_moe.experts.53.w2,0.0154011835,0.05000,1.599
53,block_sparse_moe.experts.57.w2,0.0108722956,0.05000,1.562
53,block_sparse_moe.experts.49.w2,0.0036247467,0.05000,1.572
53,block_sparse_moe.experts.67.w2,0.0005258360,0.05000,1.409
53,block_sparse_moe.experts.79.w2,0.0121219161,0.05000,1.367
53,block_sparse_moe.experts.75.w2,0.0143462103,0.05000,1.435
53,block_sparse_moe.experts.68.w2,0.0200379944,0.05000,1.439
53,block_sparse_moe.experts.71.w2,0.0046634770,0.05000,1.439
53,block_sparse_moe.experts.76.w2,0.0027475704,0.05000,1.489
53,block_sparse_moe.experts.72.w2,0.0040057206,0.05000,1.488
53,block_sparse_moe.experts.64.w2,0.0007026600,0.05000,1.509
53,block_sparse_moe.experts.66.w2,0.0066654392,0.05000,1.534
53,block_sparse_moe.experts.77.w2,0.0079690529,0.05000,1.374
53,block_sparse_moe.experts.74.w2,0.0171577711,0.05000,1.560
53,block_sparse_moe.experts.70.w2,0.0155960583,0.05000,1.570
53,block_sparse_moe.experts.78.w2,0.0054449598,0.05000,1.633
53,block_sparse_moe.experts.73.w2,0.0014786325,0.05000,1.401
53,block_sparse_moe.experts.69.w2,0.0101730790,0.05000,1.443
53,block_sparse_moe.experts.65.w2,0.0080995097,0.05000,1.487
53,block_sparse_moe.experts.83.w2,0.0040176577,0.05000,1.506
53,block_sparse_moe.experts.91.w2,0.0119431380,0.05000,1.470
53,block_sparse_moe.experts.95.w2,0.0003568048,0.05000,1.534
53,block_sparse_moe.experts.84.w2,0.0017333456,0.05000,1.460
53,block_sparse_moe.experts.92.w2,0.0193492058,0.05000,1.459
53,block_sparse_moe.experts.87.w2,0.0019960030,0.05000,1.528
53,block_sparse_moe.experts.88.w2,0.0228248783,0.05000,1.522
53,block_sparse_moe.experts.82.w2,0.0031606549,0.05000,1.407
53,block_sparse_moe.experts.80.w2,0.0166427963,0.05000,1.527
53,block_sparse_moe.experts.90.w2,0.0618889223,0.05000,1.397
53,block_sparse_moe.experts.93.w2,0.0141028651,0.05000,1.478
53,block_sparse_moe.experts.86.w2,0.0080658508,0.05000,1.425
53,block_sparse_moe.experts.94.w2,0.0040092128,0.05000,1.422
53,block_sparse_moe.experts.89.w2,0.0221164229,0.05000,1.487
53,block_sparse_moe.experts.85.w2,0.0076776910,0.05000,1.507
53,block_sparse_moe.experts.81.w2,0.0065476889,0.05000,1.597
53,block_sparse_moe.experts.99.w2,3.8085004633,0.05000,1.422
53,block_sparse_moe.experts.107.w2,0.0053555890,0.05000,1.461
53,block_sparse_moe.experts.111.w2,0.0135339745,0.05000,1.439
53,block_sparse_moe.experts.100.w2,0.0175827524,0.05000,1.453
53,block_sparse_moe.experts.108.w2,0.0092696985,0.05000,1.444
53,block_sparse_moe.experts.96.w2,0.0013013550,0.05000,1.325
53,block_sparse_moe.experts.103.w2,0.0052526346,0.05000,1.520
53,block_sparse_moe.experts.104.w2,0.0038349046,0.05000,1.405
53,block_sparse_moe.experts.98.w2,0.0116307569,0.05000,1.491
53,block_sparse_moe.experts.109.w2,0.0123010787,0.05000,1.413
53,block_sparse_moe.experts.106.w2,0.0620160860,0.05000,1.465
53,block_sparse_moe.experts.102.w2,0.0213042849,0.05000,1.469
53,block_sparse_moe.experts.105.w2,0.0105919174,0.05000,1.388
53,block_sparse_moe.experts.110.w2,0.0216238648,0.05000,1.486
53,block_sparse_moe.experts.101.w2,0.0072050396,0.05000,1.434
53,block_sparse_moe.experts.97.w2,0.0063585822,0.05000,1.400
53,block_sparse_moe.experts.124.w2,0.0008143914,0.05000,1.231
53,block_sparse_moe.experts.116.w2,0.0169812881,0.05000,1.288
53,block_sparse_moe.experts.123.w2,0.0011379385,0.05000,1.437
53,block_sparse_moe.experts.115.w2,0.0059100799,0.05000,1.522
53,block_sparse_moe.experts.127.w2,0.0080219579,0.05000,1.458
53,block_sparse_moe.experts.112.w2,0.0057651380,0.05000,1.280
53,block_sparse_moe.experts.120.w2,0.0039271224,0.05000,1.295
53,block_sparse_moe.experts.119.w2,0.0072971919,0.05000,1.456
53,block_sparse_moe.experts.125.w2,0.0057489532,0.05000,1.423
53,block_sparse_moe.experts.114.w2,0.0013420210,0.05000,1.479
53,block_sparse_moe.experts.122.w2,0.0065245485,0.05000,1.442
53,block_sparse_moe.experts.121.w2,0.0019227380,0.05000,1.456
53,block_sparse_moe.experts.118.w2,0.0020781462,0.05000,1.542
53,block_sparse_moe.experts.126.w2,0.0026417858,0.05000,1.537
53,block_sparse_moe.experts.117.w2,0.0036966124,0.05000,1.506
53,block_sparse_moe.experts.113.w2,0.0091802038,0.05000,1.530
53,block_sparse_moe.experts.143.w2,0.0031796386,0.05000,1.341
53,block_sparse_moe.experts.140.w2,0.0354581724,0.05000,1.475
53,block_sparse_moe.experts.131.w2,0.0027858405,0.05000,1.402
53,block_sparse_moe.experts.132.w2,0.0003532397,0.05000,1.490
53,block_sparse_moe.experts.139.w2,0.0203433125,0.05000,1.459
53,block_sparse_moe.experts.128.w2,0.0951522224,0.05000,1.597
53,block_sparse_moe.experts.136.w2,0.0087518858,0.05000,1.569
53,block_sparse_moe.experts.135.w2,0.0059340925,0.05000,1.470
53,block_sparse_moe.experts.141.w2,0.0054064693,0.05000,1.534
53,block_sparse_moe.experts.130.w2,0.0060988221,0.05000,1.508
53,block_sparse_moe.experts.138.w2,0.0056697414,0.05000,1.543
53,block_sparse_moe.experts.137.w2,0.0078278594,0.05000,1.505
53,block_sparse_moe.experts.134.w2,0.0070387514,0.05000,1.496
53,block_sparse_moe.experts.133.w2,0.0143898509,0.05000,1.462
53,block_sparse_moe.experts.142.w2,0.0164569285,0.05000,1.541
53,block_sparse_moe.experts.129.w2,0.0077667794,0.05000,1.412
53,block_sparse_moe.experts.156.w2,0.0027108966,0.05000,1.532
53,block_sparse_moe.experts.148.w2,0.0283045856,0.05000,1.520
53,block_sparse_moe.experts.159.w2,0.0014895593,0.05000,1.623
53,block_sparse_moe.experts.147.w2,0.0377619486,0.05000,1.616
53,block_sparse_moe.experts.155.w2,0.0048724854,0.05000,1.586
53,block_sparse_moe.experts.144.w2,0.0006786444,0.05000,1.534
53,block_sparse_moe.experts.152.w2,0.0054408660,0.05000,1.548
53,block_sparse_moe.experts.151.w2,0.0005854631,0.05000,1.590
53,block_sparse_moe.experts.146.w2,0.0049417425,0.05000,1.433
53,block_sparse_moe.experts.154.w2,0.0127000270,0.05000,1.461
53,block_sparse_moe.experts.157.w2,0.0161779925,0.05000,1.529
53,block_sparse_moe.experts.150.w2,0.0180101225,0.05000,1.472
53,block_sparse_moe.experts.158.w2,0.0018222181,0.05000,1.474
53,block_sparse_moe.experts.153.w2,0.0020876771,0.05000,1.626
53,block_sparse_moe.experts.149.w2,0.0013493750,0.05000,1.609
53,block_sparse_moe.experts.145.w2,0.0024630501,0.05000,1.627
53,block_sparse_moe.experts.172.w2,0.0146263038,0.05000,1.447
53,block_sparse_moe.experts.164.w2,0.0101666846,0.05000,1.438
53,block_sparse_moe.experts.163.w2,0.0154467027,0.05000,1.408
53,block_sparse_moe.experts.175.w2,0.0020517234,0.05000,1.441
53,block_sparse_moe.experts.171.w2,0.0058565158,0.05000,1.502
53,block_sparse_moe.experts.160.w2,0.0059353353,0.05000,1.485
53,block_sparse_moe.experts.168.w2,0.0190543099,0.05000,1.531
53,block_sparse_moe.experts.167.w2,0.0003375775,0.05000,1.517
53,block_sparse_moe.experts.162.w2,0.0045963911,0.05000,1.565
53,block_sparse_moe.experts.170.w2,0.0134195501,0.05000,1.545
53,block_sparse_moe.experts.173.w2,0.0098019143,0.05000,1.607
53,block_sparse_moe.experts.166.w2,0.0115589881,0.05000,1.529
53,block_sparse_moe.experts.174.w2,0.0005892490,0.05000,1.514
53,block_sparse_moe.experts.169.w2,0.0027900226,0.05000,1.648
53,block_sparse_moe.experts.165.w2,0.0014744267,0.05000,1.656
53,block_sparse_moe.experts.161.w2,0.0020322891,0.05000,1.588
53,block_sparse_moe.experts.188.w2,0.0052238985,0.05000,1.572
53,block_sparse_moe.experts.191.w2,0.0005969861,0.05000,1.510
53,block_sparse_moe.experts.179.w2,0.0146192834,0.05000,1.534
53,block_sparse_moe.experts.180.w2,0.0399265433,0.05000,1.581
53,block_sparse_moe.experts.187.w2,0.0197384281,0.05000,1.531
53,block_sparse_moe.experts.176.w2,0.0080340992,0.05000,1.440
53,block_sparse_moe.experts.184.w2,0.0221621633,0.05000,1.477
53,block_sparse_moe.experts.183.w2,0.0425456880,0.05000,1.509
53,block_sparse_moe.experts.178.w2,0.0060401637,0.05000,1.529
53,block_sparse_moe.experts.189.w2,0.0002482992,0.05000,1.437
53,block_sparse_moe.experts.186.w2,0.0153304285,0.05000,1.516
53,block_sparse_moe.experts.190.w2,0.0137408710,0.05000,1.485
53,block_sparse_moe.experts.182.w2,0.0056236685,0.05000,1.568
53,block_sparse_moe.experts.185.w2,0.0055104322,0.05000,1.481
53,block_sparse_moe.experts.181.w2,0.0017779614,0.05000,1.472
53,block_sparse_moe.experts.177.w2,0.1002429927,0.05000,1.445
53,block_sparse_moe.experts.204.w2,0.0258674774,0.05000,1.408
53,block_sparse_moe.experts.196.w2,0.0384145511,0.05000,1.401
53,block_sparse_moe.experts.192.w2,0.0259169163,0.05000,1.358
53,block_sparse_moe.experts.207.w2,0.0009538187,0.05000,1.523
53,block_sparse_moe.experts.195.w2,0.0078321128,0.05000,1.556
53,block_sparse_moe.experts.203.w2,0.0018128681,0.05000,1.518
53,block_sparse_moe.experts.200.w2,0.0077376142,0.05000,1.385
53,block_sparse_moe.experts.205.w2,0.0114059791,0.05000,1.409
53,block_sparse_moe.experts.199.w2,0.0182367362,0.05000,1.540
53,block_sparse_moe.experts.194.w2,0.0161884558,0.05000,1.565
53,block_sparse_moe.experts.202.w2,0.0088783633,0.05000,1.549
53,block_sparse_moe.experts.201.w2,0.0132446823,0.05000,1.423
53,block_sparse_moe.experts.206.w2,0.0281813785,0.05000,1.590
53,block_sparse_moe.experts.198.w2,0.0146190679,0.05000,1.554
53,block_sparse_moe.experts.197.w2,0.0054147501,0.05000,1.474
53,block_sparse_moe.experts.193.w2,0.0118373865,0.05000,1.471
53,block_sparse_moe.experts.220.w2,0.0023241753,0.05000,1.228
53,block_sparse_moe.experts.212.w2,0.0158307410,0.05000,1.272
53,block_sparse_moe.experts.208.w2,0.0123687454,0.05000,1.327
53,block_sparse_moe.experts.216.w2,0.0406991377,0.05000,1.350
53,block_sparse_moe.experts.211.w2,0.1647803451,0.05000,1.509
53,block_sparse_moe.experts.223.w2,0.0128162725,0.05000,1.559
53,block_sparse_moe.experts.219.w2,0.0111584606,0.05000,1.560
53,block_sparse_moe.experts.221.w2,0.0422777696,0.05000,1.569
53,block_sparse_moe.experts.215.w2,0.0304009627,0.05000,1.568
53,block_sparse_moe.experts.210.w2,0.0008196001,0.05000,1.577
53,block_sparse_moe.experts.218.w2,0.0002592009,0.05000,1.624
53,block_sparse_moe.experts.217.w2,0.0403364586,0.05000,1.527
53,block_sparse_moe.experts.213.w2,0.0335455171,0.05000,1.493
53,block_sparse_moe.experts.214.w2,0.0004019590,0.05000,1.596
53,block_sparse_moe.experts.209.w2,0.0034331456,0.05000,1.474
53,block_sparse_moe.experts.222.w2,0.0085981776,0.05000,1.650
53,block_sparse_moe.experts.236.w2,0.0063516584,0.05000,1.414
53,block_sparse_moe.experts.228.w2,0.0173955727,0.05000,1.465
53,block_sparse_moe.experts.224.w2,0.0005216422,0.05000,1.488
53,block_sparse_moe.experts.232.w2,0.0043066808,0.05000,1.428
53,block_sparse_moe.experts.239.w2,0.0210013389,0.05000,1.420
53,block_sparse_moe.experts.227.w2,0.0695944457,0.05000,1.425
53,block_sparse_moe.experts.235.w2,0.0043472850,0.05000,1.397
53,block_sparse_moe.experts.237.w2,0.0004951627,0.05000,1.328
53,block_sparse_moe.experts.231.w2,0.0040419668,0.05000,1.438
53,block_sparse_moe.experts.233.w2,0.0153585665,0.05000,1.310
53,block_sparse_moe.experts.229.w2,0.0026628852,0.05000,1.288
53,block_sparse_moe.experts.225.w2,0.0162303487,0.05000,1.278
53,block_sparse_moe.experts.226.w2,0.0649608408,0.05000,1.631
53,block_sparse_moe.experts.234.w2,0.0217749510,0.05000,1.586
53,block_sparse_moe.experts.230.w2,0.0097813962,0.05000,1.539
53,block_sparse_moe.experts.238.w2,0.0045906645,0.05000,1.598
53,block_sparse_moe.experts.252.w2,0.0151484386,0.05000,1.501
53,block_sparse_moe.experts.244.w2,0.0136966440,0.05000,1.429
53,block_sparse_moe.experts.240.w2,0.0033940060,0.05000,1.373
53,block_sparse_moe.experts.248.w2,0.0094584534,0.05000,1.323
53,block_sparse_moe.experts.255.w2,0.0146607361,0.05000,1.442
53,block_sparse_moe.experts.243.w2,0.0091645254,0.05000,1.450
53,block_sparse_moe.experts.251.w2,0.0003024879,0.05000,1.371
53,block_sparse_moe.experts.253.w2,0.0116366620,0.05000,1.231
53,block_sparse_moe.experts.247.w2,0.0053724346,0.05000,1.151
53,block_sparse_moe.experts.249.w2,0.0290516316,0.05000,1.229
53,block_sparse_moe.experts.245.w2,0.0005622054,0.05000,1.219
53,block_sparse_moe.experts.241.w2,0.0104449522,0.05000,1.240
53,block_sparse_moe.experts.242.w2,0.0068482955,0.05000,1.295
53,block_sparse_moe.experts.250.w2,0.0330291031,0.05000,1.303
53,block_sparse_moe.experts.246.w2,0.0165723480,0.05000,1.276
53,block_sparse_moe.experts.254.w2,0.0523198050,0.05000,1.193
54,self_attn.k_proj,0.0000437501,0.05000,0.906
54,self_attn.q_proj,0.0003289391,0.05000,0.929
54,self_attn.v_proj,0.0000708461,0.05000,0.945
54,self_attn.o_proj,0.0000305573,0.05000,1.815
54,block_sparse_moe.experts.5.w1,0.0041624811,0.05000,3.295
54,block_sparse_moe.experts.1.w1,0.0022585244,0.05000,3.360
54,block_sparse_moe.experts.14.w1,0.0055166174,0.05000,3.267
54,block_sparse_moe.experts.0.w1,0.0015436479,0.05000,3.401
54,block_sparse_moe.experts.12.w1,0.0024694708,0.05000,3.303
54,block_sparse_moe.experts.2.w1,0.0021444160,0.05000,3.437
54,block_sparse_moe.experts.13.w1,0.0036863782,0.05000,3.342
54,block_sparse_moe.experts.10.w1,0.0036587572,0.05000,3.365
54,block_sparse_moe.experts.8.w1,0.0024451997,0.05000,3.469
54,block_sparse_moe.experts.4.w1,0.0046161286,0.05000,3.509
54,block_sparse_moe.experts.7.w1,0.0015879561,0.05000,3.534
54,block_sparse_moe.experts.9.w1,0.0089323186,0.05000,3.436
54,block_sparse_moe.experts.3.w1,0.0113280516,0.05000,3.562
54,block_sparse_moe.experts.6.w1,0.0048702504,0.05000,3.561
54,block_sparse_moe.experts.11.w1,0.0033541383,0.05000,3.499
54,block_sparse_moe.experts.15.w1,0.0067729306,0.05000,3.615
54,block_sparse_moe.experts.20.w1,0.0011161196,0.05000,2.924
54,block_sparse_moe.experts.28.w1,0.0041784396,0.05000,3.031
54,block_sparse_moe.experts.24.w1,0.0021990913,0.05000,3.014
54,block_sparse_moe.experts.16.w1,0.0033337680,0.05000,3.136
54,block_sparse_moe.experts.21.w1,0.0027768286,0.05000,3.285
54,block_sparse_moe.experts.23.w1,0.0074749730,0.05000,3.129
54,block_sparse_moe.experts.17.w1,0.0027178110,0.05000,3.313
54,block_sparse_moe.experts.30.w1,0.0052196014,0.05000,3.323
54,block_sparse_moe.experts.29.w1,0.0009247522,0.05000,3.309
54,block_sparse_moe.experts.25.w1,0.0009321722,0.05000,3.214
54,block_sparse_moe.experts.27.w1,0.0061910823,0.05000,3.173
54,block_sparse_moe.experts.18.w1,0.0062771192,0.05000,3.340
54,block_sparse_moe.experts.19.w1,0.0075423812,0.05000,3.253
54,block_sparse_moe.experts.22.w1,0.0023609716,0.05000,3.304
54,block_sparse_moe.experts.26.w1,0.0009949110,0.05000,3.422
54,block_sparse_moe.experts.31.w1,0.0025869998,0.05000,3.241
54,block_sparse_moe.experts.40.w1,0.0043363504,0.05000,2.897
54,block_sparse_moe.experts.32.w1,0.0014713605,0.05000,2.882
54,block_sparse_moe.experts.44.w1,0.0023648086,0.05000,2.984
54,block_sparse_moe.experts.36.w1,0.0040703595,0.05000,2.986
54,block_sparse_moe.experts.37.w1,0.0016923594,0.05000,2.995
54,block_sparse_moe.experts.33.w1,0.0022264533,0.05000,2.947
54,block_sparse_moe.experts.41.w1,0.0031986674,0.05000,2.919
54,block_sparse_moe.experts.46.w1,0.0032638194,0.05000,3.001
54,block_sparse_moe.experts.39.w1,0.0057257076,0.05000,3.045
54,block_sparse_moe.experts.45.w1,0.0063850357,0.05000,3.004
54,block_sparse_moe.experts.34.w1,0.0041813885,0.05000,3.010
54,block_sparse_moe.experts.42.w1,0.0025542749,0.05000,2.921
54,block_sparse_moe.experts.35.w1,0.0022548560,0.05000,3.077
54,block_sparse_moe.experts.43.w1,0.0038043807,0.05000,3.128
54,block_sparse_moe.experts.38.w1,0.0023454630,0.05000,3.110
54,block_sparse_moe.experts.47.w1,0.0014439408,0.05000,3.112
54,block_sparse_moe.experts.60.w1,0.0022428711,0.05000,2.932
54,block_sparse_moe.experts.52.w1,0.0033925997,0.05000,3.006
54,block_sparse_moe.experts.48.w1,0.0012928364,0.05000,3.016
54,block_sparse_moe.experts.53.w1,0.0076313818,0.05000,2.901
54,block_sparse_moe.experts.56.w1,0.0134189248,0.05000,3.127
54,block_sparse_moe.experts.57.w1,0.0087562631,0.05000,2.990
54,block_sparse_moe.experts.62.w1,0.0019014398,0.05000,3.003
54,block_sparse_moe.experts.49.w1,0.0014027942,0.05000,3.090
54,block_sparse_moe.experts.61.w1,0.0032562771,0.05000,3.009
54,block_sparse_moe.experts.50.w1,0.0060730410,0.05000,2.977
54,block_sparse_moe.experts.55.w1,0.0070005212,0.05000,3.079
54,block_sparse_moe.experts.58.w1,0.0021303286,0.05000,3.049
54,block_sparse_moe.experts.51.w1,0.0023321401,0.05000,3.045
54,block_sparse_moe.experts.54.w1,0.0100577083,0.05000,3.011
54,block_sparse_moe.experts.59.w1,0.0046312036,0.05000,3.116
54,block_sparse_moe.experts.63.w1,0.0022672404,0.05000,3.132
54,block_sparse_moe.experts.69.w1,0.0037663511,0.05000,2.814
54,block_sparse_moe.experts.64.w1,0.0025420942,0.05000,2.982
54,block_sparse_moe.experts.76.w1,0.0042267741,0.05000,3.085
54,block_sparse_moe.experts.68.w1,0.0066369100,0.05000,3.077
54,block_sparse_moe.experts.73.w1,0.0036017593,0.05000,2.866
54,block_sparse_moe.experts.77.w1,0.0008661288,0.05000,2.797
54,block_sparse_moe.experts.72.w1,0.0041023997,0.05000,3.078
54,block_sparse_moe.experts.65.w1,0.0039120884,0.05000,2.899
54,block_sparse_moe.experts.78.w1,0.0047244302,0.05000,2.996
54,block_sparse_moe.experts.71.w1,0.0038689972,0.05000,2.945
54,block_sparse_moe.experts.74.w1,0.0007980442,0.05000,3.015
54,block_sparse_moe.experts.66.w1,0.0038065712,0.05000,3.122
54,block_sparse_moe.experts.67.w1,0.0024141599,0.05000,3.060
54,block_sparse_moe.experts.75.w1,0.0035885002,0.05000,2.983
54,block_sparse_moe.experts.70.w1,0.0028600986,0.05000,3.123
54,block_sparse_moe.experts.79.w1,0.0056291841,0.05000,3.138
54,block_sparse_moe.experts.85.w1,0.0051935709,0.05000,3.065
54,block_sparse_moe.experts.89.w1,0.0090118747,0.05000,3.013
54,block_sparse_moe.experts.93.w1,0.0056962382,0.05000,3.042
54,block_sparse_moe.experts.92.w1,0.0028591703,0.05000,3.215
54,block_sparse_moe.experts.84.w1,0.0010872240,0.05000,3.198
54,block_sparse_moe.experts.81.w1,0.0019666133,0.05000,3.100
54,block_sparse_moe.experts.80.w1,0.0022218491,0.05000,3.295
54,block_sparse_moe.experts.88.w1,0.0055956608,0.05000,3.191
54,block_sparse_moe.experts.87.w1,0.0048034389,0.05000,3.169
54,block_sparse_moe.experts.83.w1,0.0021094291,0.05000,2.963
54,block_sparse_moe.experts.91.w1,0.0038925691,0.05000,3.040
54,block_sparse_moe.experts.94.w1,0.0028496339,0.05000,3.387
54,block_sparse_moe.experts.82.w1,0.0028862193,0.05000,3.267
54,block_sparse_moe.experts.90.w1,0.0015635193,0.05000,3.306
54,block_sparse_moe.experts.86.w1,0.0069476751,0.05000,3.239
54,block_sparse_moe.experts.95.w1,0.0010149620,0.05000,3.078
54,block_sparse_moe.experts.101.w1,0.0036396230,0.05000,2.716
54,block_sparse_moe.experts.105.w1,0.0042165158,0.05000,2.796
54,block_sparse_moe.experts.109.w1,0.0028649241,0.05000,2.736
54,block_sparse_moe.experts.97.w1,0.0641740693,0.05000,2.870
54,block_sparse_moe.experts.108.w1,0.0044184777,0.05000,3.131
54,block_sparse_moe.experts.107.w1,0.0042364553,0.05000,2.805
54,block_sparse_moe.experts.100.w1,0.0081920353,0.05000,3.172
54,block_sparse_moe.experts.103.w1,0.0025999539,0.05000,3.007
54,block_sparse_moe.experts.96.w1,0.0009625603,0.05000,3.198
54,block_sparse_moe.experts.99.w1,0.0021997575,0.05000,2.967
54,block_sparse_moe.experts.110.w1,0.0018437184,0.05000,2.869
54,block_sparse_moe.experts.104.w1,0.0039244637,0.05000,3.194
54,block_sparse_moe.experts.98.w1,0.0024307330,0.05000,2.867
54,block_sparse_moe.experts.106.w1,0.0182558436,0.05000,2.875
54,block_sparse_moe.experts.102.w1,0.0007106495,0.05000,2.871
54,block_sparse_moe.experts.111.w1,0.0008645765,0.05000,2.952
54,block_sparse_moe.experts.117.w1,0.0059760675,0.05000,3.069
54,block_sparse_moe.experts.121.w1,0.0049105681,0.05000,3.154
54,block_sparse_moe.experts.125.w1,0.0044870618,0.05000,3.228
54,block_sparse_moe.experts.126.w1,0.0020999202,0.05000,2.736
54,block_sparse_moe.experts.113.w1,0.0102450484,0.05000,3.151
54,block_sparse_moe.experts.123.w1,0.0026698810,0.05000,2.996
54,block_sparse_moe.experts.119.w1,0.0035700164,0.05000,2.961
54,block_sparse_moe.experts.124.w1,0.0023978885,0.05000,3.089
54,block_sparse_moe.experts.114.w1,0.0026217445,0.05000,2.885
54,block_sparse_moe.experts.115.w1,0.0011982707,0.05000,2.988
54,block_sparse_moe.experts.116.w1,0.0044343227,0.05000,3.054
54,block_sparse_moe.experts.122.w1,0.0030309787,0.05000,2.887
54,block_sparse_moe.experts.112.w1,0.0051514361,0.05000,3.064
54,block_sparse_moe.experts.118.w1,0.0040672140,0.05000,2.832
54,block_sparse_moe.experts.120.w1,0.0013057199,0.05000,3.101
54,block_sparse_moe.experts.127.w1,0.0042199989,0.05000,3.023
54,block_sparse_moe.experts.133.w1,0.0019503041,0.05000,3.035
54,block_sparse_moe.experts.137.w1,0.0049189705,0.05000,3.079
54,block_sparse_moe.experts.141.w1,0.0031513054,0.05000,3.042
54,block_sparse_moe.experts.129.w1,0.0029510658,0.05000,3.042
54,block_sparse_moe.experts.142.w1,0.0022327872,0.05000,3.114
54,block_sparse_moe.experts.140.w1,0.0053852271,0.05000,3.047
54,block_sparse_moe.experts.130.w1,0.0030002415,0.05000,3.034
54,block_sparse_moe.experts.132.w1,0.0035992283,0.05000,3.025
54,block_sparse_moe.experts.134.w1,0.0041364898,0.05000,2.943
54,block_sparse_moe.experts.138.w1,0.0027119746,0.05000,3.103
54,block_sparse_moe.experts.136.w1,0.0046895226,0.05000,2.999
54,block_sparse_moe.experts.131.w1,0.0024815972,0.05000,3.177
54,block_sparse_moe.experts.128.w1,0.0009320149,0.05000,3.138
54,block_sparse_moe.experts.139.w1,0.0031433742,0.05000,3.306
54,block_sparse_moe.experts.135.w1,0.0013672978,0.05000,3.290
54,block_sparse_moe.experts.143.w1,0.0066463745,0.05000,3.338
54,block_sparse_moe.experts.149.w1,0.0056554060,0.05000,3.180
54,block_sparse_moe.experts.153.w1,0.0030695760,0.05000,3.198
54,block_sparse_moe.experts.158.w1,0.0036629155,0.05000,3.073
54,block_sparse_moe.experts.157.w1,0.0026439585,0.05000,3.267
54,block_sparse_moe.experts.145.w1,0.0057298045,0.05000,3.216
54,block_sparse_moe.experts.156.w1,0.0019262163,0.05000,3.066
54,block_sparse_moe.experts.146.w1,0.0058150831,0.05000,3.072
54,block_sparse_moe.experts.148.w1,0.0027457670,0.05000,3.100
54,block_sparse_moe.experts.152.w1,0.0151057259,0.05000,2.979
54,block_sparse_moe.experts.150.w1,0.0014338754,0.05000,3.064
54,block_sparse_moe.experts.154.w1,0.0027368544,0.05000,3.151
54,block_sparse_moe.experts.144.w1,0.0029120936,0.05000,3.110
54,block_sparse_moe.experts.155.w1,0.0063389867,0.05000,3.154
54,block_sparse_moe.experts.147.w1,0.0206954417,0.05000,3.207
54,block_sparse_moe.experts.151.w1,0.0009426689,0.05000,3.155
54,block_sparse_moe.experts.159.w1,0.0048255273,0.05000,3.019
54,block_sparse_moe.experts.165.w1,0.0047566549,0.05000,3.358
54,block_sparse_moe.experts.174.w1,0.0049956051,0.05000,2.908
54,block_sparse_moe.experts.162.w1,0.0034475920,0.05000,2.811
54,block_sparse_moe.experts.166.w1,0.0021054822,0.05000,2.796
54,block_sparse_moe.experts.169.w1,0.0034566680,0.05000,3.301
54,block_sparse_moe.experts.163.w1,0.0037929572,0.05000,2.815
54,block_sparse_moe.experts.173.w1,0.0098737689,0.05000,3.249
54,block_sparse_moe.experts.170.w1,0.0053225815,0.05000,2.972
54,block_sparse_moe.experts.167.w1,0.0045351451,0.05000,2.892
54,block_sparse_moe.experts.171.w1,0.0175171110,0.05000,2.944
54,block_sparse_moe.experts.172.w1,0.0070015839,0.05000,3.282
54,block_sparse_moe.experts.168.w1,0.0026045708,0.05000,3.212
54,block_sparse_moe.experts.161.w1,0.0036538342,0.05000,3.377
54,block_sparse_moe.experts.164.w1,0.0040245810,0.05000,3.314
54,block_sparse_moe.experts.160.w1,0.0320832994,0.05000,3.258
54,block_sparse_moe.experts.175.w1,0.0011564379,0.05000,2.833
54,block_sparse_moe.experts.181.w1,0.0037482206,0.05000,2.983
54,block_sparse_moe.experts.179.w1,0.0019753587,0.05000,2.696
54,block_sparse_moe.experts.185.w1,0.0029962029,0.05000,2.982
54,block_sparse_moe.experts.190.w1,0.0018979746,0.05000,3.283
54,block_sparse_moe.experts.187.w1,0.0022534993,0.05000,2.856
54,block_sparse_moe.experts.183.w1,0.0053603314,0.05000,2.903
54,block_sparse_moe.experts.189.w1,0.0080078600,0.05000,3.015
54,block_sparse_moe.experts.178.w1,0.0049694941,0.05000,3.352
54,block_sparse_moe.experts.182.w1,0.0011322598,0.05000,3.355
54,block_sparse_moe.experts.191.w1,0.0059824136,0.05000,2.832
54,block_sparse_moe.experts.177.w1,0.0072983615,0.05000,3.058
54,block_sparse_moe.experts.184.w1,0.0074717987,0.05000,3.267
54,block_sparse_moe.experts.186.w1,0.0069160562,0.05000,3.370
54,block_sparse_moe.experts.188.w1,0.0018109733,0.05000,3.307
54,block_sparse_moe.experts.180.w1,0.0028219630,0.05000,3.260
54,block_sparse_moe.experts.176.w1,0.0031785255,0.05000,3.282
54,block_sparse_moe.experts.197.w1,0.0025462242,0.05000,2.894
54,block_sparse_moe.experts.195.w1,0.0030826676,0.05000,3.099
54,block_sparse_moe.experts.201.w1,0.0015708139,0.05000,2.899
54,block_sparse_moe.experts.205.w1,0.0010571883,0.05000,2.985
54,block_sparse_moe.experts.203.w1,0.0017785169,0.05000,3.128
54,block_sparse_moe.experts.206.w1,0.0031263323,0.05000,3.177
54,block_sparse_moe.experts.199.w1,0.0027592018,0.05000,3.152
54,block_sparse_moe.experts.193.w1,0.0018749445,0.05000,2.849
54,block_sparse_moe.experts.194.w1,0.0024769203,0.05000,3.146
54,block_sparse_moe.experts.198.w1,0.1298317015,0.05000,3.158
54,block_sparse_moe.experts.207.w1,0.0063609134,0.05000,3.044
54,block_sparse_moe.experts.202.w1,0.0041870517,0.05000,3.131
54,block_sparse_moe.experts.200.w1,0.0014790956,0.05000,3.170
54,block_sparse_moe.experts.204.w1,0.0015691009,0.05000,3.165
54,block_sparse_moe.experts.196.w1,0.0069631904,0.05000,3.121
54,block_sparse_moe.experts.192.w1,0.0025989652,0.05000,3.181
54,block_sparse_moe.experts.213.w1,0.0018908808,0.05000,3.154
54,block_sparse_moe.experts.211.w1,0.0049265326,0.05000,2.988
54,block_sparse_moe.experts.217.w1,0.0006154862,0.05000,3.111
54,block_sparse_moe.experts.219.w1,0.0092249839,0.05000,2.969
54,block_sparse_moe.experts.215.w1,0.0017427333,0.05000,2.989
54,block_sparse_moe.experts.221.w1,0.0019323854,0.05000,3.141
54,block_sparse_moe.experts.223.w1,0.0012547588,0.05000,2.932
54,block_sparse_moe.experts.209.w1,0.0086517806,0.05000,3.157
54,block_sparse_moe.experts.222.w1,0.0034784689,0.05000,3.198
54,block_sparse_moe.experts.216.w1,0.0028953744,0.05000,2.753
54,block_sparse_moe.experts.210.w1,0.0016333743,0.05000,3.152
54,block_sparse_moe.experts.220.w1,0.0029768386,0.05000,2.770
54,block_sparse_moe.experts.212.w1,0.0034993379,0.05000,2.768
54,block_sparse_moe.experts.214.w1,0.0030996929,0.05000,3.250
54,block_sparse_moe.experts.208.w1,0.0059825121,0.05000,2.853
54,block_sparse_moe.experts.218.w1,0.0019768993,0.05000,3.133
54,block_sparse_moe.experts.229.w1,0.0023405162,0.05000,3.165
54,block_sparse_moe.experts.227.w1,0.0069546117,0.05000,3.034
54,block_sparse_moe.experts.238.w1,0.0030058236,0.05000,2.680
54,block_sparse_moe.experts.233.w1,0.0041003362,0.05000,3.056
54,block_sparse_moe.experts.231.w1,0.0067656529,0.05000,3.037
54,block_sparse_moe.experts.235.w1,0.0017000644,0.05000,3.106
54,block_sparse_moe.experts.226.w1,0.0085466482,0.05000,2.866
54,block_sparse_moe.experts.230.w1,0.0056069062,0.05000,2.741
54,block_sparse_moe.experts.232.w1,0.0178287362,0.05000,2.914
54,block_sparse_moe.experts.237.w1,0.0016406458,0.05000,3.119
54,block_sparse_moe.experts.239.w1,0.0021414273,0.05000,3.042
54,block_sparse_moe.experts.236.w1,0.0089566903,0.05000,2.933
54,block_sparse_moe.experts.228.w1,0.0045072552,0.05000,3.011
54,block_sparse_moe.experts.234.w1,0.0014646739,0.05000,2.762
54,block_sparse_moe.experts.225.w1,0.0025495010,0.05000,3.205
54,block_sparse_moe.experts.224.w1,0.0079399255,0.05000,2.840
54,block_sparse_moe.experts.245.w1,0.0045965838,0.05000,3.101
54,block_sparse_moe.experts.243.w1,0.0016276839,0.05000,3.154
54,block_sparse_moe.experts.249.w1,0.0701783374,0.05000,3.055
54,block_sparse_moe.experts.251.w1,0.0021521079,0.05000,3.052
54,block_sparse_moe.experts.254.w1,0.0018708621,0.05000,3.260
54,block_sparse_moe.experts.247.w1,0.0023860390,0.05000,3.114
54,block_sparse_moe.experts.253.w1,0.0044584481,0.05000,3.028
54,block_sparse_moe.experts.242.w1,0.0068153822,0.05000,3.134
54,block_sparse_moe.experts.248.w1,0.0032992539,0.05000,3.111
54,block_sparse_moe.experts.246.w1,0.0073051583,0.05000,3.183
54,block_sparse_moe.experts.255.w1,0.0071521739,0.05000,3.133
54,block_sparse_moe.experts.252.w1,0.0073726009,0.05000,3.129
54,block_sparse_moe.experts.241.w1,0.0044825182,0.05000,3.021
54,block_sparse_moe.experts.250.w1,0.0038299232,0.05000,3.130
54,block_sparse_moe.experts.244.w1,0.0047531239,0.05000,3.195
54,block_sparse_moe.experts.240.w1,0.0039998308,0.05000,3.146
54,block_sparse_moe.experts.5.w3,0.0048593725,0.05000,2.919
54,block_sparse_moe.experts.9.w3,0.0103297614,0.05000,2.885
54,block_sparse_moe.experts.3.w3,0.0126443160,0.05000,3.261
54,block_sparse_moe.experts.13.w3,0.0041170000,0.05000,2.962
54,block_sparse_moe.experts.8.w3,0.0028887608,0.05000,3.018
54,block_sparse_moe.experts.14.w3,0.0062016577,0.05000,3.162
54,block_sparse_moe.experts.7.w3,0.0018157130,0.05000,3.163
54,block_sparse_moe.experts.11.w3,0.0038422742,0.05000,3.214
54,block_sparse_moe.experts.2.w3,0.0024100350,0.05000,3.118
54,block_sparse_moe.experts.1.w3,0.0026537190,0.05000,3.017
54,block_sparse_moe.experts.6.w3,0.0056612370,0.05000,3.136
54,block_sparse_moe.experts.12.w3,0.0027653252,0.05000,3.132
54,block_sparse_moe.experts.4.w3,0.0056320363,0.05000,3.105
54,block_sparse_moe.experts.15.w3,0.0077733672,0.05000,3.272
54,block_sparse_moe.experts.10.w3,0.0041281926,0.05000,3.159
54,block_sparse_moe.experts.0.w3,0.0017668373,0.05000,3.116
54,block_sparse_moe.experts.21.w3,0.0032939494,0.05000,3.124
54,block_sparse_moe.experts.25.w3,0.0010759252,0.05000,3.155
54,block_sparse_moe.experts.19.w3,0.0087210868,0.05000,3.041
54,block_sparse_moe.experts.24.w3,0.0026197070,0.05000,2.975
54,block_sparse_moe.experts.29.w3,0.0010443613,0.05000,3.112
54,block_sparse_moe.experts.23.w3,0.0086928351,0.05000,3.010
54,block_sparse_moe.experts.27.w3,0.0071517029,0.05000,3.045
54,block_sparse_moe.experts.30.w3,0.0059660112,0.05000,3.130
54,block_sparse_moe.experts.28.w3,0.0047394519,0.05000,3.001
54,block_sparse_moe.experts.22.w3,0.0028714809,0.05000,3.059
54,block_sparse_moe.experts.18.w3,0.0072024357,0.05000,3.150
54,block_sparse_moe.experts.17.w3,0.0030843758,0.05000,3.153
54,block_sparse_moe.experts.16.w3,0.0037649578,0.05000,2.946
54,block_sparse_moe.experts.26.w3,0.0011294117,0.05000,2.994
54,block_sparse_moe.experts.31.w3,0.0029932208,0.05000,3.034
54,block_sparse_moe.experts.20.w3,0.0012972616,0.05000,3.047
54,block_sparse_moe.experts.37.w3,0.0018733293,0.05000,3.008
54,block_sparse_moe.experts.41.w3,0.0035988617,0.05000,3.107
54,block_sparse_moe.experts.45.w3,0.0071203216,0.05000,2.967
54,block_sparse_moe.experts.40.w3,0.0054086529,0.05000,3.032
54,block_sparse_moe.experts.35.w3,0.0025300622,0.05000,3.186
54,block_sparse_moe.experts.33.w3,0.0024764850,0.05000,2.844
54,block_sparse_moe.experts.46.w3,0.0037210831,0.05000,3.018
54,block_sparse_moe.experts.34.w3,0.0048119073,0.05000,2.969
54,block_sparse_moe.experts.39.w3,0.0066686609,0.05000,3.137
54,block_sparse_moe.experts.44.w3,0.0027143050,0.05000,3.026
54,block_sparse_moe.experts.32.w3,0.0016815375,0.05000,2.944
54,block_sparse_moe.experts.36.w3,0.0048519360,0.05000,2.918
54,block_sparse_moe.experts.38.w3,0.0026406853,0.05000,3.086
54,block_sparse_moe.experts.43.w3,0.0043984801,0.05000,3.258
54,block_sparse_moe.experts.42.w3,0.0029239130,0.05000,3.116
54,block_sparse_moe.experts.47.w3,0.0016389281,0.05000,3.282
54,block_sparse_moe.experts.53.w3,0.0086226510,0.05000,1.383
54,block_sparse_moe.experts.51.w3,0.0026129158,0.05000,3.331
54,block_sparse_moe.experts.55.w3,0.0078663850,0.05000,3.352
54,block_sparse_moe.experts.62.w3,0.0022089398,0.05000,3.391
54,block_sparse_moe.experts.54.w3,0.0113458499,0.05000,3.417
54,block_sparse_moe.experts.59.w3,0.0052485432,0.05000,3.441
54,block_sparse_moe.experts.50.w3,0.0068694873,0.05000,3.607
54,block_sparse_moe.experts.58.w3,0.0024772906,0.05000,3.381
54,block_sparse_moe.experts.63.w3,0.0025595404,0.05000,3.451
54,block_sparse_moe.experts.56.w3,0.0151573169,0.05000,5.565
54,block_sparse_moe.experts.52.w3,0.0038609102,0.05000,5.509
54,block_sparse_moe.experts.60.w3,0.0025708398,0.05000,5.610
54,block_sparse_moe.experts.48.w3,0.0014830740,0.05000,5.614
54,block_sparse_moe.experts.67.w3,0.0027155848,0.05000,3.547
54,block_sparse_moe.experts.78.w3,0.0053904029,0.05000,3.476
54,block_sparse_moe.experts.71.w3,0.0044408626,0.05000,3.545
54,block_sparse_moe.experts.70.w3,0.0032743312,0.05000,3.427
54,block_sparse_moe.experts.74.w3,0.0009075647,0.05000,3.495
54,block_sparse_moe.experts.75.w3,0.0040549730,0.05000,3.606
54,block_sparse_moe.experts.66.w3,0.0043093908,0.05000,3.646
54,block_sparse_moe.experts.79.w3,0.0063629612,0.05000,3.503
54,block_sparse_moe.experts.72.w3,0.0047192445,0.05000,3.367
54,block_sparse_moe.experts.68.w3,0.0075811440,0.05000,3.515
54,block_sparse_moe.experts.76.w3,0.0047869293,0.05000,3.514
54,block_sparse_moe.experts.64.w3,0.0028297404,0.05000,3.475
54,block_sparse_moe.experts.83.w3,0.0024307569,0.05000,4.031
54,block_sparse_moe.experts.87.w3,0.0053983180,0.05000,4.009
54,block_sparse_moe.experts.91.w3,0.0044123515,0.05000,4.014
54,block_sparse_moe.experts.95.w3,0.0011767527,0.05000,3.956
54,block_sparse_moe.experts.88.w3,0.0064345976,0.05000,3.625
54,block_sparse_moe.experts.84.w3,0.0012521743,0.05000,3.516
54,block_sparse_moe.experts.80.w3,0.0025061519,0.05000,3.495
54,block_sparse_moe.experts.92.w3,0.0032123942,0.05000,3.543
54,block_sparse_moe.experts.99.w3,0.0024624634,0.05000,3.673
54,block_sparse_moe.experts.103.w3,0.0029972133,0.05000,3.705
54,block_sparse_moe.experts.107.w3,0.0049157636,0.05000,3.721
54,block_sparse_moe.experts.111.w3,0.0009878027,0.05000,3.728
54,block_sparse_moe.experts.104.w3,0.0044912205,0.05000,3.741
54,block_sparse_moe.experts.100.w3,0.0095763261,0.05000,3.762
54,block_sparse_moe.experts.94.w3,0.0032648084,0.05000,9.575
54,block_sparse_moe.experts.96.w3,0.0010721700,0.05000,3.758
54,block_sparse_moe.experts.86.w3,0.0080194476,0.05000,9.553
54,block_sparse_moe.experts.108.w3,0.0050298849,0.05000,3.821
54,block_sparse_moe.experts.90.w3,0.0017784242,0.05000,9.453
54,block_sparse_moe.experts.82.w3,0.0034652088,0.05000,9.514
54,block_sparse_moe.experts.120.w3,0.0014527219,0.05000,3.160
54,block_sparse_moe.experts.116.w3,0.0049684728,0.05000,3.299
54,block_sparse_moe.experts.124.w3,0.0027244454,0.05000,3.183
54,block_sparse_moe.experts.112.w3,0.0059162310,0.05000,3.326
54,block_sparse_moe.experts.110.w3,0.0021533965,0.05000,3.521
54,block_sparse_moe.experts.102.w3,0.0008107799,0.05000,3.423
54,block_sparse_moe.experts.106.w3,0.0218100573,0.05000,3.535
54,block_sparse_moe.experts.98.w3,0.0028564539,0.05000,3.467
54,block_sparse_moe.experts.136.w3,0.0053808938,0.05000,3.131
54,block_sparse_moe.experts.140.w3,0.0061139088,0.05000,3.069
54,block_sparse_moe.experts.115.w3,0.0014594675,0.05000,8.375
54,block_sparse_moe.experts.132.w3,0.0041155701,0.05000,3.214
54,block_sparse_moe.experts.119.w3,0.0040581493,0.05000,8.318
54,block_sparse_moe.experts.128.w3,0.0010740774,0.05000,3.228
54,block_sparse_moe.experts.118.w3,0.0046218103,0.05000,3.053
54,block_sparse_moe.experts.126.w3,0.0023697772,0.05000,3.059
54,block_sparse_moe.experts.122.w3,0.0034760122,0.05000,2.985
54,block_sparse_moe.experts.114.w3,0.0031483966,0.05000,2.873
54,block_sparse_moe.experts.127.w3,0.0047519549,0.05000,8.348
54,block_sparse_moe.experts.123.w3,0.0030522325,0.05000,8.521
54,block_sparse_moe.experts.49.w3,0.0015392962,0.05000,2.991
54,block_sparse_moe.experts.69.w3,0.0043086581,0.05000,3.000
54,block_sparse_moe.experts.57.w3,0.0099917695,0.05000,3.017
54,block_sparse_moe.experts.61.w3,0.0036308476,0.05000,3.132
54,block_sparse_moe.experts.152.w3,0.0172364902,0.05000,3.907
54,block_sparse_moe.experts.131.w3,0.0028207623,0.05000,3.710
54,block_sparse_moe.experts.135.w3,0.0015259276,0.05000,3.726
54,block_sparse_moe.experts.148.w3,0.0029994729,0.05000,3.817
54,block_sparse_moe.experts.156.w3,0.0022024270,0.05000,3.951
54,block_sparse_moe.experts.144.w3,0.0033896099,0.05000,3.905
54,block_sparse_moe.experts.143.w3,0.0075618916,0.05000,3.465
54,block_sparse_moe.experts.139.w3,0.0035553071,0.05000,3.450
54,block_sparse_moe.experts.142.w3,0.0025976402,0.05000,3.513
54,block_sparse_moe.experts.134.w3,0.0047217478,0.05000,3.544
54,block_sparse_moe.experts.130.w3,0.0034472940,0.05000,3.549
54,block_sparse_moe.experts.138.w3,0.0030351468,0.05000,3.552
54,block_sparse_moe.experts.73.w3,0.0040822546,0.05000,3.604
54,block_sparse_moe.experts.85.w3,0.0059058283,0.05000,3.721
54,block_sparse_moe.experts.65.w3,0.0043706034,0.05000,3.734
54,block_sparse_moe.experts.77.w3,0.0010018515,0.05000,3.696
54,block_sparse_moe.experts.168.w3,0.0030010719,0.05000,3.136
54,block_sparse_moe.experts.164.w3,0.0046175231,0.05000,3.057
54,block_sparse_moe.experts.172.w3,0.0082367714,0.05000,3.101
54,block_sparse_moe.experts.160.w3,0.0376517049,0.05000,3.015
54,block_sparse_moe.experts.151.w3,0.0010808833,0.05000,2.886
54,block_sparse_moe.experts.147.w3,0.0237910463,0.05000,2.996
54,block_sparse_moe.experts.155.w3,0.0072622162,0.05000,3.025
54,block_sparse_moe.experts.159.w3,0.0056016920,0.05000,3.164
54,block_sparse_moe.experts.89.w3,0.0100860967,0.05000,2.981
54,block_sparse_moe.experts.101.w3,0.0041727997,0.05000,2.933
54,block_sparse_moe.experts.150.w3,0.0016881890,0.05000,3.128
54,block_sparse_moe.experts.158.w3,0.0041522750,0.05000,3.193
54,block_sparse_moe.experts.93.w3,0.0068114747,0.05000,2.957
54,block_sparse_moe.experts.81.w3,0.0022669295,0.05000,3.064
54,block_sparse_moe.experts.146.w3,0.0067073059,0.05000,3.223
54,block_sparse_moe.experts.154.w3,0.0031843032,0.05000,3.263
54,block_sparse_moe.experts.184.w3,0.0086625965,0.05000,3.056
54,block_sparse_moe.experts.167.w3,0.0052723896,0.05000,2.945
54,block_sparse_moe.experts.180.w3,0.0032809977,0.05000,3.177
54,block_sparse_moe.experts.188.w3,0.0021094368,0.05000,3.133
54,block_sparse_moe.experts.176.w3,0.0035821869,0.05000,3.065
54,block_sparse_moe.experts.171.w3,0.0217315798,0.05000,3.052
54,block_sparse_moe.experts.163.w3,0.0042844852,0.05000,3.087
54,block_sparse_moe.experts.175.w3,0.0013265908,0.05000,3.086
54,block_sparse_moe.experts.105.w3,0.0048897463,0.05000,2.939
54,block_sparse_moe.experts.117.w3,0.0068281332,0.05000,3.040
54,block_sparse_moe.experts.109.w3,0.0032424576,0.05000,2.955
54,block_sparse_moe.experts.166.w3,0.0023976177,0.05000,3.062
54,block_sparse_moe.experts.200.w3,0.0016759084,0.05000,1.415
54,block_sparse_moe.experts.174.w3,0.0056660045,0.05000,3.058
54,block_sparse_moe.experts.162.w3,0.0039321703,0.05000,3.122
54,block_sparse_moe.experts.170.w3,0.0062787496,0.05000,3.151
54,block_sparse_moe.experts.97.w3,0.0761605457,0.05000,3.499
54,block_sparse_moe.experts.183.w3,0.0061145663,0.05000,3.537
54,block_sparse_moe.experts.187.w3,0.0025182641,0.05000,3.436
54,block_sparse_moe.experts.179.w3,0.0022753805,0.05000,3.468
54,block_sparse_moe.experts.191.w3,0.0068758051,0.05000,3.405
54,block_sparse_moe.experts.121.w3,0.0054917572,0.05000,3.366
54,block_sparse_moe.experts.133.w3,0.0023272854,0.05000,3.391
54,block_sparse_moe.experts.182.w3,0.0012706612,0.05000,3.449
54,block_sparse_moe.experts.125.w3,0.0051501563,0.05000,3.493
54,block_sparse_moe.experts.190.w3,0.0021661349,0.05000,3.502
54,block_sparse_moe.experts.178.w3,0.0058249040,0.05000,3.432
54,block_sparse_moe.experts.186.w3,0.0078395643,0.05000,3.424
54,block_sparse_moe.experts.113.w3,0.0118376972,0.05000,3.220
54,block_sparse_moe.experts.216.w3,0.0032642259,0.05000,3.253
54,block_sparse_moe.experts.204.w3,0.0018680112,0.05000,3.283
54,block_sparse_moe.experts.192.w3,0.0030212676,0.05000,3.320
54,block_sparse_moe.experts.196.w3,0.0081571610,0.05000,3.325
54,block_sparse_moe.experts.199.w3,0.0031605898,0.05000,2.936
54,block_sparse_moe.experts.195.w3,0.0035306375,0.05000,2.948
54,block_sparse_moe.experts.203.w3,0.0020870526,0.05000,3.039
54,block_sparse_moe.experts.207.w3,0.0072094588,0.05000,3.061
54,block_sparse_moe.experts.137.w3,0.0058197318,0.05000,3.153
54,block_sparse_moe.experts.149.w3,0.0065294363,0.05000,3.005
54,block_sparse_moe.experts.198.w3,0.1493628422,0.05000,3.021
54,block_sparse_moe.experts.141.w3,0.0035440294,0.05000,3.066
54,block_sparse_moe.experts.206.w3,0.0037314174,0.05000,3.027
54,block_sparse_moe.experts.194.w3,0.0028653707,0.05000,2.996
54,block_sparse_moe.experts.202.w3,0.0046872722,0.05000,3.022
54,block_sparse_moe.experts.129.w3,0.0033850342,0.05000,3.025
54,block_sparse_moe.experts.232.w3,0.0203358218,0.05000,3.070
54,block_sparse_moe.experts.220.w3,0.0033615514,0.05000,3.043
54,block_sparse_moe.experts.212.w3,0.0040149853,0.05000,3.103
54,block_sparse_moe.experts.208.w3,0.0067552291,0.05000,3.135
54,block_sparse_moe.experts.215.w3,0.0019592165,0.05000,2.993
54,block_sparse_moe.experts.211.w3,0.0056208313,0.05000,2.992
54,block_sparse_moe.experts.219.w3,0.0105276523,0.05000,3.050
54,block_sparse_moe.experts.223.w3,0.0014448927,0.05000,3.000
54,block_sparse_moe.experts.165.w3,0.0054486220,0.05000,2.722
54,block_sparse_moe.experts.153.w3,0.0035243034,0.05000,2.752
54,block_sparse_moe.experts.157.w3,0.0029624259,0.05000,2.757
54,block_sparse_moe.experts.214.w3,0.0034709213,0.05000,2.949
54,block_sparse_moe.experts.145.w3,0.0064887908,0.05000,2.764
54,block_sparse_moe.experts.222.w3,0.0039593519,0.05000,3.012
54,block_sparse_moe.experts.210.w3,0.0018490460,0.05000,3.035
54,block_sparse_moe.experts.218.w3,0.0022524650,0.05000,2.996
54,block_sparse_moe.experts.236.w3,0.0101116159,0.05000,3.127
54,block_sparse_moe.experts.248.w3,0.0039397444,0.05000,3.184
54,block_sparse_moe.experts.228.w3,0.0051371332,0.05000,3.114
54,block_sparse_moe.experts.224.w3,0.0089302050,0.05000,3.145
54,block_sparse_moe.experts.231.w3,0.0076552688,0.05000,3.088
54,block_sparse_moe.experts.227.w3,0.0079402888,0.05000,2.965
54,block_sparse_moe.experts.239.w3,0.0023956814,0.05000,2.912
54,block_sparse_moe.experts.235.w3,0.0018561214,0.05000,3.082
54,block_sparse_moe.experts.181.w3,0.0042968183,0.05000,2.865
54,block_sparse_moe.experts.169.w3,0.0038755129,0.05000,2.912
54,block_sparse_moe.experts.173.w3,0.0110407682,0.05000,2.844
54,block_sparse_moe.experts.230.w3,0.0064990603,0.05000,2.917
54,block_sparse_moe.experts.161.w3,0.0041794232,0.05000,2.854
54,block_sparse_moe.experts.226.w3,0.0098356807,0.05000,2.898
54,block_sparse_moe.experts.238.w3,0.0034831443,0.05000,2.973
54,block_sparse_moe.experts.234.w3,0.0016608339,0.05000,2.895
54,block_sparse_moe.experts.252.w3,0.0084748119,0.05000,2.380
54,block_sparse_moe.experts.240.w3,0.0048185791,0.05000,2.314
54,block_sparse_moe.experts.244.w3,0.0054262246,0.05000,2.378
54,block_sparse_moe.experts.247.w3,0.0027588441,0.05000,2.951
54,block_sparse_moe.experts.243.w3,0.0018192615,0.05000,2.921
54,block_sparse_moe.experts.197.w3,0.0028696280,0.05000,2.672
54,block_sparse_moe.experts.255.w3,0.0080641062,0.05000,2.838
54,block_sparse_moe.experts.251.w3,0.0024136056,0.05000,2.790
54,block_sparse_moe.experts.185.w3,0.0034549929,0.05000,2.736
54,block_sparse_moe.experts.189.w3,0.0092391610,0.05000,2.815
54,block_sparse_moe.experts.246.w3,0.0084307033,0.05000,2.748
54,block_sparse_moe.experts.177.w3,0.0084152672,0.05000,2.786
54,block_sparse_moe.experts.242.w3,0.0076938738,0.05000,2.681
54,block_sparse_moe.experts.250.w3,0.0042454003,0.05000,2.676
54,block_sparse_moe.experts.254.w3,0.0021380628,0.05000,2.718
54,block_sparse_moe.experts.213.w3,0.0021575218,0.05000,2.375
54,block_sparse_moe.experts.201.w3,0.0018513849,0.05000,2.407
54,block_sparse_moe.experts.205.w3,0.0011882424,0.05000,2.475
54,block_sparse_moe.experts.193.w3,0.0021257887,0.05000,2.733
54,block_sparse_moe.experts.229.w3,0.0026901854,0.05000,2.909
54,block_sparse_moe.experts.217.w3,0.0006959147,0.05000,2.889
54,block_sparse_moe.experts.221.w3,0.0022413065,0.05000,3.027
54,block_sparse_moe.experts.209.w3,0.0100298429,0.05000,3.089
54,block_sparse_moe.experts.245.w3,0.0052449240,0.05000,2.924
54,block_sparse_moe.experts.233.w3,0.0047190717,0.05000,2.899
54,block_sparse_moe.experts.237.w3,0.0018437551,0.05000,2.717
54,block_sparse_moe.experts.225.w3,0.0028837965,0.05000,2.539
54,block_sparse_moe.experts.249.w3,0.0832358897,0.05000,1.830
54,block_sparse_moe.experts.253.w3,0.0051676362,0.05000,2.001
54,block_sparse_moe.experts.241.w3,0.0050847605,0.05000,1.805
54,block_sparse_moe.experts.5.w2,0.0165395945,0.05000,1.398
54,block_sparse_moe.experts.15.w2,0.0249007087,0.05000,1.415
54,block_sparse_moe.experts.11.w2,0.0006240798,0.05000,1.433
54,block_sparse_moe.experts.14.w2,0.0310648812,0.05000,1.448
54,block_sparse_moe.experts.7.w2,0.0006764480,0.05000,1.498
54,block_sparse_moe.experts.13.w2,0.0046027765,0.05000,1.471
54,block_sparse_moe.experts.1.w2,0.0116135918,0.05000,1.515
54,block_sparse_moe.experts.6.w2,0.0041609471,0.05000,1.525
54,block_sparse_moe.experts.9.w2,0.0383385313,0.05000,1.536
54,block_sparse_moe.experts.3.w2,0.0498982341,0.05000,1.550
54,block_sparse_moe.experts.2.w2,0.0010135768,0.05000,1.563
54,block_sparse_moe.experts.8.w2,0.0020170408,0.05000,1.575
54,block_sparse_moe.experts.0.w2,0.0013906886,0.05000,1.614
54,block_sparse_moe.experts.10.w2,0.0089945058,0.05000,1.599
54,block_sparse_moe.experts.4.w2,0.0276477080,0.05000,1.630
54,block_sparse_moe.experts.12.w2,0.0007011198,0.05000,1.609
54,block_sparse_moe.experts.21.w2,0.0134146232,0.05000,1.521
54,block_sparse_moe.experts.31.w2,0.0084561806,0.05000,1.520
54,block_sparse_moe.experts.29.w2,0.0036428469,0.05000,1.499
54,block_sparse_moe.experts.30.w2,0.0092839674,0.05000,1.553
54,block_sparse_moe.experts.17.w2,0.0126326402,0.05000,1.541
54,block_sparse_moe.experts.27.w2,0.0011650048,0.05000,1.591
54,block_sparse_moe.experts.22.w2,0.0095443833,0.05000,1.556
54,block_sparse_moe.experts.25.w2,0.0004744129,0.05000,1.565
54,block_sparse_moe.experts.23.w2,0.0144604100,0.05000,1.603
54,block_sparse_moe.experts.19.w2,0.0205164624,0.05000,1.558
54,block_sparse_moe.experts.18.w2,0.0082346282,0.05000,1.577
54,block_sparse_moe.experts.24.w2,0.0093967683,0.05000,1.656
54,block_sparse_moe.experts.26.w2,0.0022169018,0.05000,1.633
54,block_sparse_moe.experts.16.w2,0.0112206475,0.05000,1.664
54,block_sparse_moe.experts.20.w2,0.0122000379,0.05000,1.700
54,block_sparse_moe.experts.28.w2,0.0143192454,0.05000,1.744
54,block_sparse_moe.experts.47.w2,0.0032255512,0.05000,1.453
54,block_sparse_moe.experts.43.w2,0.0131398847,0.05000,1.460
54,block_sparse_moe.experts.35.w2,0.0010375761,0.05000,1.449
54,block_sparse_moe.experts.39.w2,0.0207608177,0.05000,1.454
54,block_sparse_moe.experts.37.w2,0.0020542951,0.05000,1.619
54,block_sparse_moe.experts.45.w2,0.0304107534,0.05000,1.560
54,block_sparse_moe.experts.33.w2,0.0076309466,0.05000,1.553
54,block_sparse_moe.experts.46.w2,0.0029631459,0.05000,1.585
54,block_sparse_moe.experts.38.w2,0.0060491183,0.05000,1.553
54,block_sparse_moe.experts.41.w2,0.0042814303,0.05000,1.534
54,block_sparse_moe.experts.34.w2,0.0213617387,0.05000,1.576
54,block_sparse_moe.experts.40.w2,0.0222369160,0.05000,1.503
54,block_sparse_moe.experts.42.w2,0.0049662031,0.05000,1.617
54,block_sparse_moe.experts.32.w2,0.0044952456,0.05000,1.610
54,block_sparse_moe.experts.36.w2,0.0203612668,0.05000,1.563
54,block_sparse_moe.experts.44.w2,0.0123896047,0.05000,1.557
54,block_sparse_moe.experts.63.w2,0.0329697361,0.05000,1.439
54,block_sparse_moe.experts.51.w2,0.0027919067,0.05000,1.359
54,block_sparse_moe.experts.54.w2,0.2753099826,0.05000,1.289
54,block_sparse_moe.experts.59.w2,0.0010913736,0.05000,1.410
54,block_sparse_moe.experts.62.w2,0.0002999542,0.05000,1.321
54,block_sparse_moe.experts.55.w2,0.0091153875,0.05000,1.390
54,block_sparse_moe.experts.53.w2,0.0375671600,0.05000,1.395
54,block_sparse_moe.experts.50.w2,0.0352410151,0.05000,1.259
54,block_sparse_moe.experts.61.w2,0.0052839331,0.05000,1.446
54,block_sparse_moe.experts.49.w2,0.0036934039,0.05000,1.448
54,block_sparse_moe.experts.57.w2,0.0387894208,0.05000,1.465
54,block_sparse_moe.experts.58.w2,0.0118679760,0.05000,1.343
54,block_sparse_moe.experts.56.w2,0.0431590930,0.05000,1.599
54,block_sparse_moe.experts.52.w2,0.0022448214,0.05000,1.526
54,block_sparse_moe.experts.60.w2,0.0077733945,0.05000,1.520
54,block_sparse_moe.experts.48.w2,0.0015643524,0.05000,1.605
54,block_sparse_moe.experts.78.w2,0.0030139396,0.05000,1.314
54,block_sparse_moe.experts.70.w2,0.0079605961,0.05000,1.376
54,block_sparse_moe.experts.66.w2,0.0006776640,0.05000,1.338
54,block_sparse_moe.experts.67.w2,0.0005874422,0.05000,1.487
54,block_sparse_moe.experts.79.w2,0.0093662536,0.05000,1.556
54,block_sparse_moe.experts.71.w2,0.0273699300,0.05000,1.488
54,block_sparse_moe.experts.75.w2,0.0179873777,0.05000,1.539
54,block_sparse_moe.experts.69.w2,0.0091737813,0.05000,1.591
54,block_sparse_moe.experts.77.w2,0.0046253508,0.05000,1.576
54,block_sparse_moe.experts.65.w2,0.0352197545,0.05000,1.573
54,block_sparse_moe.experts.74.w2,0.0125444938,0.05000,1.411
54,block_sparse_moe.experts.73.w2,0.0076587721,0.05000,1.564
54,block_sparse_moe.experts.72.w2,0.0027508652,0.05000,1.611
54,block_sparse_moe.experts.68.w2,0.0195516538,0.05000,1.589
54,block_sparse_moe.experts.76.w2,0.0096033807,0.05000,1.646
54,block_sparse_moe.experts.64.w2,0.0014566313,0.05000,1.633
54,block_sparse_moe.experts.94.w2,0.0051545946,0.05000,1.471
54,block_sparse_moe.experts.82.w2,0.0011042513,0.05000,1.417
54,block_sparse_moe.experts.86.w2,0.0223798099,0.05000,1.433
54,block_sparse_moe.experts.83.w2,0.0088953386,0.05000,1.564
54,block_sparse_moe.experts.87.w2,0.0172513754,0.05000,1.534
54,block_sparse_moe.experts.95.w2,0.0056695693,0.05000,1.615
54,block_sparse_moe.experts.85.w2,0.0224929283,0.05000,1.488
54,block_sparse_moe.experts.91.w2,0.0134475896,0.05000,1.593
54,block_sparse_moe.experts.90.w2,0.0052787678,0.05000,1.492
54,block_sparse_moe.experts.81.w2,0.0013142268,0.05000,1.514
54,block_sparse_moe.experts.93.w2,0.0062645649,0.05000,1.563
54,block_sparse_moe.experts.89.w2,0.0435395448,0.05000,1.568
54,block_sparse_moe.experts.88.w2,0.0026616936,0.05000,1.567
54,block_sparse_moe.experts.84.w2,0.0110321518,0.05000,1.529
54,block_sparse_moe.experts.92.w2,0.0032742030,0.05000,1.587
54,block_sparse_moe.experts.80.w2,0.0156376397,0.05000,1.603
54,block_sparse_moe.experts.98.w2,0.0274283192,0.05000,1.391
54,block_sparse_moe.experts.102.w2,0.0003451521,0.05000,1.403
54,block_sparse_moe.experts.110.w2,0.0061250122,0.05000,1.436
54,block_sparse_moe.experts.101.w2,0.0185472392,0.05000,1.379
54,block_sparse_moe.experts.103.w2,0.0006252088,0.05000,1.558
54,block_sparse_moe.experts.106.w2,0.0422652295,0.05000,1.409
54,block_sparse_moe.experts.99.w2,0.0071077152,0.05000,1.585
54,block_sparse_moe.experts.97.w2,0.1610060445,0.05000,1.439
54,block_sparse_moe.experts.109.w2,0.0080742286,0.05000,1.468
54,block_sparse_moe.experts.107.w2,0.0054438148,0.05000,1.583
54,block_sparse_moe.experts.105.w2,0.0243009305,0.05000,1.425
54,block_sparse_moe.experts.111.w2,0.0038076525,0.05000,1.633
54,block_sparse_moe.experts.100.w2,0.0060835177,0.05000,1.468
54,block_sparse_moe.experts.104.w2,0.0121845213,0.05000,1.493
54,block_sparse_moe.experts.96.w2,0.0153489932,0.05000,1.479
54,block_sparse_moe.experts.108.w2,0.0031028892,0.05000,1.517
54,block_sparse_moe.experts.114.w2,0.0355804592,0.05000,1.518
54,block_sparse_moe.experts.118.w2,0.0014309907,0.05000,1.518
54,block_sparse_moe.experts.126.w2,0.0002930936,0.05000,1.531
54,block_sparse_moe.experts.119.w2,0.0038231271,0.05000,1.334
54,block_sparse_moe.experts.115.w2,0.0220691973,0.05000,1.375
54,block_sparse_moe.experts.123.w2,0.0011064502,0.05000,1.319
54,block_sparse_moe.experts.117.w2,0.0320712727,0.05000,1.576
54,block_sparse_moe.experts.127.w2,0.0037422072,0.05000,1.377
54,block_sparse_moe.experts.122.w2,0.0039490082,0.05000,1.531
54,block_sparse_moe.experts.121.w2,0.0243697468,0.05000,1.464
54,block_sparse_moe.experts.113.w2,0.0049525575,0.05000,1.536
54,block_sparse_moe.experts.125.w2,0.0264429293,0.05000,1.534
54,block_sparse_moe.experts.120.w2,0.0020576063,0.05000,1.513
54,block_sparse_moe.experts.116.w2,0.0124196895,0.05000,1.551
54,block_sparse_moe.experts.112.w2,0.0156807961,0.05000,1.532
54,block_sparse_moe.experts.124.w2,0.0086931462,0.05000,1.596
54,block_sparse_moe.experts.134.w2,0.0011055435,0.05000,1.450
54,block_sparse_moe.experts.130.w2,0.0250433277,0.05000,1.487
54,block_sparse_moe.experts.142.w2,0.0053550656,0.05000,1.533
54,block_sparse_moe.experts.135.w2,0.0100101202,0.05000,1.446
54,block_sparse_moe.experts.139.w2,0.0190325348,0.05000,1.390
54,block_sparse_moe.experts.131.w2,0.0007152684,0.05000,1.424
54,block_sparse_moe.experts.133.w2,0.0096181181,0.05000,1.400
54,block_sparse_moe.experts.143.w2,0.0102938335,0.05000,1.433
54,block_sparse_moe.experts.138.w2,0.0030542377,0.05000,1.487
54,block_sparse_moe.experts.141.w2,0.0202197134,0.05000,1.429
54,block_sparse_moe.experts.137.w2,0.0286257086,0.05000,1.524
54,block_sparse_moe.experts.129.w2,0.0111840939,0.05000,1.547
54,block_sparse_moe.experts.136.w2,0.0264490181,0.05000,1.356
54,block_sparse_moe.experts.132.w2,0.0020091025,0.05000,1.430
54,block_sparse_moe.experts.128.w2,0.0067492686,0.05000,1.400
54,block_sparse_moe.experts.140.w2,0.0045070632,0.05000,1.485
54,block_sparse_moe.experts.150.w2,0.0088171250,0.05000,1.557
54,block_sparse_moe.experts.146.w2,0.0047602046,0.05000,1.599
54,block_sparse_moe.experts.149.w2,0.0394047106,0.05000,1.419
54,block_sparse_moe.experts.158.w2,0.0083995364,0.05000,1.632
54,block_sparse_moe.experts.151.w2,0.0039370444,0.05000,1.562
54,block_sparse_moe.experts.147.w2,0.0466018934,0.05000,1.554
54,block_sparse_moe.experts.155.w2,0.0019787809,0.05000,1.589
54,block_sparse_moe.experts.159.w2,0.0160340987,0.05000,1.563
54,block_sparse_moe.experts.157.w2,0.0012095563,0.05000,1.534
54,block_sparse_moe.experts.153.w2,0.0021050941,0.05000,1.487
54,block_sparse_moe.experts.154.w2,0.0049284031,0.05000,1.589
54,block_sparse_moe.experts.152.w2,0.0554918925,0.05000,1.278
54,block_sparse_moe.experts.145.w2,0.0130275035,0.05000,1.509
54,block_sparse_moe.experts.148.w2,0.0123476727,0.05000,1.431
54,block_sparse_moe.experts.144.w2,0.0073916578,0.05000,1.332
54,block_sparse_moe.experts.156.w2,0.0018691118,0.05000,1.479
54,block_sparse_moe.experts.166.w2,0.0052733034,0.05000,1.488
54,block_sparse_moe.experts.162.w2,0.0039417465,0.05000,1.494
54,block_sparse_moe.experts.174.w2,0.0147870818,0.05000,1.441
54,block_sparse_moe.experts.167.w2,0.0091404446,0.05000,1.513
54,block_sparse_moe.experts.163.w2,0.0149307261,0.05000,1.542
54,block_sparse_moe.experts.165.w2,0.0078034786,0.05000,1.670
54,block_sparse_moe.experts.171.w2,0.0222401788,0.05000,1.547
54,block_sparse_moe.experts.170.w2,0.0459698757,0.05000,1.387
54,block_sparse_moe.experts.175.w2,0.0051263348,0.05000,1.670
54,block_sparse_moe.experts.173.w2,0.0312598909,0.05000,1.642
54,block_sparse_moe.experts.161.w2,0.0332560936,0.05000,1.584
54,block_sparse_moe.experts.169.w2,0.0105537007,0.05000,1.664
54,block_sparse_moe.experts.168.w2,0.0017794761,0.05000,1.691
54,block_sparse_moe.experts.164.w2,0.0258392205,0.05000,1.679
54,block_sparse_moe.experts.160.w2,0.0985690293,0.05000,1.648
54,block_sparse_moe.experts.172.w2,0.0287236030,0.05000,1.507
54,block_sparse_moe.experts.182.w2,0.0002233446,0.05000,1.430
54,block_sparse_moe.experts.178.w2,0.0242178111,0.05000,1.459
54,block_sparse_moe.experts.190.w2,0.0003723838,0.05000,1.449
54,block_sparse_moe.experts.183.w2,0.0081467444,0.05000,1.568
54,block_sparse_moe.experts.179.w2,0.0153829233,0.05000,1.551
54,block_sparse_moe.experts.186.w2,0.0249417185,0.05000,1.482
54,block_sparse_moe.experts.187.w2,0.0003951292,0.05000,1.576
54,block_sparse_moe.experts.181.w2,0.0009383116,0.05000,1.644
54,block_sparse_moe.experts.191.w2,0.0309974606,0.05000,1.472
54,block_sparse_moe.experts.184.w2,0.0058388812,0.05000,1.364
54,block_sparse_moe.experts.185.w2,0.0142908069,0.05000,1.457
54,block_sparse_moe.experts.189.w2,0.0625534391,0.05000,1.549
54,block_sparse_moe.experts.177.w2,0.0149332092,0.05000,1.629
54,block_sparse_moe.experts.176.w2,0.0025435081,0.05000,1.362
54,block_sparse_moe.experts.180.w2,0.0070933270,0.05000,1.401
54,block_sparse_moe.experts.188.w2,0.0002308204,0.05000,1.368
54,block_sparse_moe.experts.198.w2,0.3742723465,0.05000,1.485
54,block_sparse_moe.experts.194.w2,0.0162865014,0.05000,1.518
54,block_sparse_moe.experts.206.w2,0.0173075003,0.05000,1.463
54,block_sparse_moe.experts.195.w2,0.0005013948,0.05000,1.318
54,block_sparse_moe.experts.199.w2,0.0014900330,0.05000,1.382
54,block_sparse_moe.experts.203.w2,0.0057876966,0.05000,1.356
54,block_sparse_moe.experts.202.w2,0.0157448431,0.05000,1.430
54,block_sparse_moe.experts.197.w2,0.0025105924,0.05000,1.462
54,block_sparse_moe.experts.207.w2,0.0034304068,0.05000,1.496
54,block_sparse_moe.experts.200.w2,0.0001973058,0.05000,1.494
54,block_sparse_moe.experts.201.w2,0.0104706761,0.05000,1.488
54,block_sparse_moe.experts.205.w2,0.0002949665,0.05000,1.512
54,block_sparse_moe.experts.193.w2,0.0037270330,0.05000,1.437
54,block_sparse_moe.experts.192.w2,0.0090715254,0.05000,1.499
54,block_sparse_moe.experts.196.w2,0.0393410460,0.05000,1.552
54,block_sparse_moe.experts.204.w2,0.0137887015,0.05000,1.449
54,block_sparse_moe.experts.214.w2,0.0003552773,0.05000,1.401
54,block_sparse_moe.experts.210.w2,0.0005667801,0.05000,1.369
54,block_sparse_moe.experts.222.w2,0.0018267234,0.05000,1.363
54,block_sparse_moe.experts.211.w2,0.0015386600,0.05000,1.477
54,block_sparse_moe.experts.218.w2,0.0004656424,0.05000,1.365
54,block_sparse_moe.experts.219.w2,0.0288493109,0.05000,1.490
54,block_sparse_moe.experts.215.w2,0.0005259812,0.05000,1.623
54,block_sparse_moe.experts.213.w2,0.0008865676,0.05000,1.502
54,block_sparse_moe.experts.217.w2,0.0048566891,0.05000,1.446
54,block_sparse_moe.experts.223.w2,0.0062156788,0.05000,1.544
54,block_sparse_moe.experts.216.w2,0.0041420629,0.05000,1.562
54,block_sparse_moe.experts.221.w2,0.0189737147,0.05000,1.504
54,block_sparse_moe.experts.209.w2,0.0083745611,0.05000,1.517
54,block_sparse_moe.experts.208.w2,0.0210332709,0.05000,1.475
54,block_sparse_moe.experts.220.w2,0.0069712440,0.05000,1.470
54,block_sparse_moe.experts.212.w2,0.0109105655,0.05000,1.522
54,block_sparse_moe.experts.230.w2,0.0055877980,0.05000,1.386
54,block_sparse_moe.experts.238.w2,0.0426933015,0.05000,1.324
54,block_sparse_moe.experts.226.w2,0.0068845073,0.05000,1.395
54,block_sparse_moe.experts.227.w2,0.0134104807,0.05000,1.348
54,block_sparse_moe.experts.235.w2,0.0004653856,0.05000,1.247
54,block_sparse_moe.experts.234.w2,0.0004453189,0.05000,1.397
54,block_sparse_moe.experts.231.w2,0.0260450980,0.05000,1.344
54,block_sparse_moe.experts.232.w2,0.0237483918,0.05000,1.203
54,block_sparse_moe.experts.229.w2,0.0080496096,0.05000,1.389
54,block_sparse_moe.experts.239.w2,0.0056937128,0.05000,1.264
54,block_sparse_moe.experts.233.w2,0.0050792290,0.05000,1.379
54,block_sparse_moe.experts.224.w2,0.0085187373,0.05000,1.161
54,block_sparse_moe.experts.225.w2,0.0014792301,0.05000,1.398
54,block_sparse_moe.experts.237.w2,0.0010490368,0.05000,1.424
54,block_sparse_moe.experts.228.w2,0.0177488066,0.05000,1.212
54,block_sparse_moe.experts.236.w2,0.0408189130,0.05000,1.252
54,block_sparse_moe.experts.246.w2,0.0246083364,0.05000,1.556
54,block_sparse_moe.experts.242.w2,0.0041729027,0.05000,1.562
54,block_sparse_moe.experts.254.w2,0.0016448473,0.05000,1.630
54,block_sparse_moe.experts.250.w2,0.0218082332,0.05000,1.384
54,block_sparse_moe.experts.251.w2,0.0034589971,0.05000,1.524
54,block_sparse_moe.experts.243.w2,0.0004566201,0.05000,1.588
54,block_sparse_moe.experts.245.w2,0.0045606341,0.05000,1.324
54,block_sparse_moe.experts.247.w2,0.0038863964,0.05000,1.506
54,block_sparse_moe.experts.249.w2,0.1642446816,0.05000,1.281
54,block_sparse_moe.experts.255.w2,0.0127984601,0.05000,1.388
54,block_sparse_moe.experts.253.w2,0.0023436544,0.05000,1.191
54,block_sparse_moe.experts.248.w2,0.0222716381,0.05000,1.471
54,block_sparse_moe.experts.241.w2,0.0085974109,0.05000,1.228
54,block_sparse_moe.experts.240.w2,0.0254102442,0.05000,1.480
54,block_sparse_moe.experts.252.w2,0.0134034999,0.05000,1.341
54,block_sparse_moe.experts.244.w2,0.0230567159,0.05000,1.395
55,self_attn.q_proj,0.0002875988,0.05000,0.902
55,self_attn.k_proj,0.0000337522,0.05000,0.941
55,self_attn.v_proj,0.0000666702,0.05000,1.012
55,self_attn.o_proj,0.0000197259,0.05000,1.730
55,block_sparse_moe.experts.6.w1,0.0026590297,0.05000,3.044
55,block_sparse_moe.experts.12.w1,0.0048489355,0.05000,3.081
55,block_sparse_moe.experts.10.w1,0.0033625846,0.05000,3.095
55,block_sparse_moe.experts.2.w1,0.0013496709,0.05000,3.110
55,block_sparse_moe.experts.1.w1,0.2061795791,0.05000,3.126
55,block_sparse_moe.experts.8.w1,0.0036558794,0.05000,3.126
55,block_sparse_moe.experts.14.w1,0.0033686473,0.05000,3.149
55,block_sparse_moe.experts.9.w1,0.0017173433,0.05000,3.203
55,block_sparse_moe.experts.13.w1,0.0031464317,0.05000,3.227
55,block_sparse_moe.experts.4.w1,0.0025286945,0.05000,3.246
55,block_sparse_moe.experts.0.w1,0.0046233432,0.05000,3.281
55,block_sparse_moe.experts.5.w1,0.0031679763,0.05000,3.309
55,block_sparse_moe.experts.7.w1,0.0027097612,0.05000,3.411
55,block_sparse_moe.experts.3.w1,0.0037499956,0.05000,3.462
55,block_sparse_moe.experts.11.w1,0.0036658770,0.05000,3.471
55,block_sparse_moe.experts.15.w1,0.0016493110,0.05000,3.604
55,block_sparse_moe.experts.22.w1,0.0037263637,0.05000,2.833
55,block_sparse_moe.experts.26.w1,0.0051378625,0.05000,2.852
55,block_sparse_moe.experts.18.w1,0.0016809284,0.05000,2.913
55,block_sparse_moe.experts.17.w1,0.0027103759,0.05000,2.913
55,block_sparse_moe.experts.25.w1,0.0021188564,0.05000,2.874
55,block_sparse_moe.experts.30.w1,0.0038701504,0.05000,2.981
55,block_sparse_moe.experts.21.w1,0.0030291299,0.05000,2.872
55,block_sparse_moe.experts.28.w1,0.0021310259,0.05000,3.112
55,block_sparse_moe.experts.24.w1,0.0030186177,0.05000,3.068
55,block_sparse_moe.experts.29.w1,0.0051290409,0.05000,3.011
55,block_sparse_moe.experts.16.w1,0.0015524197,0.05000,3.026
55,block_sparse_moe.experts.20.w1,0.0036825149,0.05000,3.100
55,block_sparse_moe.experts.23.w1,0.0060842957,0.05000,3.008
55,block_sparse_moe.experts.27.w1,0.0074389734,0.05000,3.020
55,block_sparse_moe.experts.19.w1,0.0016223234,0.05000,3.128
55,block_sparse_moe.experts.31.w1,0.0028697116,0.05000,3.036
55,block_sparse_moe.experts.38.w1,0.0068130493,0.05000,2.839
55,block_sparse_moe.experts.42.w1,0.0015582434,0.05000,2.873
55,block_sparse_moe.experts.34.w1,0.0038996638,0.05000,2.919
55,block_sparse_moe.experts.33.w1,0.0021840295,0.05000,2.950
55,block_sparse_moe.experts.46.w1,0.0021254087,0.05000,2.949
55,block_sparse_moe.experts.41.w1,0.0021985840,0.05000,3.049
55,block_sparse_moe.experts.45.w1,0.0049922325,0.05000,2.893
55,block_sparse_moe.experts.37.w1,0.0029017616,0.05000,2.999
55,block_sparse_moe.experts.44.w1,0.0035605473,0.05000,3.158
55,block_sparse_moe.experts.40.w1,0.0049361016,0.05000,3.216
55,block_sparse_moe.experts.32.w1,0.0103173114,0.05000,3.134
55,block_sparse_moe.experts.36.w1,0.0048365110,0.05000,3.171
55,block_sparse_moe.experts.39.w1,0.0016561183,0.05000,3.091
55,block_sparse_moe.experts.47.w1,0.0060733333,0.05000,2.987
55,block_sparse_moe.experts.43.w1,0.0050919519,0.05000,3.174
55,block_sparse_moe.experts.35.w1,0.0067374167,0.05000,3.115
55,block_sparse_moe.experts.49.w1,0.0053214680,0.05000,2.598
55,block_sparse_moe.experts.54.w1,0.0018189010,0.05000,2.958
55,block_sparse_moe.experts.61.w1,0.0034331838,0.05000,2.605
55,block_sparse_moe.experts.53.w1,0.0088491006,0.05000,2.572
55,block_sparse_moe.experts.58.w1,0.0051665515,0.05000,3.002
55,block_sparse_moe.experts.57.w1,0.0043881753,0.05000,2.718
55,block_sparse_moe.experts.50.w1,0.0015914636,0.05000,2.939
55,block_sparse_moe.experts.62.w1,0.0060516858,0.05000,2.951
55,block_sparse_moe.experts.56.w1,0.0007274117,0.05000,3.029
55,block_sparse_moe.experts.60.w1,0.0032785917,0.05000,3.118
55,block_sparse_moe.experts.48.w1,0.0056095450,0.05000,3.069
55,block_sparse_moe.experts.52.w1,0.0058511357,0.05000,3.063
55,block_sparse_moe.experts.55.w1,0.0055897500,0.05000,3.067
55,block_sparse_moe.experts.63.w1,0.0232956159,0.05000,3.117
55,block_sparse_moe.experts.59.w1,0.0054955251,0.05000,3.106
55,block_sparse_moe.experts.51.w1,0.0027156539,0.05000,3.151
55,block_sparse_moe.experts.65.w1,0.0052320266,0.05000,2.770
55,block_sparse_moe.experts.69.w1,0.0058676716,0.05000,2.925
55,block_sparse_moe.experts.77.w1,0.0018924394,0.05000,2.962
55,block_sparse_moe.experts.70.w1,0.0028962323,0.05000,3.151
55,block_sparse_moe.experts.73.w1,0.0011628632,0.05000,3.015
55,block_sparse_moe.experts.74.w1,0.0073264518,0.05000,3.109
55,block_sparse_moe.experts.66.w1,0.0049865170,0.05000,3.143
55,block_sparse_moe.experts.78.w1,0.0005007301,0.05000,3.145
55,block_sparse_moe.experts.72.w1,0.0036627843,0.05000,2.954
55,block_sparse_moe.experts.64.w1,0.0028494527,0.05000,2.936
55,block_sparse_moe.experts.76.w1,0.0033542127,0.05000,3.078
55,block_sparse_moe.experts.68.w1,0.0082323063,0.05000,3.083
55,block_sparse_moe.experts.71.w1,0.0013867943,0.05000,3.136
55,block_sparse_moe.experts.75.w1,0.0074540119,0.05000,3.085
55,block_sparse_moe.experts.79.w1,0.0035467736,0.05000,3.200
55,block_sparse_moe.experts.67.w1,0.0016243548,0.05000,3.240
55,block_sparse_moe.experts.81.w1,0.0059456424,0.05000,2.772
55,block_sparse_moe.experts.85.w1,0.0078243961,0.05000,2.816
55,block_sparse_moe.experts.93.w1,0.0034098190,0.05000,2.936
55,block_sparse_moe.experts.89.w1,0.0022796219,0.05000,2.936
55,block_sparse_moe.experts.86.w1,0.0041381098,0.05000,3.057
55,block_sparse_moe.experts.90.w1,0.0083560763,0.05000,3.050
55,block_sparse_moe.experts.82.w1,0.0068564751,0.05000,3.058
55,block_sparse_moe.experts.94.w1,0.0032488325,0.05000,3.120
55,block_sparse_moe.experts.88.w1,0.0009657203,0.05000,3.073
55,block_sparse_moe.experts.80.w1,0.0056640178,0.05000,3.100
55,block_sparse_moe.experts.87.w1,0.0013786061,0.05000,2.903
55,block_sparse_moe.experts.92.w1,0.0008250871,0.05000,3.137
55,block_sparse_moe.experts.84.w1,0.0043251431,0.05000,3.137
55,block_sparse_moe.experts.91.w1,0.0044749398,0.05000,3.010
55,block_sparse_moe.experts.95.w1,0.0038615746,0.05000,2.971
55,block_sparse_moe.experts.83.w1,0.0038438746,0.05000,2.987
55,block_sparse_moe.experts.97.w1,0.0049516331,0.05000,3.038
55,block_sparse_moe.experts.101.w1,0.0030302591,0.05000,3.004
55,block_sparse_moe.experts.109.w1,0.0010159262,0.05000,2.985
55,block_sparse_moe.experts.105.w1,0.0029710207,0.05000,3.010
55,block_sparse_moe.experts.102.w1,0.0041219082,0.05000,3.029
55,block_sparse_moe.experts.106.w1,0.0082113748,0.05000,2.985
55,block_sparse_moe.experts.98.w1,0.0084245031,0.05000,3.015
55,block_sparse_moe.experts.110.w1,0.0051129743,0.05000,3.090
55,block_sparse_moe.experts.96.w1,0.0029017698,0.05000,3.013
55,block_sparse_moe.experts.104.w1,0.0054635093,0.05000,3.133
55,block_sparse_moe.experts.103.w1,0.0125787851,0.05000,3.037
55,block_sparse_moe.experts.108.w1,0.0019109711,0.05000,3.049
55,block_sparse_moe.experts.100.w1,0.0015060928,0.05000,3.062
55,block_sparse_moe.experts.111.w1,0.0026620699,0.05000,3.031
55,block_sparse_moe.experts.107.w1,0.0460039578,0.05000,3.147
55,block_sparse_moe.experts.99.w1,0.0041713172,0.05000,3.014
55,block_sparse_moe.experts.113.w1,0.0026103092,0.05000,2.989
55,block_sparse_moe.experts.125.w1,0.0226402086,0.05000,2.915
55,block_sparse_moe.experts.117.w1,0.0062353237,0.05000,3.084
55,block_sparse_moe.experts.121.w1,0.0036733352,0.05000,2.925
55,block_sparse_moe.experts.118.w1,0.0072717893,0.05000,2.989
55,block_sparse_moe.experts.122.w1,0.0108292805,0.05000,2.982
55,block_sparse_moe.experts.114.w1,0.0251475639,0.05000,3.057
55,block_sparse_moe.experts.126.w1,0.0011259784,0.05000,3.092
55,block_sparse_moe.experts.120.w1,0.0089447188,0.05000,3.033
55,block_sparse_moe.experts.112.w1,0.0058222865,0.05000,3.184
55,block_sparse_moe.experts.119.w1,0.0026390563,0.05000,3.096
55,block_sparse_moe.experts.124.w1,0.0035054536,0.05000,3.189
55,block_sparse_moe.experts.116.w1,0.0027447563,0.05000,3.186
55,block_sparse_moe.experts.127.w1,0.0046490334,0.05000,3.144
55,block_sparse_moe.experts.123.w1,0.0087711211,0.05000,3.191
55,block_sparse_moe.experts.115.w1,0.0023262444,0.05000,3.289
55,block_sparse_moe.experts.129.w1,0.0091659324,0.05000,2.964
55,block_sparse_moe.experts.133.w1,0.0069945486,0.05000,3.002
55,block_sparse_moe.experts.141.w1,0.0023742405,0.05000,3.085
55,block_sparse_moe.experts.137.w1,0.0015306379,0.05000,3.004
55,block_sparse_moe.experts.134.w1,0.0037849411,0.05000,3.128
55,block_sparse_moe.experts.138.w1,0.0499598485,0.05000,3.132
55,block_sparse_moe.experts.130.w1,0.0009812376,0.05000,3.049
55,block_sparse_moe.experts.142.w1,0.0013688741,0.05000,3.099
55,block_sparse_moe.experts.136.w1,0.0083281552,0.05000,3.100
55,block_sparse_moe.experts.135.w1,0.0033028248,0.05000,3.081
55,block_sparse_moe.experts.128.w1,0.0036841217,0.05000,3.126
55,block_sparse_moe.experts.140.w1,0.0046434001,0.05000,3.069
55,block_sparse_moe.experts.132.w1,0.0012716487,0.05000,3.065
55,block_sparse_moe.experts.143.w1,0.0056410403,0.05000,3.057
55,block_sparse_moe.experts.139.w1,0.0035728531,0.05000,3.028
55,block_sparse_moe.experts.131.w1,0.0030093319,0.05000,3.124
55,block_sparse_moe.experts.145.w1,0.0097256185,0.05000,2.966
55,block_sparse_moe.experts.149.w1,0.0027433033,0.05000,2.985
55,block_sparse_moe.experts.157.w1,0.0068782723,0.05000,2.998
55,block_sparse_moe.experts.153.w1,0.0031125233,0.05000,3.023
55,block_sparse_moe.experts.150.w1,0.0046529418,0.05000,3.101
55,block_sparse_moe.experts.154.w1,0.0055963501,0.05000,3.100
55,block_sparse_moe.experts.146.w1,0.0056634110,0.05000,3.061
55,block_sparse_moe.experts.158.w1,0.0026264969,0.05000,3.045
55,block_sparse_moe.experts.151.w1,0.0058106698,0.05000,3.000
55,block_sparse_moe.experts.152.w1,0.0122179571,0.05000,3.224
55,block_sparse_moe.experts.144.w1,0.0041890398,0.05000,3.210
55,block_sparse_moe.experts.156.w1,0.0034406353,0.05000,3.208
55,block_sparse_moe.experts.155.w1,0.0085217586,0.05000,3.024
55,block_sparse_moe.experts.159.w1,0.0045180185,0.05000,3.143
55,block_sparse_moe.experts.148.w1,0.0013091527,0.05000,3.237
55,block_sparse_moe.experts.147.w1,0.0007485744,0.05000,3.023
55,block_sparse_moe.experts.161.w1,0.0012698288,0.05000,3.219
55,block_sparse_moe.experts.165.w1,0.0115214990,0.05000,3.180
55,block_sparse_moe.experts.173.w1,0.0010161598,0.05000,3.153
55,block_sparse_moe.experts.169.w1,0.0031065000,0.05000,3.203
55,block_sparse_moe.experts.166.w1,0.0081028044,0.05000,3.116
55,block_sparse_moe.experts.162.w1,0.0370250675,0.05000,3.111
55,block_sparse_moe.experts.170.w1,0.0022798347,0.05000,3.213
55,block_sparse_moe.experts.174.w1,0.0032092883,0.05000,2.990
55,block_sparse_moe.experts.167.w1,0.0054150086,0.05000,3.044
55,block_sparse_moe.experts.168.w1,0.0016421580,0.05000,2.954
55,block_sparse_moe.experts.160.w1,0.0023934352,0.05000,3.006
55,block_sparse_moe.experts.172.w1,0.0019437751,0.05000,3.060
55,block_sparse_moe.experts.175.w1,0.0009869582,0.05000,3.017
55,block_sparse_moe.experts.164.w1,0.0072531500,0.05000,3.035
55,block_sparse_moe.experts.171.w1,0.0125791888,0.05000,3.209
55,block_sparse_moe.experts.163.w1,0.0074331346,0.05000,3.102
55,block_sparse_moe.experts.177.w1,0.0039704627,0.05000,2.966
55,block_sparse_moe.experts.189.w1,0.0034800491,0.05000,2.791
55,block_sparse_moe.experts.181.w1,0.0049111197,0.05000,2.998
55,block_sparse_moe.experts.185.w1,0.0021876682,0.05000,2.839
55,block_sparse_moe.experts.186.w1,0.0022787397,0.05000,2.820
55,block_sparse_moe.experts.182.w1,0.0017585933,0.05000,3.018
55,block_sparse_moe.experts.178.w1,0.0063196612,0.05000,2.947
55,block_sparse_moe.experts.190.w1,0.0021930515,0.05000,2.976
55,block_sparse_moe.experts.183.w1,0.0101912860,0.05000,3.109
55,block_sparse_moe.experts.184.w1,0.0010463474,0.05000,3.098
55,block_sparse_moe.experts.176.w1,0.0032655487,0.05000,3.067
55,block_sparse_moe.experts.191.w1,0.0055358186,0.05000,3.033
55,block_sparse_moe.experts.188.w1,0.0069304793,0.05000,3.162
55,block_sparse_moe.experts.187.w1,0.0065747683,0.05000,2.963
55,block_sparse_moe.experts.180.w1,0.0013335196,0.05000,3.091
55,block_sparse_moe.experts.179.w1,0.0025985226,0.05000,2.991
55,block_sparse_moe.experts.193.w1,0.0069376378,0.05000,2.991
55,block_sparse_moe.experts.205.w1,0.0014438382,0.05000,3.166
55,block_sparse_moe.experts.197.w1,0.0044375680,0.05000,3.101
55,block_sparse_moe.experts.201.w1,0.0037769245,0.05000,3.116
55,block_sparse_moe.experts.194.w1,0.0024595875,0.05000,2.890
55,block_sparse_moe.experts.202.w1,0.0057356179,0.05000,2.995
55,block_sparse_moe.experts.198.w1,0.0027438296,0.05000,3.032
55,block_sparse_moe.experts.206.w1,0.0044584232,0.05000,2.935
55,block_sparse_moe.experts.199.w1,0.0039595489,0.05000,3.136
55,block_sparse_moe.experts.200.w1,0.0056171890,0.05000,3.175
55,block_sparse_moe.experts.192.w1,0.0085818182,0.05000,3.128
55,block_sparse_moe.experts.207.w1,0.0016390209,0.05000,3.138
55,block_sparse_moe.experts.204.w1,0.0068413686,0.05000,3.085
55,block_sparse_moe.experts.203.w1,0.0027257324,0.05000,3.125
55,block_sparse_moe.experts.195.w1,0.0145552269,0.05000,3.034
55,block_sparse_moe.experts.196.w1,0.0040293166,0.05000,3.198
55,block_sparse_moe.experts.209.w1,0.0039437352,0.05000,2.867
55,block_sparse_moe.experts.221.w1,0.0038014569,0.05000,2.891
55,block_sparse_moe.experts.213.w1,0.0031853538,0.05000,2.882
55,block_sparse_moe.experts.217.w1,0.0036111252,0.05000,2.857
55,block_sparse_moe.experts.218.w1,0.0019251460,0.05000,3.026
55,block_sparse_moe.experts.210.w1,0.0053673122,0.05000,3.068
55,block_sparse_moe.experts.214.w1,0.0022361853,0.05000,3.130
55,block_sparse_moe.experts.222.w1,0.0074118419,0.05000,3.014
55,block_sparse_moe.experts.215.w1,0.0020385858,0.05000,3.127
55,block_sparse_moe.experts.216.w1,0.0024914664,0.05000,3.153
55,block_sparse_moe.experts.208.w1,0.0053549082,0.05000,3.151
55,block_sparse_moe.experts.223.w1,0.0025174430,0.05000,2.995
55,block_sparse_moe.experts.220.w1,0.0314898261,0.05000,3.087
55,block_sparse_moe.experts.211.w1,0.0004818750,0.05000,2.982
55,block_sparse_moe.experts.219.w1,0.0021285044,0.05000,3.076
55,block_sparse_moe.experts.212.w1,0.0027937055,0.05000,3.119
55,block_sparse_moe.experts.225.w1,0.0064065890,0.05000,3.016
55,block_sparse_moe.experts.229.w1,0.0023424801,0.05000,2.855
55,block_sparse_moe.experts.233.w1,0.0005048231,0.05000,2.890
55,block_sparse_moe.experts.237.w1,0.0072576154,0.05000,3.048
55,block_sparse_moe.experts.234.w1,0.0061176826,0.05000,2.722
55,block_sparse_moe.experts.226.w1,0.0022727012,0.05000,2.799
55,block_sparse_moe.experts.230.w1,0.0021415938,0.05000,2.777
55,block_sparse_moe.experts.238.w1,0.0016305496,0.05000,2.770
55,block_sparse_moe.experts.231.w1,0.0029990487,0.05000,2.903
55,block_sparse_moe.experts.239.w1,0.0055177524,0.05000,2.807
55,block_sparse_moe.experts.232.w1,0.0083557779,0.05000,3.028
55,block_sparse_moe.experts.235.w1,0.0013546783,0.05000,2.800
55,block_sparse_moe.experts.224.w1,0.0112714922,0.05000,3.023
55,block_sparse_moe.experts.227.w1,0.0031203913,0.05000,2.867
55,block_sparse_moe.experts.236.w1,0.0104066939,0.05000,2.984
55,block_sparse_moe.experts.228.w1,0.0031971469,0.05000,3.067
55,block_sparse_moe.experts.241.w1,0.0065522076,0.05000,3.061
55,block_sparse_moe.experts.250.w1,0.0049805097,0.05000,2.738
55,block_sparse_moe.experts.245.w1,0.0068676184,0.05000,3.128
55,block_sparse_moe.experts.253.w1,0.0014211994,0.05000,3.036
55,block_sparse_moe.experts.249.w1,0.0053908989,0.05000,3.094
55,block_sparse_moe.experts.242.w1,0.0016151836,0.05000,2.806
55,block_sparse_moe.experts.246.w1,0.0067295501,0.05000,2.795
55,block_sparse_moe.experts.254.w1,0.0057358578,0.05000,2.733
55,block_sparse_moe.experts.247.w1,0.0055486559,0.05000,3.174
55,block_sparse_moe.experts.248.w1,0.0031430929,0.05000,3.088
55,block_sparse_moe.experts.240.w1,0.0043186056,0.05000,3.009
55,block_sparse_moe.experts.255.w1,0.0027029464,0.05000,3.207
55,block_sparse_moe.experts.252.w1,0.1886180709,0.05000,3.063
55,block_sparse_moe.experts.251.w1,0.0038275901,0.05000,3.212
55,block_sparse_moe.experts.243.w1,0.0054916909,0.05000,3.291
55,block_sparse_moe.experts.244.w1,0.0024796504,0.05000,3.023
55,block_sparse_moe.experts.1.w3,0.2369349268,0.05000,2.989
55,block_sparse_moe.experts.13.w3,0.0035477978,0.05000,2.949
55,block_sparse_moe.experts.5.w3,0.0035264387,0.05000,2.952
55,block_sparse_moe.experts.9.w3,0.0019334877,0.05000,2.908
55,block_sparse_moe.experts.10.w3,0.0038360047,0.05000,3.005
55,block_sparse_moe.experts.2.w3,0.0015347825,0.05000,2.918
55,block_sparse_moe.experts.6.w3,0.0030310258,0.05000,2.938
55,block_sparse_moe.experts.14.w3,0.0038338500,0.05000,2.936
55,block_sparse_moe.experts.7.w3,0.0031193125,0.05000,3.033
55,block_sparse_moe.experts.15.w3,0.0018536777,0.05000,2.956
55,block_sparse_moe.experts.8.w3,0.0041118886,0.05000,3.068
55,block_sparse_moe.experts.11.w3,0.0042174594,0.05000,2.875
55,block_sparse_moe.experts.0.w3,0.0053685107,0.05000,3.101
55,block_sparse_moe.experts.12.w3,0.0055026483,0.05000,3.015
55,block_sparse_moe.experts.3.w3,0.0042565346,0.05000,2.994
55,block_sparse_moe.experts.4.w3,0.0029070812,0.05000,2.987
55,block_sparse_moe.experts.17.w3,0.0030747327,0.05000,2.834
55,block_sparse_moe.experts.26.w3,0.0058407193,0.05000,2.772
55,block_sparse_moe.experts.21.w3,0.0034130260,0.05000,2.867
55,block_sparse_moe.experts.25.w3,0.0024270773,0.05000,2.931
55,block_sparse_moe.experts.18.w3,0.0018849048,0.05000,2.828
55,block_sparse_moe.experts.29.w3,0.0059457619,0.05000,3.011
55,block_sparse_moe.experts.30.w3,0.0043784625,0.05000,2.815
55,block_sparse_moe.experts.22.w3,0.0043966016,0.05000,2.897
55,block_sparse_moe.experts.31.w3,0.0032871643,0.05000,2.939
55,block_sparse_moe.experts.23.w3,0.0075329730,0.05000,3.027
55,block_sparse_moe.experts.27.w3,0.0085754146,0.05000,3.036
55,block_sparse_moe.experts.16.w3,0.0017440556,0.05000,3.056
55,block_sparse_moe.experts.24.w3,0.0034040605,0.05000,3.101
55,block_sparse_moe.experts.19.w3,0.0018387914,0.05000,2.969
55,block_sparse_moe.experts.28.w3,0.0023742229,0.05000,3.116
55,block_sparse_moe.experts.33.w3,0.0024959198,0.05000,2.916
55,block_sparse_moe.experts.20.w3,0.0042436016,0.05000,3.124
55,block_sparse_moe.experts.42.w3,0.0017523874,0.05000,2.705
55,block_sparse_moe.experts.34.w3,0.0044045856,0.05000,2.683
55,block_sparse_moe.experts.38.w3,0.0080191822,0.05000,2.681
55,block_sparse_moe.experts.46.w3,0.0023965013,0.05000,2.736
55,block_sparse_moe.experts.37.w3,0.0033070510,0.05000,3.011
55,block_sparse_moe.experts.41.w3,0.0024808615,0.05000,3.029
55,block_sparse_moe.experts.45.w3,0.0056923261,0.05000,3.021
55,block_sparse_moe.experts.47.w3,0.0068412342,0.05000,2.913
55,block_sparse_moe.experts.39.w3,0.0019184412,0.05000,2.941
55,block_sparse_moe.experts.43.w3,0.0058773986,0.05000,2.818
55,block_sparse_moe.experts.35.w3,0.0095253425,0.05000,2.824
55,block_sparse_moe.experts.32.w3,0.0117100712,0.05000,3.049
55,block_sparse_moe.experts.44.w3,0.0041537726,0.05000,2.974
55,block_sparse_moe.experts.40.w3,0.0057553959,0.05000,3.162
55,block_sparse_moe.experts.36.w3,0.0055734053,0.05000,3.078
55,block_sparse_moe.experts.58.w3,0.0057582166,0.05000,2.956
55,block_sparse_moe.experts.49.w3,0.0061541650,0.05000,3.253
55,block_sparse_moe.experts.50.w3,0.0017567115,0.05000,3.055
55,block_sparse_moe.experts.62.w3,0.0068913949,0.05000,3.073
55,block_sparse_moe.experts.53.w3,0.0105040335,0.05000,3.112
55,block_sparse_moe.experts.54.w3,0.0020968382,0.05000,3.138
55,block_sparse_moe.experts.61.w3,0.0039623961,0.05000,3.193
55,block_sparse_moe.experts.57.w3,0.0049488488,0.05000,3.255
55,block_sparse_moe.experts.63.w3,0.0265186413,0.05000,2.943
55,block_sparse_moe.experts.55.w3,0.0062946534,0.05000,2.955
55,block_sparse_moe.experts.59.w3,0.0062784144,0.05000,3.024
55,block_sparse_moe.experts.51.w3,0.0030829343,0.05000,2.944
55,block_sparse_moe.experts.48.w3,0.0065685734,0.05000,2.897
55,block_sparse_moe.experts.60.w3,0.0037755345,0.05000,2.822
55,block_sparse_moe.experts.56.w3,0.0008160757,0.05000,2.979
55,block_sparse_moe.experts.74.w3,0.0083341843,0.05000,2.701
55,block_sparse_moe.experts.66.w3,0.0057186626,0.05000,2.674
55,block_sparse_moe.experts.52.w3,0.0067473249,0.05000,3.005
55,block_sparse_moe.experts.78.w3,0.0005734843,0.05000,2.608
55,block_sparse_moe.experts.65.w3,0.0060898078,0.05000,3.099
55,block_sparse_moe.experts.70.w3,0.0032968837,0.05000,2.755
55,block_sparse_moe.experts.69.w3,0.0067472413,0.05000,3.118
55,block_sparse_moe.experts.77.w3,0.0022175314,0.05000,3.101
55,block_sparse_moe.experts.73.w3,0.0013280047,0.05000,3.177
55,block_sparse_moe.experts.79.w3,0.0040854481,0.05000,3.014
55,block_sparse_moe.experts.71.w3,0.0015582451,0.05000,3.143
55,block_sparse_moe.experts.75.w3,0.0083907037,0.05000,3.053
55,block_sparse_moe.experts.67.w3,0.0018435271,0.05000,3.087
55,block_sparse_moe.experts.64.w3,0.0031939946,0.05000,3.096
55,block_sparse_moe.experts.76.w3,0.0038431097,0.05000,3.164
55,block_sparse_moe.experts.72.w3,0.0043044967,0.05000,3.048
55,block_sparse_moe.experts.90.w3,0.0093181949,0.05000,2.987
55,block_sparse_moe.experts.82.w3,0.0078367547,0.05000,3.037
55,block_sparse_moe.experts.68.w3,0.0092409694,0.05000,3.069
55,block_sparse_moe.experts.94.w3,0.0037154443,0.05000,3.055
55,block_sparse_moe.experts.81.w3,0.0069385008,0.05000,3.071
55,block_sparse_moe.experts.86.w3,0.0047025795,0.05000,2.991
55,block_sparse_moe.experts.85.w3,0.0096131990,0.05000,3.109
55,block_sparse_moe.experts.93.w3,0.0038155724,0.05000,3.024
55,block_sparse_moe.experts.89.w3,0.0026181527,0.05000,3.127
55,block_sparse_moe.experts.95.w3,0.0044810258,0.05000,3.076
55,block_sparse_moe.experts.87.w3,0.0015742613,0.05000,3.022
55,block_sparse_moe.experts.91.w3,0.0051379234,0.05000,3.043
55,block_sparse_moe.experts.80.w3,0.0065237867,0.05000,2.885
55,block_sparse_moe.experts.92.w3,0.0009847086,0.05000,2.909
55,block_sparse_moe.experts.83.w3,0.0043914626,0.05000,3.056
55,block_sparse_moe.experts.88.w3,0.0010837784,0.05000,2.936
55,block_sparse_moe.experts.106.w3,0.0094306127,0.05000,2.926
55,block_sparse_moe.experts.84.w3,0.0049112942,0.05000,2.779
55,block_sparse_moe.experts.98.w3,0.0098482644,0.05000,3.008
55,block_sparse_moe.experts.110.w3,0.0057553891,0.05000,2.859
55,block_sparse_moe.experts.102.w3,0.0049606043,0.05000,2.939
55,block_sparse_moe.experts.97.w3,0.0055093497,0.05000,3.077
55,block_sparse_moe.experts.101.w3,0.0034953670,0.05000,3.143
55,block_sparse_moe.experts.109.w3,0.0011687891,0.05000,3.175
55,block_sparse_moe.experts.105.w3,0.0034915314,0.05000,3.091
55,block_sparse_moe.experts.96.w3,0.0033526995,0.05000,2.734
55,block_sparse_moe.experts.108.w3,0.0021808130,0.05000,2.681
55,block_sparse_moe.experts.111.w3,0.0029852265,0.05000,3.082
55,block_sparse_moe.experts.103.w3,0.0143060040,0.05000,3.039
55,block_sparse_moe.experts.104.w3,0.0064601495,0.05000,2.772
55,block_sparse_moe.experts.107.w3,0.0545914253,0.05000,3.131
55,block_sparse_moe.experts.100.w3,0.0016999845,0.05000,2.753
55,block_sparse_moe.experts.99.w3,0.0048024137,0.05000,3.085
55,block_sparse_moe.experts.122.w3,0.0122932738,0.05000,3.190
55,block_sparse_moe.experts.114.w3,0.0334493492,0.05000,3.175
55,block_sparse_moe.experts.126.w3,0.0013517004,0.05000,3.180
55,block_sparse_moe.experts.118.w3,0.0082295676,0.05000,3.136
55,block_sparse_moe.experts.113.w3,0.0031471605,0.05000,3.118
55,block_sparse_moe.experts.117.w3,0.0071645289,0.05000,3.023
55,block_sparse_moe.experts.125.w3,0.0262319683,0.05000,2.954
55,block_sparse_moe.experts.121.w3,0.0041822310,0.05000,2.908
55,block_sparse_moe.experts.112.w3,0.0066711352,0.05000,2.973
55,block_sparse_moe.experts.124.w3,0.0039610936,0.05000,2.995
55,block_sparse_moe.experts.127.w3,0.0051993665,0.05000,2.924
55,block_sparse_moe.experts.120.w3,0.0102748602,0.05000,2.911
55,block_sparse_moe.experts.119.w3,0.0030342917,0.05000,2.992
55,block_sparse_moe.experts.116.w3,0.0031375320,0.05000,2.873
55,block_sparse_moe.experts.123.w3,0.0100436499,0.05000,2.966
55,block_sparse_moe.experts.115.w3,0.0026541738,0.05000,2.916
55,block_sparse_moe.experts.138.w3,0.0575771422,0.05000,2.903
55,block_sparse_moe.experts.130.w3,0.0011222996,0.05000,2.965
55,block_sparse_moe.experts.142.w3,0.0015414950,0.05000,2.979
55,block_sparse_moe.experts.129.w3,0.0106400163,0.05000,2.741
55,block_sparse_moe.experts.134.w3,0.0043055394,0.05000,3.032
55,block_sparse_moe.experts.133.w3,0.0080412342,0.05000,2.882
55,block_sparse_moe.experts.141.w3,0.0028971461,0.05000,2.912
55,block_sparse_moe.experts.137.w3,0.0017670626,0.05000,2.934
55,block_sparse_moe.experts.128.w3,0.0041490611,0.05000,2.696
55,block_sparse_moe.experts.140.w3,0.0052927084,0.05000,2.706
55,block_sparse_moe.experts.143.w3,0.0063513205,0.05000,2.825
55,block_sparse_moe.experts.136.w3,0.0095619383,0.05000,2.753
55,block_sparse_moe.experts.132.w3,0.0014593746,0.05000,2.688
55,block_sparse_moe.experts.135.w3,0.0037456553,0.05000,2.870
55,block_sparse_moe.experts.139.w3,0.0040278747,0.05000,2.988
55,block_sparse_moe.experts.131.w3,0.0034609425,0.05000,2.994
55,block_sparse_moe.experts.154.w3,0.0065185927,0.05000,2.895
55,block_sparse_moe.experts.145.w3,0.0110843707,0.05000,2.962
55,block_sparse_moe.experts.158.w3,0.0029756445,0.05000,3.065
55,block_sparse_moe.experts.146.w3,0.0064268110,0.05000,3.144
55,block_sparse_moe.experts.150.w3,0.0053673347,0.05000,2.999
55,block_sparse_moe.experts.149.w3,0.0030724711,0.05000,2.865
55,block_sparse_moe.experts.157.w3,0.0078845263,0.05000,2.898
55,block_sparse_moe.experts.153.w3,0.0037019190,0.05000,2.854
55,block_sparse_moe.experts.156.w3,0.0038930779,0.05000,2.762
55,block_sparse_moe.experts.144.w3,0.0048175742,0.05000,2.939
55,block_sparse_moe.experts.152.w3,0.0145982226,0.05000,2.841
55,block_sparse_moe.experts.148.w3,0.0014908291,0.05000,2.827
55,block_sparse_moe.experts.159.w3,0.0051461309,0.05000,2.919
55,block_sparse_moe.experts.151.w3,0.0065291472,0.05000,2.872
55,block_sparse_moe.experts.155.w3,0.0096829290,0.05000,2.712
55,block_sparse_moe.experts.147.w3,0.0008645873,0.05000,2.929
55,block_sparse_moe.experts.170.w3,0.0025927270,0.05000,3.071
55,block_sparse_moe.experts.161.w3,0.0015332811,0.05000,3.061
55,block_sparse_moe.experts.174.w3,0.0036275435,0.05000,3.008
55,block_sparse_moe.experts.162.w3,0.0420729937,0.05000,3.038
55,block_sparse_moe.experts.166.w3,0.0093516131,0.05000,3.043
55,block_sparse_moe.experts.165.w3,0.0140331604,0.05000,3.128
55,block_sparse_moe.experts.173.w3,0.0011643889,0.05000,3.178
55,block_sparse_moe.experts.169.w3,0.0035536743,0.05000,3.217
55,block_sparse_moe.experts.172.w3,0.0022105061,0.05000,2.900
55,block_sparse_moe.experts.160.w3,0.0027426875,0.05000,2.852
55,block_sparse_moe.experts.168.w3,0.0019477176,0.05000,2.855
55,block_sparse_moe.experts.164.w3,0.0082228325,0.05000,2.821
55,block_sparse_moe.experts.175.w3,0.0011755354,0.05000,3.219
55,block_sparse_moe.experts.167.w3,0.0061291651,0.05000,3.170
55,block_sparse_moe.experts.171.w3,0.0148086382,0.05000,3.213
55,block_sparse_moe.experts.186.w3,0.0025969075,0.05000,2.939
55,block_sparse_moe.experts.163.w3,0.0085109033,0.05000,3.220
55,block_sparse_moe.experts.190.w3,0.0023543453,0.05000,2.991
55,block_sparse_moe.experts.178.w3,0.0072392485,0.05000,3.065
55,block_sparse_moe.experts.177.w3,0.0045241748,0.05000,3.160
55,block_sparse_moe.experts.182.w3,0.0019540179,0.05000,3.064
55,block_sparse_moe.experts.181.w3,0.0055375294,0.05000,3.174
55,block_sparse_moe.experts.189.w3,0.0040857944,0.05000,3.093
55,block_sparse_moe.experts.185.w3,0.0025193001,0.05000,3.151
55,block_sparse_moe.experts.188.w3,0.0082364766,0.05000,2.797
55,block_sparse_moe.experts.176.w3,0.0037595225,0.05000,2.891
55,block_sparse_moe.experts.184.w3,0.0011958799,0.05000,2.896
55,block_sparse_moe.experts.180.w3,0.0015472622,0.05000,2.959
55,block_sparse_moe.experts.191.w3,0.0063710940,0.05000,3.047
55,block_sparse_moe.experts.183.w3,0.0117801871,0.05000,3.139
55,block_sparse_moe.experts.187.w3,0.0075030400,0.05000,3.142
55,block_sparse_moe.experts.179.w3,0.0030014404,0.05000,3.110
55,block_sparse_moe.experts.202.w3,0.0064066451,0.05000,3.284
55,block_sparse_moe.experts.206.w3,0.0050202537,0.05000,3.069
55,block_sparse_moe.experts.193.w3,0.0079755117,0.05000,2.964
55,block_sparse_moe.experts.194.w3,0.0029411115,0.05000,3.008
55,block_sparse_moe.experts.198.w3,0.0031385850,0.05000,3.028
55,block_sparse_moe.experts.197.w3,0.0052176435,0.05000,2.777
55,block_sparse_moe.experts.205.w3,0.0017369852,0.05000,2.873
55,block_sparse_moe.experts.201.w3,0.0043637333,0.05000,2.960
55,block_sparse_moe.experts.204.w3,0.0078260016,0.05000,2.982
55,block_sparse_moe.experts.192.w3,0.0098030358,0.05000,3.017
55,block_sparse_moe.experts.200.w3,0.0065018796,0.05000,2.991
55,block_sparse_moe.experts.196.w3,0.0045822151,0.05000,3.023
55,block_sparse_moe.experts.207.w3,0.0018580255,0.05000,3.109
55,block_sparse_moe.experts.199.w3,0.0045115844,0.05000,3.055
55,block_sparse_moe.experts.203.w3,0.0031808287,0.05000,2.985
55,block_sparse_moe.experts.195.w3,0.0166812371,0.05000,2.972
55,block_sparse_moe.experts.218.w3,0.0022117042,0.05000,3.019
55,block_sparse_moe.experts.222.w3,0.0085622863,0.05000,2.995
55,block_sparse_moe.experts.209.w3,0.0046553423,0.05000,3.015
55,block_sparse_moe.experts.210.w3,0.0060213385,0.05000,3.075
55,block_sparse_moe.experts.214.w3,0.0025974439,0.05000,3.030
55,block_sparse_moe.experts.213.w3,0.0037469153,0.05000,3.104
55,block_sparse_moe.experts.221.w3,0.0044295195,0.05000,3.141
55,block_sparse_moe.experts.220.w3,0.0378758304,0.05000,3.015
55,block_sparse_moe.experts.217.w3,0.0040663378,0.05000,3.199
55,block_sparse_moe.experts.208.w3,0.0064112256,0.05000,3.045
55,block_sparse_moe.experts.216.w3,0.0029312028,0.05000,3.123
55,block_sparse_moe.experts.212.w3,0.0032079604,0.05000,3.066
55,block_sparse_moe.experts.223.w3,0.0028634895,0.05000,2.806
55,block_sparse_moe.experts.219.w3,0.0023926295,0.05000,2.725
55,block_sparse_moe.experts.215.w3,0.0024768365,0.05000,2.827
55,block_sparse_moe.experts.211.w3,0.0005470563,0.05000,2.839
55,block_sparse_moe.experts.234.w3,0.0069738215,0.05000,2.783
55,block_sparse_moe.experts.238.w3,0.0018400584,0.05000,2.761
55,block_sparse_moe.experts.226.w3,0.0026208730,0.05000,2.675
55,block_sparse_moe.experts.230.w3,0.0024312930,0.05000,2.694
55,block_sparse_moe.experts.225.w3,0.0074061119,0.05000,3.042
55,block_sparse_moe.experts.229.w3,0.0026286291,0.05000,2.984
55,block_sparse_moe.experts.237.w3,0.0084401541,0.05000,3.017
55,block_sparse_moe.experts.236.w3,0.0119250264,0.05000,3.026
55,block_sparse_moe.experts.233.w3,0.0005748318,0.05000,3.147
55,block_sparse_moe.experts.224.w3,0.0126787808,0.05000,2.989
55,block_sparse_moe.experts.232.w3,0.0094166202,0.05000,2.967
55,block_sparse_moe.experts.228.w3,0.0037282809,0.05000,3.020
55,block_sparse_moe.experts.239.w3,0.0063208342,0.05000,3.004
55,block_sparse_moe.experts.231.w3,0.0034004858,0.05000,2.985
55,block_sparse_moe.experts.235.w3,0.0015861938,0.05000,3.087
55,block_sparse_moe.experts.227.w3,0.0036125072,0.05000,3.011
55,block_sparse_moe.experts.250.w3,0.0057479231,0.05000,2.918
55,block_sparse_moe.experts.254.w3,0.0064455029,0.05000,2.813
55,block_sparse_moe.experts.242.w3,0.0018111912,0.05000,2.763
55,block_sparse_moe.experts.246.w3,0.0077578347,0.05000,2.659
55,block_sparse_moe.experts.241.w3,0.0074464070,0.05000,2.897
55,block_sparse_moe.experts.245.w3,0.0079583488,0.05000,2.787
55,block_sparse_moe.experts.253.w3,0.0016512560,0.05000,2.720
55,block_sparse_moe.experts.249.w3,0.0060597679,0.05000,2.407
55,block_sparse_moe.experts.252.w3,0.2344712089,0.05000,2.945
55,block_sparse_moe.experts.240.w3,0.0049705169,0.05000,2.899
55,block_sparse_moe.experts.248.w3,0.0036466079,0.05000,2.806
55,block_sparse_moe.experts.244.w3,0.0028021590,0.05000,2.750
55,block_sparse_moe.experts.255.w3,0.0030709489,0.05000,2.945
55,block_sparse_moe.experts.247.w3,0.0066136630,0.05000,2.873
55,block_sparse_moe.experts.251.w3,0.0052838367,0.05000,2.898
55,block_sparse_moe.experts.243.w3,0.0063598138,0.05000,2.661
55,block_sparse_moe.experts.6.w2,0.0002764473,0.05000,1.325
55,block_sparse_moe.experts.14.w2,0.0016531014,0.05000,1.357
55,block_sparse_moe.experts.4.w2,0.0044808557,0.05000,1.415
55,block_sparse_moe.experts.10.w2,0.0092224309,0.05000,1.384
55,block_sparse_moe.experts.2.w2,0.0009861769,0.05000,1.462
55,block_sparse_moe.experts.11.w2,0.0067007236,0.05000,1.447
55,block_sparse_moe.experts.15.w2,0.0006036097,0.05000,1.450
55,block_sparse_moe.experts.0.w2,0.0180077574,0.05000,1.510
55,block_sparse_moe.experts.7.w2,0.0142187972,0.05000,1.492
55,block_sparse_moe.experts.8.w2,0.0010468039,0.05000,1.511
55,block_sparse_moe.experts.1.w2,0.3047651980,0.05000,1.560
55,block_sparse_moe.experts.12.w2,0.0064618378,0.05000,1.545
55,block_sparse_moe.experts.9.w2,0.0125467134,0.05000,1.558
55,block_sparse_moe.experts.3.w2,0.0007587762,0.05000,1.608
55,block_sparse_moe.experts.13.w2,0.0075030602,0.05000,1.610
55,block_sparse_moe.experts.5.w2,0.0118982633,0.05000,1.674
55,block_sparse_moe.experts.20.w2,0.0142476384,0.05000,1.473
55,block_sparse_moe.experts.30.w2,0.0164047502,0.05000,1.528
55,block_sparse_moe.experts.22.w2,0.0015431690,0.05000,1.577
55,block_sparse_moe.experts.26.w2,0.0087510639,0.05000,1.533
55,block_sparse_moe.experts.16.w2,0.0048384689,0.05000,1.477
55,block_sparse_moe.experts.31.w2,0.0021677057,0.05000,1.497
55,block_sparse_moe.experts.18.w2,0.0004550890,0.05000,1.531
55,block_sparse_moe.experts.23.w2,0.0287271578,0.05000,1.491
55,block_sparse_moe.experts.28.w2,0.0007535427,0.05000,1.456
55,block_sparse_moe.experts.17.w2,0.0014703206,0.05000,1.507
55,block_sparse_moe.experts.27.w2,0.2413017814,0.05000,1.583
55,block_sparse_moe.experts.24.w2,0.0005813158,0.05000,1.522
55,block_sparse_moe.experts.19.w2,0.0028926651,0.05000,1.494
55,block_sparse_moe.experts.25.w2,0.0184767905,0.05000,1.563
55,block_sparse_moe.experts.29.w2,0.0026664035,0.05000,1.565
55,block_sparse_moe.experts.21.w2,0.0087652122,0.05000,1.503
55,block_sparse_moe.experts.46.w2,0.0006072705,0.05000,1.462
55,block_sparse_moe.experts.36.w2,0.0007666160,0.05000,1.541
55,block_sparse_moe.experts.42.w2,0.0050633705,0.05000,1.476
55,block_sparse_moe.experts.38.w2,0.0243607435,0.05000,1.521
55,block_sparse_moe.experts.32.w2,0.0159211168,0.05000,1.485
55,block_sparse_moe.experts.34.w2,0.0033735739,0.05000,1.497
55,block_sparse_moe.experts.47.w2,0.0034736771,0.05000,1.569
55,block_sparse_moe.experts.33.w2,0.0027014171,0.05000,1.512
55,block_sparse_moe.experts.40.w2,0.0266318146,0.05000,1.506
55,block_sparse_moe.experts.44.w2,0.0167432738,0.05000,1.546
55,block_sparse_moe.experts.39.w2,0.0090888732,0.05000,1.598
55,block_sparse_moe.experts.35.w2,0.0270091030,0.05000,1.602
55,block_sparse_moe.experts.37.w2,0.0087128500,0.05000,1.486
55,block_sparse_moe.experts.41.w2,0.0011136201,0.05000,1.565
55,block_sparse_moe.experts.45.w2,0.0282759514,0.05000,1.532
55,block_sparse_moe.experts.43.w2,0.0068274620,0.05000,1.689
55,block_sparse_moe.experts.62.w2,0.0574932612,0.05000,1.562
55,block_sparse_moe.experts.52.w2,0.0038371889,0.05000,1.529
55,block_sparse_moe.experts.48.w2,0.0425329502,0.05000,1.504
55,block_sparse_moe.experts.58.w2,0.0256676764,0.05000,1.560
55,block_sparse_moe.experts.54.w2,0.0053699618,0.05000,1.537
55,block_sparse_moe.experts.56.w2,0.0032009843,0.05000,1.475
55,block_sparse_moe.experts.49.w2,0.0064988362,0.05000,1.483
55,block_sparse_moe.experts.53.w2,0.1057629619,0.05000,1.389
55,block_sparse_moe.experts.60.w2,0.0144736927,0.05000,1.517
55,block_sparse_moe.experts.50.w2,0.0042831071,0.05000,1.629
55,block_sparse_moe.experts.55.w2,0.0195778312,0.05000,1.520
55,block_sparse_moe.experts.63.w2,0.0650522559,0.05000,1.585
55,block_sparse_moe.experts.57.w2,0.0020137954,0.05000,1.443
55,block_sparse_moe.experts.61.w2,0.0013149651,0.05000,1.429
55,block_sparse_moe.experts.59.w2,0.0415707291,0.05000,1.489
55,block_sparse_moe.experts.51.w2,0.0005758965,0.05000,1.587
55,block_sparse_moe.experts.78.w2,0.0028914756,0.05000,1.496
55,block_sparse_moe.experts.74.w2,0.0013672871,0.05000,1.474
55,block_sparse_moe.experts.65.w2,0.0112904934,0.05000,1.460
55,block_sparse_moe.experts.68.w2,0.0186534654,0.05000,1.566
55,block_sparse_moe.experts.70.w2,0.0012864075,0.05000,1.566
55,block_sparse_moe.experts.64.w2,0.0113260053,0.05000,1.601
55,block_sparse_moe.experts.66.w2,0.0021039194,0.05000,1.478
55,block_sparse_moe.experts.72.w2,0.0146098376,0.05000,1.545
55,block_sparse_moe.experts.79.w2,0.0122233317,0.05000,1.473
55,block_sparse_moe.experts.69.w2,0.0081033687,0.05000,1.531
55,block_sparse_moe.experts.73.w2,0.0003614779,0.05000,1.458
55,block_sparse_moe.experts.71.w2,0.0070523936,0.05000,1.488
55,block_sparse_moe.experts.76.w2,0.0018032151,0.05000,1.563
55,block_sparse_moe.experts.77.w2,0.0093734629,0.05000,1.515
55,block_sparse_moe.experts.75.w2,0.0027257214,0.05000,1.495
55,block_sparse_moe.experts.67.w2,0.0084458109,0.05000,1.517
55,block_sparse_moe.experts.81.w2,0.0080914128,0.05000,1.387
55,block_sparse_moe.experts.84.w2,0.0292923918,0.05000,1.400
55,block_sparse_moe.experts.94.w2,0.0144111031,0.05000,1.481
55,block_sparse_moe.experts.90.w2,0.0249340461,0.05000,1.489
55,block_sparse_moe.experts.89.w2,0.0069527807,0.05000,1.333
55,block_sparse_moe.experts.88.w2,0.0022047316,0.05000,1.381
55,block_sparse_moe.experts.85.w2,0.1336094571,0.05000,1.365
55,block_sparse_moe.experts.86.w2,0.0071691777,0.05000,1.449
55,block_sparse_moe.experts.80.w2,0.0184500508,0.05000,1.444
55,block_sparse_moe.experts.95.w2,0.0005669394,0.05000,1.415
55,block_sparse_moe.experts.92.w2,0.0011389108,0.05000,1.391
55,block_sparse_moe.experts.87.w2,0.0022992760,0.05000,1.428
55,block_sparse_moe.experts.91.w2,0.0109461521,0.05000,1.336
55,block_sparse_moe.experts.93.w2,0.0026652693,0.05000,1.392
55,block_sparse_moe.experts.82.w2,0.0026127587,0.05000,1.508
55,block_sparse_moe.experts.83.w2,0.0022950070,0.05000,1.395
55,block_sparse_moe.experts.110.w2,0.0016561587,0.05000,1.412
55,block_sparse_moe.experts.97.w2,0.0117731480,0.05000,1.474
55,block_sparse_moe.experts.106.w2,0.0189146133,0.05000,1.432
55,block_sparse_moe.experts.100.w2,0.0022647173,0.05000,1.484
55,block_sparse_moe.experts.102.w2,0.0166312063,0.05000,1.401
55,block_sparse_moe.experts.104.w2,0.0020178026,0.05000,1.460
55,block_sparse_moe.experts.105.w2,0.0282143882,0.05000,1.532
55,block_sparse_moe.experts.96.w2,0.0010721308,0.05000,1.492
55,block_sparse_moe.experts.101.w2,0.0028916477,0.05000,1.528
55,block_sparse_moe.experts.111.w2,0.0126851272,0.05000,1.499
55,block_sparse_moe.experts.108.w2,0.0003943827,0.05000,1.482
55,block_sparse_moe.experts.103.w2,0.0175835014,0.05000,1.502
55,block_sparse_moe.experts.107.w2,0.1337867801,0.05000,1.508
55,block_sparse_moe.experts.98.w2,0.0842105821,0.05000,1.492
55,block_sparse_moe.experts.109.w2,0.0113656895,0.05000,1.560
55,block_sparse_moe.experts.99.w2,0.0264854147,0.05000,1.490
55,block_sparse_moe.experts.116.w2,0.0021000016,0.05000,1.481
55,block_sparse_moe.experts.126.w2,0.0026265647,0.05000,1.568
55,block_sparse_moe.experts.113.w2,0.0118641671,0.05000,1.535
55,block_sparse_moe.experts.120.w2,0.0161330385,0.05000,1.499
55,block_sparse_moe.experts.122.w2,0.0710833394,0.05000,1.567
55,block_sparse_moe.experts.118.w2,0.0034018339,0.05000,1.542
55,block_sparse_moe.experts.127.w2,0.0009146402,0.05000,1.461
55,block_sparse_moe.experts.112.w2,0.0111963751,0.05000,1.488
55,block_sparse_moe.experts.117.w2,0.0168670801,0.05000,1.493
55,block_sparse_moe.experts.124.w2,0.0061408150,0.05000,1.475
55,block_sparse_moe.experts.121.w2,0.0104783886,0.05000,1.573
55,block_sparse_moe.experts.123.w2,0.0342746374,0.05000,1.484
55,block_sparse_moe.experts.119.w2,0.0068324505,0.05000,1.533
55,block_sparse_moe.experts.114.w2,0.1017720063,0.05000,1.575
55,block_sparse_moe.experts.115.w2,0.0017812171,0.05000,1.505
55,block_sparse_moe.experts.125.w2,0.0369320253,0.05000,1.567
55,block_sparse_moe.experts.132.w2,0.0006127547,0.05000,1.474
55,block_sparse_moe.experts.136.w2,0.0074220961,0.05000,1.483
55,block_sparse_moe.experts.143.w2,0.0238036218,0.05000,1.431
55,block_sparse_moe.experts.128.w2,0.0026026930,0.05000,1.452
55,block_sparse_moe.experts.129.w2,0.0042896878,0.05000,1.547
55,block_sparse_moe.experts.142.w2,0.0006217669,0.05000,1.561
55,block_sparse_moe.experts.139.w2,0.0027650706,0.05000,1.448
55,block_sparse_moe.experts.135.w2,0.0029943151,0.05000,1.449
55,block_sparse_moe.experts.140.w2,0.0164995936,0.05000,1.532
55,block_sparse_moe.experts.134.w2,0.0208346881,0.05000,1.592
55,block_sparse_moe.experts.133.w2,0.0376141640,0.05000,1.568
55,block_sparse_moe.experts.138.w2,0.0748811218,0.05000,1.661
55,block_sparse_moe.experts.137.w2,0.0059700128,0.05000,1.561
55,block_sparse_moe.experts.131.w2,0.0098763922,0.05000,1.447
55,block_sparse_moe.experts.130.w2,0.0017123158,0.05000,1.541
55,block_sparse_moe.experts.141.w2,0.0050504550,0.05000,1.588
55,block_sparse_moe.experts.159.w2,0.0010649434,0.05000,1.416
55,block_sparse_moe.experts.148.w2,0.0002503317,0.05000,1.480
55,block_sparse_moe.experts.152.w2,0.1058682608,0.05000,1.457
55,block_sparse_moe.experts.144.w2,0.0106334867,0.05000,1.447
55,block_sparse_moe.experts.155.w2,0.0113678739,0.05000,1.432
55,block_sparse_moe.experts.145.w2,0.0204021366,0.05000,1.494
55,block_sparse_moe.experts.158.w2,0.0006709842,0.05000,1.504
55,block_sparse_moe.experts.151.w2,0.0022405732,0.05000,1.464
55,block_sparse_moe.experts.156.w2,0.0117115368,0.05000,1.483
55,block_sparse_moe.experts.150.w2,0.0051046914,0.05000,1.492
55,block_sparse_moe.experts.149.w2,0.0017226151,0.05000,1.477
55,block_sparse_moe.experts.153.w2,0.0006315651,0.05000,1.484
55,block_sparse_moe.experts.147.w2,0.0037223852,0.05000,1.482
55,block_sparse_moe.experts.154.w2,0.0012352588,0.05000,1.590
55,block_sparse_moe.experts.157.w2,0.0074018179,0.05000,1.512
55,block_sparse_moe.experts.146.w2,0.0224459353,0.05000,1.638
55,block_sparse_moe.experts.175.w2,0.0177768260,0.05000,1.519
55,block_sparse_moe.experts.168.w2,0.0003787488,0.05000,1.549
55,block_sparse_moe.experts.171.w2,0.0627203653,0.05000,1.498
55,block_sparse_moe.experts.160.w2,0.0014430965,0.05000,1.562
55,block_sparse_moe.experts.164.w2,0.0042386832,0.05000,1.626
55,block_sparse_moe.experts.167.w2,0.0151838067,0.05000,1.480
55,block_sparse_moe.experts.161.w2,0.0217718532,0.05000,1.545
55,block_sparse_moe.experts.172.w2,0.0005564647,0.05000,1.496
55,block_sparse_moe.experts.165.w2,0.0263109123,0.05000,1.510
55,block_sparse_moe.experts.174.w2,0.0017281581,0.05000,1.630
55,block_sparse_moe.experts.169.w2,0.0128557878,0.05000,1.558
55,block_sparse_moe.experts.163.w2,0.0187383125,0.05000,1.570
55,block_sparse_moe.experts.166.w2,0.0300726161,0.05000,1.664
55,block_sparse_moe.experts.170.w2,0.0022314877,0.05000,1.670
55,block_sparse_moe.experts.162.w2,0.1029814911,0.05000,1.548
55,block_sparse_moe.experts.191.w2,0.0086927469,0.05000,1.464
55,block_sparse_moe.experts.187.w2,0.0148414372,0.05000,1.577
55,block_sparse_moe.experts.183.w2,0.0130192517,0.05000,1.572
55,block_sparse_moe.experts.179.w2,0.0048026530,0.05000,1.617
55,block_sparse_moe.experts.190.w2,0.0071817347,0.05000,1.730
55,block_sparse_moe.experts.182.w2,0.0057835403,0.05000,1.698
55,block_sparse_moe.experts.178.w2,0.0348092058,0.05000,1.719
55,block_sparse_moe.experts.186.w2,0.0012716687,0.05000,1.749
55,block_sparse_moe.experts.173.w2,0.0003954987,0.05000,3.731
55,block_sparse_moe.experts.207.w2,0.0007125623,0.05000,1.786
55,block_sparse_moe.experts.199.w2,0.0036647872,0.05000,1.761
55,block_sparse_moe.experts.203.w2,0.0076092842,0.05000,1.796
55,block_sparse_moe.experts.195.w2,0.0611315671,0.05000,1.885
55,block_sparse_moe.experts.177.w2,0.0100970557,0.05000,4.047
55,block_sparse_moe.experts.181.w2,0.0072527173,0.05000,4.115
55,block_sparse_moe.experts.185.w2,0.0075745572,0.05000,4.081
55,block_sparse_moe.experts.189.w2,0.0178785794,0.05000,1.946
55,block_sparse_moe.experts.193.w2,0.0136477808,0.05000,1.538
55,block_sparse_moe.experts.197.w2,0.0372713601,0.05000,1.498
55,block_sparse_moe.experts.201.w2,0.0100262603,0.05000,1.529
55,block_sparse_moe.experts.206.w2,0.0100486036,0.05000,4.072
55,block_sparse_moe.experts.205.w2,0.0069206971,0.05000,1.473
55,block_sparse_moe.experts.198.w2,0.0125831917,0.05000,4.089
55,block_sparse_moe.experts.202.w2,0.0054911910,0.05000,4.073
55,block_sparse_moe.experts.194.w2,0.0079804865,0.05000,4.115
55,block_sparse_moe.experts.223.w2,0.0197272069,0.05000,3.932
55,block_sparse_moe.experts.219.w2,0.0142059359,0.05000,3.841
55,block_sparse_moe.experts.209.w2,0.0295304718,0.05000,1.587
55,block_sparse_moe.experts.215.w2,0.0303303364,0.05000,3.892
55,block_sparse_moe.experts.213.w2,0.0116370760,0.05000,1.654
55,block_sparse_moe.experts.217.w2,0.0086730435,0.05000,1.649
55,block_sparse_moe.experts.211.w2,0.0065475553,0.05000,3.743
55,block_sparse_moe.experts.222.w2,0.0241567567,0.05000,1.654
55,block_sparse_moe.experts.221.w2,0.0118573298,0.05000,1.637
55,block_sparse_moe.experts.214.w2,0.0077557227,0.05000,1.669
55,block_sparse_moe.experts.210.w2,0.0054544926,0.05000,1.536
55,block_sparse_moe.experts.218.w2,0.0041556758,0.05000,1.633
55,block_sparse_moe.experts.184.w2,0.0066503378,0.05000,1.405
55,block_sparse_moe.experts.180.w2,0.0052441458,0.05000,1.427
55,block_sparse_moe.experts.176.w2,0.0026250913,0.05000,1.443
55,block_sparse_moe.experts.188.w2,0.0087728322,0.05000,1.472
55,block_sparse_moe.experts.225.w2,0.0200650953,0.05000,1.317
55,block_sparse_moe.experts.239.w2,0.0139235017,0.05000,1.556
55,block_sparse_moe.experts.235.w2,0.0082253476,0.05000,1.573
55,block_sparse_moe.experts.229.w2,0.0014939810,0.05000,1.411
55,block_sparse_moe.experts.231.w2,0.0260204180,0.05000,1.570
55,block_sparse_moe.experts.233.w2,0.0042363593,0.05000,1.386
55,block_sparse_moe.experts.227.w2,0.0105204845,0.05000,1.555
55,block_sparse_moe.experts.237.w2,0.0584154658,0.05000,1.399
55,block_sparse_moe.experts.238.w2,0.0078902458,0.05000,1.579
55,block_sparse_moe.experts.230.w2,0.0025267355,0.05000,1.590
55,block_sparse_moe.experts.226.w2,0.0030374079,0.05000,1.574
55,block_sparse_moe.experts.234.w2,0.0374266827,0.05000,1.550
55,block_sparse_moe.experts.200.w2,0.0113142835,0.05000,1.545
55,block_sparse_moe.experts.241.w2,0.0218019505,0.05000,1.452
55,block_sparse_moe.experts.192.w2,0.0492512755,0.05000,1.557
55,block_sparse_moe.experts.196.w2,0.0119088992,0.05000,1.590
55,block_sparse_moe.experts.204.w2,0.0060628260,0.05000,1.614
55,block_sparse_moe.experts.245.w2,0.0099900008,0.05000,1.388
55,block_sparse_moe.experts.255.w2,0.0026245208,0.05000,1.583
55,block_sparse_moe.experts.249.w2,0.0060138771,0.05000,1.385
55,block_sparse_moe.experts.251.w2,0.0374414279,0.05000,1.504
55,block_sparse_moe.experts.253.w2,0.0062378936,0.05000,1.259
55,block_sparse_moe.experts.247.w2,0.0724819632,0.05000,1.515
55,block_sparse_moe.experts.243.w2,0.0757767278,0.05000,1.340
55,block_sparse_moe.experts.254.w2,0.0340402508,0.05000,1.559
55,block_sparse_moe.experts.246.w2,0.0323379972,0.05000,1.509
55,block_sparse_moe.experts.242.w2,0.0032859217,0.05000,1.451
55,block_sparse_moe.experts.250.w2,0.0335062644,0.05000,1.415
55,block_sparse_moe.experts.216.w2,0.0104441332,0.05000,1.522
55,block_sparse_moe.experts.208.w2,0.0168425301,0.05000,1.585
55,block_sparse_moe.experts.212.w2,0.0003918347,0.05000,1.588
55,block_sparse_moe.experts.220.w2,0.0417881529,0.05000,1.551
55,block_sparse_moe.experts.232.w2,0.0680666921,0.05000,1.492
55,block_sparse_moe.experts.224.w2,0.0074928251,0.05000,1.516
55,block_sparse_moe.experts.228.w2,0.0286773746,0.05000,1.498
55,block_sparse_moe.experts.236.w2,0.0581254270,0.05000,1.576
55,block_sparse_moe.experts.248.w2,0.0152530858,0.05000,1.682
55,block_sparse_moe.experts.240.w2,0.0043470701,0.05000,1.649
55,block_sparse_moe.experts.244.w2,0.0021325650,0.05000,1.661
55,block_sparse_moe.experts.252.w2,0.7305960936,0.05000,1.582
56,self_attn.k_proj,0.0000538804,0.05000,0.863
56,self_attn.q_proj,0.0004115895,0.05000,0.884
56,self_attn.v_proj,0.0001003846,0.05000,0.961
56,self_attn.o_proj,0.0000419537,0.05000,1.866
56,block_sparse_moe.experts.8.w1,0.0033866433,0.05000,3.018
56,block_sparse_moe.experts.12.w1,0.0050537515,0.05000,3.067
56,block_sparse_moe.experts.4.w1,0.0026555502,0.05000,3.080
56,block_sparse_moe.experts.0.w1,0.0019480616,0.05000,3.113
56,block_sparse_moe.experts.13.w1,0.0051456806,0.05000,3.250
56,block_sparse_moe.experts.5.w1,0.0049732172,0.05000,3.251
56,block_sparse_moe.experts.6.w1,0.0046611011,0.05000,3.268
56,block_sparse_moe.experts.14.w1,0.0300677369,0.05000,3.309
56,block_sparse_moe.experts.9.w1,0.0006565404,0.05000,3.336
56,block_sparse_moe.experts.10.w1,0.0105745159,0.05000,3.348
56,block_sparse_moe.experts.15.w1,0.0012016128,0.05000,3.369
56,block_sparse_moe.experts.2.w1,0.0014789640,0.05000,3.335
56,block_sparse_moe.experts.3.w1,0.0022797909,0.05000,3.401
56,block_sparse_moe.experts.1.w1,0.0031370917,0.05000,3.443
56,block_sparse_moe.experts.11.w1,0.0081278167,0.05000,3.454
56,block_sparse_moe.experts.7.w1,0.0038503446,0.05000,3.544
56,block_sparse_moe.experts.24.w1,0.0034858357,0.05000,2.923
56,block_sparse_moe.experts.20.w1,0.0047743073,0.05000,2.956
56,block_sparse_moe.experts.16.w1,0.0070730936,0.05000,2.955
56,block_sparse_moe.experts.28.w1,0.0047577910,0.05000,3.040
56,block_sparse_moe.experts.29.w1,0.0055523606,0.05000,2.936
56,block_sparse_moe.experts.22.w1,0.0012138576,0.05000,3.003
56,block_sparse_moe.experts.17.w1,0.0054044140,0.05000,2.865
56,block_sparse_moe.experts.21.w1,0.0020629739,0.05000,3.062
56,block_sparse_moe.experts.18.w1,0.0025325583,0.05000,2.948
56,block_sparse_moe.experts.30.w1,0.0021792528,0.05000,3.085
56,block_sparse_moe.experts.25.w1,0.0100986169,0.05000,3.068
56,block_sparse_moe.experts.19.w1,0.0038062640,0.05000,3.016
56,block_sparse_moe.experts.31.w1,0.0046214989,0.05000,3.058
56,block_sparse_moe.experts.23.w1,0.0005732801,0.05000,3.005
56,block_sparse_moe.experts.26.w1,0.0055319178,0.05000,3.204
56,block_sparse_moe.experts.27.w1,0.0078899877,0.05000,3.129
56,block_sparse_moe.experts.40.w1,0.0015899742,0.05000,3.108
56,block_sparse_moe.experts.45.w1,0.0030611023,0.05000,2.981
56,block_sparse_moe.experts.32.w1,0.0051835400,0.05000,3.148
56,block_sparse_moe.experts.36.w1,0.0106595304,0.05000,3.209
56,block_sparse_moe.experts.44.w1,0.0050436567,0.05000,3.141
56,block_sparse_moe.experts.33.w1,0.0034549778,0.05000,3.010
56,block_sparse_moe.experts.38.w1,0.0052142172,0.05000,3.113
56,block_sparse_moe.experts.37.w1,0.0110065659,0.05000,3.095
56,block_sparse_moe.experts.41.w1,0.0033806180,0.05000,3.005
56,block_sparse_moe.experts.47.w1,0.0019251445,0.05000,3.031
56,block_sparse_moe.experts.34.w1,0.0061115894,0.05000,3.127
56,block_sparse_moe.experts.46.w1,0.0082278908,0.05000,3.098
56,block_sparse_moe.experts.35.w1,0.0084590346,0.05000,3.075
56,block_sparse_moe.experts.43.w1,0.0047728180,0.05000,2.969
56,block_sparse_moe.experts.39.w1,0.0084373261,0.05000,3.029
56,block_sparse_moe.experts.42.w1,0.0035562924,0.05000,3.181
56,block_sparse_moe.experts.56.w1,0.0058211942,0.05000,2.875
56,block_sparse_moe.experts.60.w1,0.0055050473,0.05000,2.826
56,block_sparse_moe.experts.48.w1,0.0059307048,0.05000,2.887
56,block_sparse_moe.experts.52.w1,0.0075020728,0.05000,2.942
56,block_sparse_moe.experts.61.w1,0.0038553987,0.05000,3.071
56,block_sparse_moe.experts.54.w1,0.0015396479,0.05000,2.936
56,block_sparse_moe.experts.49.w1,0.0047462102,0.05000,3.039
56,block_sparse_moe.experts.53.w1,0.0072570864,0.05000,3.065
56,block_sparse_moe.experts.57.w1,0.0036538843,0.05000,3.111
56,block_sparse_moe.experts.50.w1,0.0029555353,0.05000,3.084
56,block_sparse_moe.experts.63.w1,0.0023130432,0.05000,3.108
56,block_sparse_moe.experts.62.w1,0.0070505487,0.05000,3.081
56,block_sparse_moe.experts.51.w1,0.0041170209,0.05000,3.140
56,block_sparse_moe.experts.59.w1,0.0054488697,0.05000,3.125
56,block_sparse_moe.experts.55.w1,0.0043344488,0.05000,3.098
56,block_sparse_moe.experts.58.w1,0.0111527899,0.05000,3.013
56,block_sparse_moe.experts.64.w1,0.0009162008,0.05000,2.776
56,block_sparse_moe.experts.76.w1,0.0056034281,0.05000,2.845
56,block_sparse_moe.experts.72.w1,0.0021341382,0.05000,3.018
56,block_sparse_moe.experts.68.w1,0.0047236707,0.05000,2.956
56,block_sparse_moe.experts.77.w1,0.0035425997,0.05000,2.962
56,block_sparse_moe.experts.65.w1,0.0019914268,0.05000,2.996
56,block_sparse_moe.experts.70.w1,0.0012633250,0.05000,3.032
56,block_sparse_moe.experts.69.w1,0.0047386168,0.05000,2.885
56,block_sparse_moe.experts.73.w1,0.0021029396,0.05000,2.914
56,block_sparse_moe.experts.79.w1,0.0036539577,0.05000,2.931
56,block_sparse_moe.experts.67.w1,0.0070138082,0.05000,2.905
56,block_sparse_moe.experts.78.w1,0.0081532659,0.05000,2.973
56,block_sparse_moe.experts.71.w1,0.0096766587,0.05000,2.899
56,block_sparse_moe.experts.75.w1,0.0012806675,0.05000,2.967
56,block_sparse_moe.experts.66.w1,0.0044043181,0.05000,3.121
56,block_sparse_moe.experts.74.w1,0.0018900970,0.05000,3.121
56,block_sparse_moe.experts.88.w1,0.0051729215,0.05000,2.850
56,block_sparse_moe.experts.80.w1,0.0024271459,0.05000,2.920
56,block_sparse_moe.experts.92.w1,0.0009761880,0.05000,2.990
56,block_sparse_moe.experts.84.w1,0.0021144387,0.05000,2.866
56,block_sparse_moe.experts.93.w1,0.0014220823,0.05000,3.015
56,block_sparse_moe.experts.85.w1,0.0048325845,0.05000,2.961
56,block_sparse_moe.experts.81.w1,0.0075570518,0.05000,3.036
56,block_sparse_moe.experts.86.w1,0.0081953255,0.05000,3.053
56,block_sparse_moe.experts.89.w1,0.0054863042,0.05000,3.033
56,block_sparse_moe.experts.83.w1,0.0021434529,0.05000,2.944
56,block_sparse_moe.experts.95.w1,0.0028207825,0.05000,3.014
56,block_sparse_moe.experts.91.w1,0.0029941200,0.05000,2.978
56,block_sparse_moe.experts.94.w1,0.0038659404,0.05000,3.121
56,block_sparse_moe.experts.87.w1,0.0020866826,0.05000,3.088
56,block_sparse_moe.experts.82.w1,0.0034368483,0.05000,3.154
56,block_sparse_moe.experts.90.w1,0.0027682997,0.05000,3.078
56,block_sparse_moe.experts.96.w1,0.0029047781,0.05000,3.080
56,block_sparse_moe.experts.104.w1,0.0036675655,0.05000,3.151
56,block_sparse_moe.experts.108.w1,0.0015279479,0.05000,3.040
56,block_sparse_moe.experts.109.w1,0.0111525072,0.05000,2.888
56,block_sparse_moe.experts.100.w1,0.0021869847,0.05000,3.132
56,block_sparse_moe.experts.97.w1,0.0034707386,0.05000,2.801
56,block_sparse_moe.experts.101.w1,0.0007033012,0.05000,2.933
56,block_sparse_moe.experts.99.w1,0.0024305447,0.05000,2.816
56,block_sparse_moe.experts.105.w1,0.0009386785,0.05000,2.892
56,block_sparse_moe.experts.107.w1,0.0155800824,0.05000,2.785
56,block_sparse_moe.experts.103.w1,0.0047834335,0.05000,2.771
56,block_sparse_moe.experts.102.w1,0.0033770965,0.05000,3.069
56,block_sparse_moe.experts.111.w1,0.0036085562,0.05000,3.059
56,block_sparse_moe.experts.110.w1,0.0053497553,0.05000,3.106
56,block_sparse_moe.experts.98.w1,0.0025098786,0.05000,3.156
56,block_sparse_moe.experts.106.w1,0.0012022361,0.05000,3.086
56,block_sparse_moe.experts.112.w1,0.0019152039,0.05000,3.133
56,block_sparse_moe.experts.120.w1,0.0026124350,0.05000,3.123
56,block_sparse_moe.experts.124.w1,0.0058405161,0.05000,3.206
56,block_sparse_moe.experts.116.w1,0.0033281540,0.05000,3.057
56,block_sparse_moe.experts.113.w1,0.0032379837,0.05000,3.090
56,block_sparse_moe.experts.125.w1,0.0026633459,0.05000,3.210
56,block_sparse_moe.experts.121.w1,0.0123517047,0.05000,3.069
56,block_sparse_moe.experts.117.w1,0.0032955582,0.05000,3.187
56,block_sparse_moe.experts.118.w1,0.0015693949,0.05000,2.974
56,block_sparse_moe.experts.115.w1,0.0037030545,0.05000,3.246
56,block_sparse_moe.experts.123.w1,0.0032589737,0.05000,3.197
56,block_sparse_moe.experts.119.w1,0.0031985893,0.05000,3.201
56,block_sparse_moe.experts.127.w1,0.0048294770,0.05000,3.217
56,block_sparse_moe.experts.126.w1,0.0041403073,0.05000,3.048
56,block_sparse_moe.experts.114.w1,0.0026284633,0.05000,3.001
56,block_sparse_moe.experts.122.w1,0.0007916857,0.05000,3.018
56,block_sparse_moe.experts.128.w1,0.0019528857,0.05000,3.027
56,block_sparse_moe.experts.129.w1,0.0065138706,0.05000,2.788
56,block_sparse_moe.experts.136.w1,0.0020065590,0.05000,3.054
56,block_sparse_moe.experts.132.w1,0.0082700461,0.05000,2.959
56,block_sparse_moe.experts.140.w1,0.0050488139,0.05000,3.090
56,block_sparse_moe.experts.141.w1,0.0109291850,0.05000,3.013
56,block_sparse_moe.experts.137.w1,0.0139986228,0.05000,2.938
56,block_sparse_moe.experts.133.w1,0.0065163747,0.05000,2.961
56,block_sparse_moe.experts.131.w1,0.0046083428,0.05000,3.005
56,block_sparse_moe.experts.134.w1,0.0030699736,0.05000,3.149
56,block_sparse_moe.experts.139.w1,0.0035261282,0.05000,3.004
56,block_sparse_moe.experts.135.w1,0.0036838321,0.05000,3.010
56,block_sparse_moe.experts.142.w1,0.0032812565,0.05000,2.998
56,block_sparse_moe.experts.143.w1,0.0040255566,0.05000,3.049
56,block_sparse_moe.experts.130.w1,0.0475913701,0.05000,3.073
56,block_sparse_moe.experts.138.w1,0.0048539665,0.05000,3.066
56,block_sparse_moe.experts.145.w1,0.0223943373,0.05000,2.961
56,block_sparse_moe.experts.157.w1,0.0086348474,0.05000,2.838
56,block_sparse_moe.experts.149.w1,0.0024784939,0.05000,2.860
56,block_sparse_moe.experts.144.w1,0.0226075731,0.05000,3.259
56,block_sparse_moe.experts.153.w1,0.0040619700,0.05000,2.944
56,block_sparse_moe.experts.148.w1,0.0016661778,0.05000,3.179
56,block_sparse_moe.experts.152.w1,0.0024509682,0.05000,3.238
56,block_sparse_moe.experts.156.w1,0.0029530186,0.05000,3.197
56,block_sparse_moe.experts.150.w1,0.0062166623,0.05000,2.858
56,block_sparse_moe.experts.158.w1,0.0034430075,0.05000,2.914
56,block_sparse_moe.experts.147.w1,0.0091123547,0.05000,3.219
56,block_sparse_moe.experts.151.w1,0.0020518886,0.05000,3.172
56,block_sparse_moe.experts.155.w1,0.0055197285,0.05000,3.262
56,block_sparse_moe.experts.146.w1,0.0025123114,0.05000,2.924
56,block_sparse_moe.experts.159.w1,0.0101931682,0.05000,3.168
56,block_sparse_moe.experts.154.w1,0.0081177678,0.05000,2.931
56,block_sparse_moe.experts.160.w1,0.0143713777,0.05000,2.691
56,block_sparse_moe.experts.164.w1,0.0342225825,0.05000,2.692
56,block_sparse_moe.experts.161.w1,0.0051655441,0.05000,3.042
56,block_sparse_moe.experts.168.w1,0.0055634606,0.05000,2.753
56,block_sparse_moe.experts.172.w1,0.0032893955,0.05000,2.774
56,block_sparse_moe.experts.173.w1,0.0054965908,0.05000,3.069
56,block_sparse_moe.experts.169.w1,0.0995814349,0.05000,2.958
56,block_sparse_moe.experts.165.w1,0.0061700898,0.05000,3.106
56,block_sparse_moe.experts.166.w1,0.0067246178,0.05000,3.100
56,block_sparse_moe.experts.174.w1,0.0045733054,0.05000,3.045
56,block_sparse_moe.experts.163.w1,0.0037200121,0.05000,3.124
56,block_sparse_moe.experts.171.w1,0.0051762186,0.05000,3.076
56,block_sparse_moe.experts.167.w1,0.0062817889,0.05000,3.148
56,block_sparse_moe.experts.162.w1,0.0096849584,0.05000,3.106
56,block_sparse_moe.experts.175.w1,0.0013249493,0.05000,3.108
56,block_sparse_moe.experts.170.w1,0.0027956375,0.05000,3.163
56,block_sparse_moe.experts.177.w1,0.0140816066,0.05000,2.908
56,block_sparse_moe.experts.185.w1,0.0089499278,0.05000,2.756
56,block_sparse_moe.experts.189.w1,0.0051303147,0.05000,2.847
56,block_sparse_moe.experts.176.w1,0.0019863921,0.05000,3.108
56,block_sparse_moe.experts.180.w1,0.0102769700,0.05000,3.096
56,block_sparse_moe.experts.181.w1,0.0009975039,0.05000,2.782
56,block_sparse_moe.experts.184.w1,0.0099663057,0.05000,3.149
56,block_sparse_moe.experts.188.w1,0.0318183750,0.05000,3.087
56,block_sparse_moe.experts.182.w1,0.0048059508,0.05000,3.204
56,block_sparse_moe.experts.190.w1,0.0022170070,0.05000,3.145
56,block_sparse_moe.experts.179.w1,0.0053400120,0.05000,3.150
56,block_sparse_moe.experts.187.w1,0.0039090823,0.05000,3.188
56,block_sparse_moe.experts.178.w1,0.0050645700,0.05000,3.113
56,block_sparse_moe.experts.183.w1,0.0068764890,0.05000,3.254
56,block_sparse_moe.experts.191.w1,0.0050683488,0.05000,3.213
56,block_sparse_moe.experts.186.w1,0.0013893814,0.05000,3.138
56,block_sparse_moe.experts.193.w1,0.0036382988,0.05000,2.862
56,block_sparse_moe.experts.201.w1,0.0066678772,0.05000,2.877
56,block_sparse_moe.experts.205.w1,0.0018806306,0.05000,2.844
56,block_sparse_moe.experts.197.w1,0.0053848498,0.05000,2.876
56,block_sparse_moe.experts.192.w1,0.0033096880,0.05000,2.957
56,block_sparse_moe.experts.196.w1,0.0045733501,0.05000,3.032
56,block_sparse_moe.experts.200.w1,0.0008824420,0.05000,3.113
56,block_sparse_moe.experts.204.w1,0.0018999404,0.05000,3.129
56,block_sparse_moe.experts.198.w1,0.0020702187,0.05000,2.813
56,block_sparse_moe.experts.206.w1,0.0034040537,0.05000,2.869
56,block_sparse_moe.experts.194.w1,0.0029475950,0.05000,2.899
56,block_sparse_moe.experts.203.w1,0.0066535135,0.05000,3.032
56,block_sparse_moe.experts.195.w1,0.0021636381,0.05000,3.156
56,block_sparse_moe.experts.202.w1,0.0049253617,0.05000,2.884
56,block_sparse_moe.experts.199.w1,0.0050485786,0.05000,3.074
56,block_sparse_moe.experts.207.w1,0.0073395200,0.05000,3.049
56,block_sparse_moe.experts.217.w1,0.0015288462,0.05000,2.880
56,block_sparse_moe.experts.221.w1,1.0835730235,0.05000,2.910
56,block_sparse_moe.experts.209.w1,0.0059332236,0.05000,3.031
56,block_sparse_moe.experts.213.w1,0.0070489934,0.05000,2.883
56,block_sparse_moe.experts.208.w1,0.0018377988,0.05000,3.148
56,block_sparse_moe.experts.212.w1,0.0023483135,0.05000,3.182
56,block_sparse_moe.experts.216.w1,0.0010907330,0.05000,3.131
56,block_sparse_moe.experts.220.w1,0.0023460581,0.05000,3.153
56,block_sparse_moe.experts.214.w1,0.0105327916,0.05000,3.014
56,block_sparse_moe.experts.222.w1,0.0055059265,0.05000,2.935
56,block_sparse_moe.experts.210.w1,0.0066583731,0.05000,3.082
56,block_sparse_moe.experts.218.w1,0.0011581699,0.05000,2.950
56,block_sparse_moe.experts.219.w1,0.0095444519,0.05000,3.107
56,block_sparse_moe.experts.211.w1,0.0052090865,0.05000,3.158
56,block_sparse_moe.experts.215.w1,0.0017459417,0.05000,3.189
56,block_sparse_moe.experts.223.w1,0.0214149389,0.05000,3.124
56,block_sparse_moe.experts.233.w1,0.0024112961,0.05000,2.994
56,block_sparse_moe.experts.237.w1,0.0034558321,0.05000,3.054
56,block_sparse_moe.experts.229.w1,0.0045258632,0.05000,3.053
56,block_sparse_moe.experts.225.w1,0.0069207480,0.05000,3.168
56,block_sparse_moe.experts.224.w1,0.0014297632,0.05000,3.256
56,block_sparse_moe.experts.228.w1,0.0048898083,0.05000,3.207
56,block_sparse_moe.experts.230.w1,0.0017875777,0.05000,3.088
56,block_sparse_moe.experts.232.w1,0.0094331522,0.05000,3.194
56,block_sparse_moe.experts.238.w1,0.0029664313,0.05000,3.074
56,block_sparse_moe.experts.236.w1,0.0033489009,0.05000,3.236
56,block_sparse_moe.experts.226.w1,0.0082968278,0.05000,3.014
56,block_sparse_moe.experts.234.w1,0.0024971576,0.05000,3.087
56,block_sparse_moe.experts.235.w1,0.0133829827,0.05000,3.152
56,block_sparse_moe.experts.227.w1,0.0037799372,0.05000,3.097
56,block_sparse_moe.experts.231.w1,0.0019005463,0.05000,3.060
56,block_sparse_moe.experts.239.w1,0.0054129212,0.05000,3.205
56,block_sparse_moe.experts.249.w1,0.0056532734,0.05000,2.944
56,block_sparse_moe.experts.253.w1,0.0043472900,0.05000,3.062
56,block_sparse_moe.experts.245.w1,0.0014285948,0.05000,3.025
56,block_sparse_moe.experts.241.w1,0.0021778889,0.05000,3.059
56,block_sparse_moe.experts.240.w1,0.0037497269,0.05000,3.074
56,block_sparse_moe.experts.244.w1,0.0052041715,0.05000,3.081
56,block_sparse_moe.experts.246.w1,0.0062022767,0.05000,3.016
56,block_sparse_moe.experts.248.w1,0.0073362322,0.05000,3.059
56,block_sparse_moe.experts.252.w1,0.0070021215,0.05000,3.049
56,block_sparse_moe.experts.254.w1,0.0039672971,0.05000,3.082
56,block_sparse_moe.experts.242.w1,0.0074412829,0.05000,3.042
56,block_sparse_moe.experts.250.w1,0.0049822999,0.05000,3.022
56,block_sparse_moe.experts.251.w1,0.0032942712,0.05000,3.148
56,block_sparse_moe.experts.247.w1,0.0024347375,0.05000,3.129
56,block_sparse_moe.experts.243.w1,0.0110945632,0.05000,3.233
56,block_sparse_moe.experts.255.w1,0.0028188442,0.05000,3.151
56,block_sparse_moe.experts.9.w3,0.0007528818,0.05000,2.769
56,block_sparse_moe.experts.13.w3,0.0059315563,0.05000,2.643
56,block_sparse_moe.experts.5.w3,0.0058285853,0.05000,2.664
56,block_sparse_moe.experts.1.w3,0.0035799110,0.05000,2.593
56,block_sparse_moe.experts.0.w3,0.0022062043,0.05000,3.050
56,block_sparse_moe.experts.4.w3,0.0030148004,0.05000,3.010
56,block_sparse_moe.experts.6.w3,0.0052699502,0.05000,2.964
56,block_sparse_moe.experts.8.w3,0.0037915290,0.05000,3.001
56,block_sparse_moe.experts.14.w3,0.0365787074,0.05000,2.924
56,block_sparse_moe.experts.12.w3,0.0056999821,0.05000,3.002
56,block_sparse_moe.experts.2.w3,0.0019837431,0.05000,2.890
56,block_sparse_moe.experts.10.w3,0.0123667749,0.05000,2.912
56,block_sparse_moe.experts.11.w3,0.0095153851,0.05000,2.990
56,block_sparse_moe.experts.7.w3,0.0043541747,0.05000,2.941
56,block_sparse_moe.experts.3.w3,0.0025784488,0.05000,2.984
56,block_sparse_moe.experts.15.w3,0.0013750023,0.05000,3.078
56,block_sparse_moe.experts.25.w3,0.0114350184,0.05000,3.039
56,block_sparse_moe.experts.29.w3,0.0062468696,0.05000,3.116
56,block_sparse_moe.experts.17.w3,0.0060386421,0.05000,3.112
56,block_sparse_moe.experts.21.w3,0.0024221740,0.05000,3.157
56,block_sparse_moe.experts.22.w3,0.0013878600,0.05000,2.921
56,block_sparse_moe.experts.30.w3,0.0025220664,0.05000,2.990
56,block_sparse_moe.experts.20.w3,0.0054324819,0.05000,3.159
56,block_sparse_moe.experts.16.w3,0.0082396487,0.05000,3.313
56,block_sparse_moe.experts.24.w3,0.0040069668,0.05000,3.190
56,block_sparse_moe.experts.28.w3,0.0055170895,0.05000,3.198
56,block_sparse_moe.experts.18.w3,0.0028744956,0.05000,2.971
56,block_sparse_moe.experts.26.w3,0.0062398912,0.05000,3.080
56,block_sparse_moe.experts.27.w3,0.0090358327,0.05000,3.116
56,block_sparse_moe.experts.23.w3,0.0006550141,0.05000,3.093
56,block_sparse_moe.experts.19.w3,0.0043035641,0.05000,3.144
56,block_sparse_moe.experts.31.w3,0.0052907299,0.05000,3.127
56,block_sparse_moe.experts.41.w3,0.0038168744,0.05000,3.280
56,block_sparse_moe.experts.45.w3,0.0034690330,0.05000,3.247
56,block_sparse_moe.experts.37.w3,0.0126733359,0.05000,3.203
56,block_sparse_moe.experts.33.w3,0.0039333609,0.05000,3.208
56,block_sparse_moe.experts.38.w3,0.0062285598,0.05000,2.885
56,block_sparse_moe.experts.46.w3,0.0091384138,0.05000,2.893
56,block_sparse_moe.experts.34.w3,0.0069612497,0.05000,2.863
56,block_sparse_moe.experts.36.w3,0.0126845978,0.05000,3.189
56,block_sparse_moe.experts.40.w3,0.0018165728,0.05000,3.073
56,block_sparse_moe.experts.32.w3,0.0056222214,0.05000,3.211
56,block_sparse_moe.experts.42.w3,0.0041944601,0.05000,2.939
56,block_sparse_moe.experts.44.w3,0.0056821965,0.05000,3.183
56,block_sparse_moe.experts.43.w3,0.0055346090,0.05000,3.049
56,block_sparse_moe.experts.39.w3,0.0095691297,0.05000,3.112
56,block_sparse_moe.experts.35.w3,0.0095291515,0.05000,3.041
56,block_sparse_moe.experts.47.w3,0.0021981988,0.05000,3.076
56,block_sparse_moe.experts.57.w3,0.0041916724,0.05000,3.026
56,block_sparse_moe.experts.53.w3,0.0080949869,0.05000,3.008
56,block_sparse_moe.experts.61.w3,0.0044542289,0.05000,3.118
56,block_sparse_moe.experts.49.w3,0.0054616814,0.05000,3.110
56,block_sparse_moe.experts.54.w3,0.0017516217,0.05000,3.268
56,block_sparse_moe.experts.62.w3,0.0085545834,0.05000,3.135
56,block_sparse_moe.experts.50.w3,0.0033418311,0.05000,3.154
56,block_sparse_moe.experts.52.w3,0.0085499444,0.05000,3.199
56,block_sparse_moe.experts.56.w3,0.0066566275,0.05000,3.190
56,block_sparse_moe.experts.48.w3,0.0068621951,0.05000,3.207
56,block_sparse_moe.experts.58.w3,0.0141050188,0.05000,3.194
56,block_sparse_moe.experts.60.w3,0.0064216040,0.05000,3.175
56,block_sparse_moe.experts.59.w3,0.0061990453,0.05000,3.081
56,block_sparse_moe.experts.51.w3,0.0046732117,0.05000,3.039
56,block_sparse_moe.experts.55.w3,0.0050403947,0.05000,3.194
56,block_sparse_moe.experts.63.w3,0.0026205335,0.05000,3.150
56,block_sparse_moe.experts.73.w3,0.0023829861,0.05000,2.953
56,block_sparse_moe.experts.77.w3,0.0042047770,0.05000,2.806
56,block_sparse_moe.experts.69.w3,0.0052500009,0.05000,2.951
56,block_sparse_moe.experts.65.w3,0.0023244211,0.05000,2.947
56,block_sparse_moe.experts.70.w3,0.0014214946,0.05000,3.096
56,block_sparse_moe.experts.78.w3,0.0093809660,0.05000,3.048
56,block_sparse_moe.experts.64.w3,0.0010653214,0.05000,2.808
56,block_sparse_moe.experts.72.w3,0.0024391809,0.05000,2.938
56,block_sparse_moe.experts.68.w3,0.0058752367,0.05000,3.022
56,block_sparse_moe.experts.66.w3,0.0050461015,0.05000,3.198
56,block_sparse_moe.experts.76.w3,0.0063360545,0.05000,2.882
56,block_sparse_moe.experts.74.w3,0.0021522128,0.05000,3.149
56,block_sparse_moe.experts.75.w3,0.0014917222,0.05000,2.779
56,block_sparse_moe.experts.67.w3,0.0081384423,0.05000,2.798
56,block_sparse_moe.experts.71.w3,0.0112282483,0.05000,2.788
56,block_sparse_moe.experts.79.w3,0.0041376266,0.05000,2.774
56,block_sparse_moe.experts.89.w3,0.0062000970,0.05000,2.869
56,block_sparse_moe.experts.93.w3,0.0017300896,0.05000,2.809
56,block_sparse_moe.experts.85.w3,0.0056451512,0.05000,2.851
56,block_sparse_moe.experts.81.w3,0.0084990814,0.05000,2.844
56,block_sparse_moe.experts.80.w3,0.0028299193,0.05000,2.680
56,block_sparse_moe.experts.88.w3,0.0060564784,0.05000,2.696
56,block_sparse_moe.experts.94.w3,0.0043664866,0.05000,2.984
56,block_sparse_moe.experts.86.w3,0.0096888954,0.05000,3.079
56,block_sparse_moe.experts.84.w3,0.0024437686,0.05000,2.834
56,block_sparse_moe.experts.92.w3,0.0010971211,0.05000,2.820
56,block_sparse_moe.experts.82.w3,0.0038835517,0.05000,3.014
56,block_sparse_moe.experts.90.w3,0.0031283042,0.05000,2.910
56,block_sparse_moe.experts.91.w3,0.0033636115,0.05000,3.181
56,block_sparse_moe.experts.83.w3,0.0024581566,0.05000,3.202
56,block_sparse_moe.experts.87.w3,0.0023574488,0.05000,3.146
56,block_sparse_moe.experts.95.w3,0.0031952764,0.05000,3.226
56,block_sparse_moe.experts.105.w3,0.0010522964,0.05000,2.990
56,block_sparse_moe.experts.109.w3,0.0127975701,0.05000,3.134
56,block_sparse_moe.experts.101.w3,0.0008098564,0.05000,3.040
56,block_sparse_moe.experts.97.w3,0.0038865992,0.05000,3.123
56,block_sparse_moe.experts.96.w3,0.0033737259,0.05000,2.990
56,block_sparse_moe.experts.104.w3,0.0042192602,0.05000,3.035
56,block_sparse_moe.experts.110.w3,0.0061348891,0.05000,3.186
56,block_sparse_moe.experts.102.w3,0.0038143724,0.05000,3.191
56,block_sparse_moe.experts.100.w3,0.0025015505,0.05000,3.081
56,block_sparse_moe.experts.108.w3,0.0018344326,0.05000,3.073
56,block_sparse_moe.experts.98.w3,0.0028898482,0.05000,3.146
56,block_sparse_moe.experts.106.w3,0.0013764283,0.05000,3.221
56,block_sparse_moe.experts.107.w3,0.0184154311,0.05000,3.237
56,block_sparse_moe.experts.99.w3,0.0028031620,0.05000,3.298
56,block_sparse_moe.experts.103.w3,0.0054392933,0.05000,3.295
56,block_sparse_moe.experts.111.w3,0.0040030196,0.05000,3.220
56,block_sparse_moe.experts.121.w3,0.0141976921,0.05000,3.021
56,block_sparse_moe.experts.117.w3,0.0037275240,0.05000,3.088
56,block_sparse_moe.experts.125.w3,0.0030281077,0.05000,3.170
56,block_sparse_moe.experts.113.w3,0.0037059432,0.05000,3.160
56,block_sparse_moe.experts.120.w3,0.0030209804,0.05000,2.549
56,block_sparse_moe.experts.112.w3,0.0021632839,0.05000,2.723
56,block_sparse_moe.experts.116.w3,0.0037903916,0.05000,2.427
56,block_sparse_moe.experts.124.w3,0.0066878871,0.05000,2.634
56,block_sparse_moe.experts.118.w3,0.0017533079,0.05000,3.122
56,block_sparse_moe.experts.126.w3,0.0048430411,0.05000,3.287
56,block_sparse_moe.experts.114.w3,0.0030015657,0.05000,3.142
56,block_sparse_moe.experts.122.w3,0.0008786846,0.05000,3.117
56,block_sparse_moe.experts.123.w3,0.0037385130,0.05000,3.373
56,block_sparse_moe.experts.115.w3,0.0043980530,0.05000,3.322
56,block_sparse_moe.experts.119.w3,0.0036327025,0.05000,3.269
56,block_sparse_moe.experts.137.w3,0.0158963620,0.05000,3.142
56,block_sparse_moe.experts.127.w3,0.0054328574,0.05000,3.372
56,block_sparse_moe.experts.133.w3,0.0073071704,0.05000,3.124
56,block_sparse_moe.experts.141.w3,0.0125185878,0.05000,3.091
56,block_sparse_moe.experts.129.w3,0.0077477403,0.05000,3.103
56,block_sparse_moe.experts.136.w3,0.0023035073,0.05000,3.078
56,block_sparse_moe.experts.128.w3,0.0022238935,0.05000,3.124
56,block_sparse_moe.experts.132.w3,0.0093848908,0.05000,3.217
56,block_sparse_moe.experts.140.w3,0.0057391216,0.05000,3.186
56,block_sparse_moe.experts.134.w3,0.0035403189,0.05000,3.130
56,block_sparse_moe.experts.142.w3,0.0037877503,0.05000,3.136
56,block_sparse_moe.experts.130.w3,0.0592347850,0.05000,3.140
56,block_sparse_moe.experts.138.w3,0.0056694666,0.05000,3.162
56,block_sparse_moe.experts.135.w3,0.0042262473,0.05000,3.118
56,block_sparse_moe.experts.139.w3,0.0039225671,0.05000,3.259
56,block_sparse_moe.experts.131.w3,0.0052035730,0.05000,3.203
56,block_sparse_moe.experts.153.w3,0.0046904456,0.05000,3.066
56,block_sparse_moe.experts.157.w3,0.0098762764,0.05000,3.062
56,block_sparse_moe.experts.143.w3,0.0046210873,0.05000,3.283
56,block_sparse_moe.experts.149.w3,0.0027617240,0.05000,3.113
56,block_sparse_moe.experts.152.w3,0.0027771272,0.05000,2.690
56,block_sparse_moe.experts.144.w3,0.0259288064,0.05000,2.687
56,block_sparse_moe.experts.145.w3,0.0261683726,0.05000,3.137
56,block_sparse_moe.experts.148.w3,0.0018856644,0.05000,2.764
56,block_sparse_moe.experts.156.w3,0.0033105604,0.05000,2.783
56,block_sparse_moe.experts.150.w3,0.0073686551,0.05000,3.044
56,block_sparse_moe.experts.158.w3,0.0038684186,0.05000,3.051
56,block_sparse_moe.experts.146.w3,0.0028832136,0.05000,3.017
56,block_sparse_moe.experts.154.w3,0.0094301628,0.05000,3.136
56,block_sparse_moe.experts.151.w3,0.0022965390,0.05000,3.284
56,block_sparse_moe.experts.147.w3,0.0106546696,0.05000,3.253
56,block_sparse_moe.experts.155.w3,0.0062939846,0.05000,3.429
56,block_sparse_moe.experts.169.w3,0.1200767852,0.05000,3.232
56,block_sparse_moe.experts.168.w3,0.0078367398,0.05000,2.986
56,block_sparse_moe.experts.160.w3,0.0170406402,0.05000,2.936
56,block_sparse_moe.experts.165.w3,0.0069857276,0.05000,3.134
56,block_sparse_moe.experts.159.w3,0.0114931522,0.05000,3.214
56,block_sparse_moe.experts.173.w3,0.0063466984,0.05000,3.269
56,block_sparse_moe.experts.164.w3,0.0430067400,0.05000,2.939
56,block_sparse_moe.experts.161.w3,0.0059661603,0.05000,3.070
56,block_sparse_moe.experts.172.w3,0.0037415344,0.05000,2.858
56,block_sparse_moe.experts.166.w3,0.0077263000,0.05000,3.162
56,block_sparse_moe.experts.174.w3,0.0054292131,0.05000,3.127
56,block_sparse_moe.experts.162.w3,0.0110768864,0.05000,3.178
56,block_sparse_moe.experts.170.w3,0.0032324713,0.05000,3.032
56,block_sparse_moe.experts.176.w3,0.0023112537,0.05000,2.667
56,block_sparse_moe.experts.184.w3,0.0115629962,0.05000,2.811
56,block_sparse_moe.experts.167.w3,0.0072079309,0.05000,3.118
56,block_sparse_moe.experts.163.w3,0.0042425380,0.05000,3.127
56,block_sparse_moe.experts.180.w3,0.0119392561,0.05000,2.700
56,block_sparse_moe.experts.171.w3,0.0060512777,0.05000,3.115
56,block_sparse_moe.experts.185.w3,0.0101901648,0.05000,3.148
56,block_sparse_moe.experts.188.w3,0.0366965825,0.05000,2.731
56,block_sparse_moe.experts.181.w3,0.0011402498,0.05000,3.161
56,block_sparse_moe.experts.175.w3,0.0014778799,0.05000,3.151
56,block_sparse_moe.experts.177.w3,0.0156414990,0.05000,3.077
56,block_sparse_moe.experts.189.w3,0.0057340332,0.05000,3.200
56,block_sparse_moe.experts.182.w3,0.0052633925,0.05000,3.105
56,block_sparse_moe.experts.190.w3,0.0024958180,0.05000,3.119
56,block_sparse_moe.experts.178.w3,0.0060542381,0.05000,3.057
56,block_sparse_moe.experts.186.w3,0.0015770365,0.05000,3.127
56,block_sparse_moe.experts.192.w3,0.0037625940,0.05000,2.594
56,block_sparse_moe.experts.200.w3,0.0009839737,0.05000,2.713
56,block_sparse_moe.experts.196.w3,0.0051301803,0.05000,2.674
56,block_sparse_moe.experts.183.w3,0.0079223463,0.05000,3.024
56,block_sparse_moe.experts.187.w3,0.0044699028,0.05000,2.919
56,block_sparse_moe.experts.204.w3,0.0023509162,0.05000,2.734
56,block_sparse_moe.experts.179.w3,0.0059515885,0.05000,3.099
56,block_sparse_moe.experts.201.w3,0.0073872867,0.05000,2.979
56,block_sparse_moe.experts.191.w3,0.0056375180,0.05000,2.956
56,block_sparse_moe.experts.197.w3,0.0061924482,0.05000,3.004
56,block_sparse_moe.experts.193.w3,0.0040918271,0.05000,2.959
56,block_sparse_moe.experts.205.w3,0.0021204958,0.05000,2.991
56,block_sparse_moe.experts.198.w3,0.0023399027,0.05000,3.030
56,block_sparse_moe.experts.206.w3,0.0038099200,0.05000,3.149
56,block_sparse_moe.experts.194.w3,0.0034035810,0.05000,3.116
56,block_sparse_moe.experts.202.w3,0.0056973910,0.05000,2.981
56,block_sparse_moe.experts.208.w3,0.0020463174,0.05000,2.840
56,block_sparse_moe.experts.216.w3,0.0012631106,0.05000,2.765
56,block_sparse_moe.experts.212.w3,0.0028291714,0.05000,2.910
56,block_sparse_moe.experts.199.w3,0.0062896701,0.05000,2.870
56,block_sparse_moe.experts.220.w3,0.0026434467,0.05000,2.882
56,block_sparse_moe.experts.203.w3,0.0075813529,0.05000,2.929
56,block_sparse_moe.experts.195.w3,0.0024887453,0.05000,2.900
56,block_sparse_moe.experts.217.w3,0.0018200880,0.05000,3.030
56,block_sparse_moe.experts.221.w3,1.3761707942,0.05000,2.799
56,block_sparse_moe.experts.209.w3,0.0066591237,0.05000,2.880
56,block_sparse_moe.experts.213.w3,0.0079995744,0.05000,2.959
56,block_sparse_moe.experts.207.w3,0.0083288902,0.05000,2.975
56,block_sparse_moe.experts.214.w3,0.0124842936,0.05000,2.600
56,block_sparse_moe.experts.222.w3,0.0065209548,0.05000,2.663
56,block_sparse_moe.experts.210.w3,0.0075537101,0.05000,2.696
56,block_sparse_moe.experts.218.w3,0.0013493109,0.05000,2.736
56,block_sparse_moe.experts.224.w3,0.0017111258,0.05000,2.749
56,block_sparse_moe.experts.232.w3,0.0106244448,0.05000,2.782
56,block_sparse_moe.experts.228.w3,0.0055758408,0.05000,2.689
56,block_sparse_moe.experts.236.w3,0.0037919260,0.05000,2.878
56,block_sparse_moe.experts.215.w3,0.0020363566,0.05000,3.167
56,block_sparse_moe.experts.219.w3,0.0110057511,0.05000,3.167
56,block_sparse_moe.experts.211.w3,0.0060253152,0.05000,3.134
56,block_sparse_moe.experts.233.w3,0.0027630428,0.05000,3.007
56,block_sparse_moe.experts.237.w3,0.0039066483,0.05000,2.979
56,block_sparse_moe.experts.229.w3,0.0051170152,0.05000,2.960
56,block_sparse_moe.experts.225.w3,0.0078104433,0.05000,3.015
56,block_sparse_moe.experts.223.w3,0.0246711712,0.05000,3.180
56,block_sparse_moe.experts.230.w3,0.0020782679,0.05000,2.951
56,block_sparse_moe.experts.238.w3,0.0033256354,0.05000,2.919
56,block_sparse_moe.experts.226.w3,0.0105363908,0.05000,2.999
56,block_sparse_moe.experts.234.w3,0.0027786192,0.05000,2.997
56,block_sparse_moe.experts.240.w3,0.0042698877,0.05000,3.026
56,block_sparse_moe.experts.248.w3,0.0085950052,0.05000,2.948
56,block_sparse_moe.experts.244.w3,0.0060558619,0.05000,2.846
56,block_sparse_moe.experts.252.w3,0.0080094968,0.05000,2.532
56,block_sparse_moe.experts.231.w3,0.0022431374,0.05000,2.900
56,block_sparse_moe.experts.227.w3,0.0043994990,0.05000,2.906
56,block_sparse_moe.experts.235.w3,0.0154010894,0.05000,2.963
56,block_sparse_moe.experts.249.w3,0.0065761781,0.05000,2.927
56,block_sparse_moe.experts.253.w3,0.0052162898,0.05000,2.889
56,block_sparse_moe.experts.245.w3,0.0016507729,0.05000,2.884
56,block_sparse_moe.experts.241.w3,0.0024999128,0.05000,2.863
56,block_sparse_moe.experts.239.w3,0.0061601544,0.05000,2.905
56,block_sparse_moe.experts.246.w3,0.0071694916,0.05000,2.680
56,block_sparse_moe.experts.254.w3,0.0045878880,0.05000,2.653
56,block_sparse_moe.experts.242.w3,0.0088063571,0.05000,2.408
56,block_sparse_moe.experts.250.w3,0.0057128889,0.05000,2.328
56,block_sparse_moe.experts.247.w3,0.0027619214,0.05000,2.885
56,block_sparse_moe.experts.243.w3,0.0151972934,0.05000,2.807
56,block_sparse_moe.experts.251.w3,0.0037609905,0.05000,2.846
56,block_sparse_moe.experts.255.w3,0.0032495673,0.05000,2.543
56,block_sparse_moe.experts.12.w2,0.0062300562,0.05000,1.419
56,block_sparse_moe.experts.4.w2,0.0083303589,0.05000,1.434
56,block_sparse_moe.experts.8.w2,0.0120822556,0.05000,1.433
56,block_sparse_moe.experts.0.w2,0.0052471472,0.05000,1.460
56,block_sparse_moe.experts.11.w2,0.0464599947,0.05000,1.464
56,block_sparse_moe.experts.7.w2,0.0100130116,0.05000,1.470
56,block_sparse_moe.experts.3.w2,0.0004393230,0.05000,1.493
56,block_sparse_moe.experts.15.w2,0.0093249604,0.05000,1.494
56,block_sparse_moe.experts.5.w2,0.0175505806,0.05000,1.507
56,block_sparse_moe.experts.9.w2,0.0002492835,0.05000,1.523
56,block_sparse_moe.experts.13.w2,0.0070741404,0.05000,1.545
56,block_sparse_moe.experts.1.w2,0.0057536250,0.05000,1.550
56,block_sparse_moe.experts.2.w2,0.0146730812,0.05000,1.623
56,block_sparse_moe.experts.14.w2,0.1300350229,0.05000,1.641
56,block_sparse_moe.experts.6.w2,0.0027082809,0.05000,1.659
56,block_sparse_moe.experts.10.w2,0.0505592334,0.05000,1.711
56,block_sparse_moe.experts.27.w2,0.0048775479,0.05000,1.442
56,block_sparse_moe.experts.23.w2,0.0016364318,0.05000,1.474
56,block_sparse_moe.experts.31.w2,0.0073679372,0.05000,1.449
56,block_sparse_moe.experts.24.w2,0.0134472676,0.05000,1.552
56,block_sparse_moe.experts.19.w2,0.0013040888,0.05000,1.508
56,block_sparse_moe.experts.28.w2,0.0266383391,0.05000,1.604
56,block_sparse_moe.experts.16.w2,0.0222123699,0.05000,1.580
56,block_sparse_moe.experts.20.w2,0.0184089452,0.05000,1.609
56,block_sparse_moe.experts.21.w2,0.0006346769,0.05000,1.538
56,block_sparse_moe.experts.25.w2,0.0533800109,0.05000,1.573
56,block_sparse_moe.experts.17.w2,0.0158523418,0.05000,1.623
56,block_sparse_moe.experts.29.w2,0.0122142833,0.05000,1.629
56,block_sparse_moe.experts.18.w2,0.0056665661,0.05000,1.636
56,block_sparse_moe.experts.30.w2,0.0187484310,0.05000,1.606
56,block_sparse_moe.experts.22.w2,0.0001408703,0.05000,1.637
56,block_sparse_moe.experts.26.w2,0.0018886432,0.05000,1.609
56,block_sparse_moe.experts.43.w2,0.0137811453,0.05000,1.391
56,block_sparse_moe.experts.40.w2,0.0100929376,0.05000,1.376
56,block_sparse_moe.experts.36.w2,0.0080479893,0.05000,1.364
56,block_sparse_moe.experts.47.w2,0.0026069462,0.05000,1.464
56,block_sparse_moe.experts.35.w2,0.0446176082,0.05000,1.433
56,block_sparse_moe.experts.39.w2,0.0104459312,0.05000,1.519
56,block_sparse_moe.experts.44.w2,0.0075345333,0.05000,1.483
56,block_sparse_moe.experts.37.w2,0.0415486073,0.05000,1.465
56,block_sparse_moe.experts.32.w2,0.0676078670,0.05000,1.481
56,block_sparse_moe.experts.41.w2,0.0129527083,0.05000,1.477
56,block_sparse_moe.experts.33.w2,0.0329751142,0.05000,1.505
56,block_sparse_moe.experts.45.w2,0.0049662033,0.05000,1.521
56,block_sparse_moe.experts.46.w2,0.0116060010,0.05000,1.454
56,block_sparse_moe.experts.34.w2,0.0540293175,0.05000,1.508
56,block_sparse_moe.experts.38.w2,0.0170003342,0.05000,1.532
56,block_sparse_moe.experts.42.w2,0.0051965144,0.05000,1.556
56,block_sparse_moe.experts.59.w2,0.0386421380,0.05000,1.457
56,block_sparse_moe.experts.56.w2,0.0117600638,0.05000,1.505
56,block_sparse_moe.experts.63.w2,0.0009240260,0.05000,1.465
56,block_sparse_moe.experts.52.w2,0.0290022443,0.05000,1.486
56,block_sparse_moe.experts.51.w2,0.0047052009,0.05000,1.474
56,block_sparse_moe.experts.55.w2,0.0097961831,0.05000,1.518
56,block_sparse_moe.experts.48.w2,0.0266422477,0.05000,1.509
56,block_sparse_moe.experts.60.w2,0.0377240951,0.05000,1.539
56,block_sparse_moe.experts.53.w2,0.0335592237,0.05000,1.539
56,block_sparse_moe.experts.57.w2,0.0101463676,0.05000,1.489
56,block_sparse_moe.experts.49.w2,0.0250512305,0.05000,1.470
56,block_sparse_moe.experts.61.w2,0.0029650922,0.05000,1.521
56,block_sparse_moe.experts.62.w2,0.0888814149,0.05000,1.609
56,block_sparse_moe.experts.50.w2,0.0008350975,0.05000,1.558
56,block_sparse_moe.experts.54.w2,0.0039659146,0.05000,1.542
56,block_sparse_moe.experts.58.w2,0.0928075119,0.05000,1.583
56,block_sparse_moe.experts.75.w2,0.0115325597,0.05000,1.461
56,block_sparse_moe.experts.67.w2,0.0079087075,0.05000,1.457
56,block_sparse_moe.experts.72.w2,0.0015009520,0.05000,1.529
56,block_sparse_moe.experts.79.w2,0.0106478272,0.05000,1.557
56,block_sparse_moe.experts.68.w2,0.0812170894,0.05000,1.611
56,block_sparse_moe.experts.71.w2,0.0395368067,0.05000,1.551
56,block_sparse_moe.experts.64.w2,0.0005673100,0.05000,1.517
56,block_sparse_moe.experts.69.w2,0.0036107881,0.05000,1.535
56,block_sparse_moe.experts.76.w2,0.0100418961,0.05000,1.558
56,block_sparse_moe.experts.73.w2,0.0007031397,0.05000,1.569
56,block_sparse_moe.experts.65.w2,0.0008976393,0.05000,1.562
56,block_sparse_moe.experts.77.w2,0.0120489636,0.05000,1.512
56,block_sparse_moe.experts.78.w2,0.0478003974,0.05000,1.537
56,block_sparse_moe.experts.66.w2,0.0106821759,0.05000,1.556
56,block_sparse_moe.experts.70.w2,0.0008377405,0.05000,1.516
56,block_sparse_moe.experts.74.w2,0.0012381912,0.05000,1.599
56,block_sparse_moe.experts.91.w2,0.0026072195,0.05000,1.553
56,block_sparse_moe.experts.88.w2,0.0222593070,0.05000,1.436
56,block_sparse_moe.experts.83.w2,0.0109542591,0.05000,1.567
56,block_sparse_moe.experts.84.w2,0.0077209685,0.05000,1.435
56,block_sparse_moe.experts.80.w2,0.0094801612,0.05000,1.436
56,block_sparse_moe.experts.95.w2,0.0029575589,0.05000,1.617
56,block_sparse_moe.experts.92.w2,0.0084670555,0.05000,1.482
56,block_sparse_moe.experts.87.w2,0.0037428541,0.05000,1.584
56,block_sparse_moe.experts.85.w2,0.0027468048,0.05000,1.605
56,block_sparse_moe.experts.89.w2,0.0056770666,0.05000,1.638
56,block_sparse_moe.experts.81.w2,0.0441572061,0.05000,1.610
56,block_sparse_moe.experts.93.w2,0.0113898091,0.05000,1.598
56,block_sparse_moe.experts.82.w2,0.0003860065,0.05000,1.568
56,block_sparse_moe.experts.94.w2,0.0051453878,0.05000,1.620
56,block_sparse_moe.experts.86.w2,0.0355348134,0.05000,1.645
56,block_sparse_moe.experts.90.w2,0.0243287495,0.05000,1.621
56,block_sparse_moe.experts.104.w2,0.0240830099,0.05000,1.355
56,block_sparse_moe.experts.100.w2,0.0243054778,0.05000,1.345
56,block_sparse_moe.experts.107.w2,0.0848915939,0.05000,1.531
56,block_sparse_moe.experts.96.w2,0.0239685773,0.05000,1.371
56,block_sparse_moe.experts.108.w2,0.0086235718,0.05000,1.304
56,block_sparse_moe.experts.99.w2,0.0146440575,0.05000,1.545
56,block_sparse_moe.experts.111.w2,0.0328655868,0.05000,1.504
56,block_sparse_moe.experts.103.w2,0.0040860611,0.05000,1.582
56,block_sparse_moe.experts.101.w2,0.0075842721,0.05000,1.564
56,block_sparse_moe.experts.105.w2,0.0001612796,0.05000,1.597
56,block_sparse_moe.experts.109.w2,0.0641408390,0.05000,1.556
56,block_sparse_moe.experts.97.w2,0.0162630665,0.05000,1.584
56,block_sparse_moe.experts.98.w2,0.0058218508,0.05000,1.493
56,block_sparse_moe.experts.110.w2,0.0150654560,0.05000,1.542
56,block_sparse_moe.experts.102.w2,0.0104236995,0.05000,1.497
56,block_sparse_moe.experts.106.w2,0.0091870384,0.05000,1.525
56,block_sparse_moe.experts.120.w2,0.0158873110,0.05000,1.434
56,block_sparse_moe.experts.116.w2,0.0034669138,0.05000,1.343
56,block_sparse_moe.experts.124.w2,0.0111003223,0.05000,1.330
56,block_sparse_moe.experts.112.w2,0.0088713301,0.05000,1.371
56,block_sparse_moe.experts.123.w2,0.0005302430,0.05000,1.493
56,block_sparse_moe.experts.115.w2,0.0191557948,0.05000,1.522
56,block_sparse_moe.experts.127.w2,0.0048293690,0.05000,1.519
56,block_sparse_moe.experts.119.w2,0.0116420889,0.05000,1.503
56,block_sparse_moe.experts.117.w2,0.0071004827,0.05000,1.550
56,block_sparse_moe.experts.113.w2,0.0084410859,0.05000,1.485
56,block_sparse_moe.experts.121.w2,0.0071797162,0.05000,1.527
56,block_sparse_moe.experts.125.w2,0.0157669045,0.05000,1.542
56,block_sparse_moe.experts.114.w2,0.0008973290,0.05000,1.527
56,block_sparse_moe.experts.126.w2,0.0019039858,0.05000,1.530
56,block_sparse_moe.experts.118.w2,0.0002437461,0.05000,1.578
56,block_sparse_moe.experts.122.w2,0.0012791826,0.05000,1.532
56,block_sparse_moe.experts.132.w2,0.0061241226,0.05000,1.368
56,block_sparse_moe.experts.136.w2,0.0009867837,0.05000,1.381
56,block_sparse_moe.experts.128.w2,0.0014142484,0.05000,1.329
56,block_sparse_moe.experts.140.w2,0.0249615367,0.05000,1.376
56,block_sparse_moe.experts.139.w2,0.0101543733,0.05000,1.455
56,block_sparse_moe.experts.143.w2,0.0052383437,0.05000,1.509
56,block_sparse_moe.experts.131.w2,0.0171779458,0.05000,1.596
56,block_sparse_moe.experts.135.w2,0.0187689825,0.05000,1.498
56,block_sparse_moe.experts.133.w2,0.0127381429,0.05000,1.523
56,block_sparse_moe.experts.129.w2,0.0404349032,0.05000,1.467
56,block_sparse_moe.experts.137.w2,0.0437481405,0.05000,1.562
56,block_sparse_moe.experts.141.w2,0.0098031410,0.05000,1.594
56,block_sparse_moe.experts.130.w2,0.2565944091,0.05000,1.558
56,block_sparse_moe.experts.142.w2,0.0089361830,0.05000,1.586
56,block_sparse_moe.experts.134.w2,0.0014199140,0.05000,1.603
56,block_sparse_moe.experts.138.w2,0.0011645381,0.05000,1.594
56,block_sparse_moe.experts.148.w2,0.0003222779,0.05000,1.350
56,block_sparse_moe.experts.144.w2,0.0946488479,0.05000,1.330
56,block_sparse_moe.experts.152.w2,0.0029879128,0.05000,1.411
56,block_sparse_moe.experts.156.w2,0.0040649266,0.05000,1.359
56,block_sparse_moe.experts.155.w2,0.0062570828,0.05000,1.483
56,block_sparse_moe.experts.159.w2,0.0266256063,0.05000,1.518
56,block_sparse_moe.experts.147.w2,0.0112844356,0.05000,1.538
56,block_sparse_moe.experts.151.w2,0.0040416797,0.05000,1.451
56,block_sparse_moe.experts.149.w2,0.0005000879,0.05000,1.529
56,block_sparse_moe.experts.145.w2,0.1733451471,0.05000,1.544
56,block_sparse_moe.experts.153.w2,0.0058294606,0.05000,1.491
56,block_sparse_moe.experts.157.w2,0.0026659560,0.05000,1.504
56,block_sparse_moe.experts.146.w2,0.0014933043,0.05000,1.608
56,block_sparse_moe.experts.158.w2,0.0076437046,0.05000,1.552
56,block_sparse_moe.experts.150.w2,0.1114446681,0.05000,1.503
56,block_sparse_moe.experts.160.w2,0.0037491925,0.05000,1.448
56,block_sparse_moe.experts.154.w2,0.0968675159,0.05000,1.513
56,block_sparse_moe.experts.164.w2,0.1877394071,0.05000,1.517
56,block_sparse_moe.experts.172.w2,0.0003267608,0.05000,1.500
56,block_sparse_moe.experts.168.w2,0.0769666283,0.05000,1.536
56,block_sparse_moe.experts.171.w2,0.0148199665,0.05000,1.399
56,block_sparse_moe.experts.175.w2,0.0022878252,0.05000,1.387
56,block_sparse_moe.experts.163.w2,0.0120007290,0.05000,1.377
56,block_sparse_moe.experts.167.w2,0.0069867160,0.05000,1.374
56,block_sparse_moe.experts.169.w2,0.3468722266,0.05000,1.370
56,block_sparse_moe.experts.165.w2,0.0196681516,0.05000,1.472
56,block_sparse_moe.experts.161.w2,0.0068279639,0.05000,1.477
56,block_sparse_moe.experts.173.w2,0.0041823377,0.05000,1.441
56,block_sparse_moe.experts.174.w2,0.0459287409,0.05000,1.409
56,block_sparse_moe.experts.162.w2,0.0056888769,0.05000,1.509
56,block_sparse_moe.experts.166.w2,0.0011190103,0.05000,1.458
56,block_sparse_moe.experts.170.w2,0.0115432478,0.05000,1.412
56,block_sparse_moe.experts.176.w2,0.0204163769,0.05000,1.569
56,block_sparse_moe.experts.180.w2,0.0987365612,0.05000,1.559
56,block_sparse_moe.experts.187.w2,0.0168817181,0.05000,1.392
56,block_sparse_moe.experts.184.w2,0.0373341777,0.05000,1.585
56,block_sparse_moe.experts.188.w2,0.0994297651,0.05000,1.610
56,block_sparse_moe.experts.191.w2,0.0028391306,0.05000,1.541
56,block_sparse_moe.experts.183.w2,0.0011000042,0.05000,1.512
56,block_sparse_moe.experts.179.w2,0.0006972670,0.05000,1.587
56,block_sparse_moe.experts.181.w2,0.0002388528,0.05000,1.356
56,block_sparse_moe.experts.177.w2,0.1059740737,0.05000,1.311
56,block_sparse_moe.experts.185.w2,0.0105392677,0.05000,1.396
56,block_sparse_moe.experts.189.w2,0.0097788724,0.05000,1.310
56,block_sparse_moe.experts.190.w2,0.0005052141,0.05000,1.458
56,block_sparse_moe.experts.182.w2,0.0032466825,0.05000,1.410
56,block_sparse_moe.experts.178.w2,0.0022570419,0.05000,1.457
56,block_sparse_moe.experts.186.w2,0.0080032865,0.05000,1.419
56,block_sparse_moe.experts.203.w2,0.0214159229,0.05000,1.392
56,block_sparse_moe.experts.192.w2,0.0107807678,0.05000,1.701
56,block_sparse_moe.experts.196.w2,0.0037199840,0.05000,1.706
56,block_sparse_moe.experts.204.w2,0.0189243562,0.05000,1.703
56,block_sparse_moe.experts.200.w2,0.0032917578,0.05000,1.755
56,block_sparse_moe.experts.207.w2,0.0194499448,0.05000,1.307
56,block_sparse_moe.experts.199.w2,0.0286070134,0.05000,1.341
56,block_sparse_moe.experts.195.w2,0.0323685801,0.05000,1.325
56,block_sparse_moe.experts.197.w2,0.0097897925,0.05000,1.313
56,block_sparse_moe.experts.193.w2,0.0045909045,0.05000,1.333
56,block_sparse_moe.experts.201.w2,0.0335535107,0.05000,1.350
56,block_sparse_moe.experts.205.w2,0.0003420157,0.05000,1.366
56,block_sparse_moe.experts.206.w2,0.0078616421,0.05000,1.437
56,block_sparse_moe.experts.198.w2,0.0009501944,0.05000,1.480
56,block_sparse_moe.experts.194.w2,0.0015300640,0.05000,1.467
56,block_sparse_moe.experts.202.w2,0.0506418060,0.05000,1.453
56,block_sparse_moe.experts.219.w2,0.0341143102,0.05000,1.404
56,block_sparse_moe.experts.208.w2,0.0006250156,0.05000,1.448
56,block_sparse_moe.experts.212.w2,0.0120671804,0.05000,1.479
56,block_sparse_moe.experts.220.w2,0.0006228703,0.05000,1.472
56,block_sparse_moe.experts.223.w2,0.1080338176,0.05000,1.419
56,block_sparse_moe.experts.215.w2,0.0226974019,0.05000,1.385
56,block_sparse_moe.experts.216.w2,0.0052603789,0.05000,1.492
56,block_sparse_moe.experts.217.w2,0.0204051804,0.05000,1.287
56,block_sparse_moe.experts.211.w2,0.0328392791,0.05000,1.448
56,block_sparse_moe.experts.209.w2,0.0405767380,0.05000,1.377
56,block_sparse_moe.experts.221.w2,9.0702025096,0.05000,1.290
56,block_sparse_moe.experts.213.w2,0.0182332586,0.05000,1.430
56,block_sparse_moe.experts.222.w2,0.0058553605,0.05000,1.419
56,block_sparse_moe.experts.214.w2,0.0312788384,0.05000,1.430
56,block_sparse_moe.experts.210.w2,0.0204283808,0.05000,1.524
56,block_sparse_moe.experts.218.w2,0.0069851179,0.05000,1.484
56,block_sparse_moe.experts.235.w2,0.0020160206,0.05000,1.441
56,block_sparse_moe.experts.224.w2,0.0118449357,0.05000,1.517
56,block_sparse_moe.experts.228.w2,0.0073885036,0.05000,1.495
56,block_sparse_moe.experts.233.w2,0.0052455202,0.05000,1.321
56,block_sparse_moe.experts.225.w2,0.0152288755,0.05000,1.294
56,block_sparse_moe.experts.236.w2,0.0017390607,0.05000,1.481
56,block_sparse_moe.experts.239.w2,0.0108569764,0.05000,1.466
56,block_sparse_moe.experts.237.w2,0.0018902033,0.05000,1.306
56,block_sparse_moe.experts.231.w2,0.0039090333,0.05000,1.485
56,block_sparse_moe.experts.229.w2,0.0104181483,0.05000,1.356
56,block_sparse_moe.experts.232.w2,0.0465061998,0.05000,1.529
56,block_sparse_moe.experts.227.w2,0.0167013129,0.05000,1.473
56,block_sparse_moe.experts.238.w2,0.0246109616,0.05000,1.637
56,block_sparse_moe.experts.230.w2,0.0003088420,0.05000,1.656
56,block_sparse_moe.experts.251.w2,0.0063427908,0.05000,1.423
56,block_sparse_moe.experts.234.w2,0.0118312198,0.05000,1.592
56,block_sparse_moe.experts.226.w2,0.0242932141,0.05000,1.623
56,block_sparse_moe.experts.241.w2,0.0009589825,0.05000,1.259
56,block_sparse_moe.experts.249.w2,0.0130658377,0.05000,1.320
56,block_sparse_moe.experts.255.w2,0.0036380284,0.05000,1.280
56,block_sparse_moe.experts.253.w2,0.0217281772,0.05000,1.265
56,block_sparse_moe.experts.245.w2,0.0005769495,0.05000,1.219
56,block_sparse_moe.experts.247.w2,0.0014494290,0.05000,1.303
56,block_sparse_moe.experts.243.w2,0.1724768166,0.05000,1.241
56,block_sparse_moe.experts.240.w2,0.0014463719,0.05000,1.540
56,block_sparse_moe.experts.244.w2,0.0069332184,0.05000,1.603
56,block_sparse_moe.experts.252.w2,0.0300936073,0.05000,1.526
56,block_sparse_moe.experts.248.w2,0.0012555219,0.05000,1.483
56,block_sparse_moe.experts.254.w2,0.0359004692,0.05000,1.728
56,block_sparse_moe.experts.246.w2,0.0049248060,0.05000,1.673
56,block_sparse_moe.experts.250.w2,0.0082239863,0.05000,1.638
56,block_sparse_moe.experts.242.w2,0.0256529247,0.05000,1.631
57,self_attn.k_proj,0.0000542660,0.05000,0.888
57,self_attn.q_proj,0.0003610013,0.05000,0.909
57,self_attn.v_proj,0.0001065495,0.05000,0.944
57,self_attn.o_proj,0.0000601943,0.05000,1.763
57,block_sparse_moe.experts.12.w1,0.0027217720,0.05000,2.821
57,block_sparse_moe.experts.4.w1,0.0034022362,0.05000,2.858
57,block_sparse_moe.experts.0.w1,0.0063353269,0.05000,2.869
57,block_sparse_moe.experts.8.w1,0.0054706657,0.05000,3.090
57,block_sparse_moe.experts.13.w1,0.0100775847,0.05000,3.119
57,block_sparse_moe.experts.3.w1,0.0056294866,0.05000,3.306
57,block_sparse_moe.experts.1.w1,0.0013578248,0.05000,3.356
57,block_sparse_moe.experts.5.w1,0.0060919277,0.05000,3.380
57,block_sparse_moe.experts.7.w1,0.0040948685,0.05000,3.392
57,block_sparse_moe.experts.6.w1,0.0008557060,0.05000,3.389
57,block_sparse_moe.experts.10.w1,0.0060932054,0.05000,3.431
57,block_sparse_moe.experts.14.w1,0.0029213600,0.05000,3.272
57,block_sparse_moe.experts.9.w1,0.0069268556,0.05000,3.459
57,block_sparse_moe.experts.11.w1,0.0043110897,0.05000,3.467
57,block_sparse_moe.experts.2.w1,0.0016679668,0.05000,3.555
57,block_sparse_moe.experts.15.w1,0.0067580604,0.05000,3.406
57,block_sparse_moe.experts.20.w1,0.0024081890,0.05000,3.123
57,block_sparse_moe.experts.28.w1,0.0048391386,0.05000,3.163
57,block_sparse_moe.experts.16.w1,0.0009343928,0.05000,3.211
57,block_sparse_moe.experts.29.w1,0.0052758345,0.05000,2.912
57,block_sparse_moe.experts.21.w1,0.0029836994,0.05000,2.888
57,block_sparse_moe.experts.19.w1,0.0082751594,0.05000,2.976
57,block_sparse_moe.experts.24.w1,0.0022696762,0.05000,3.221
57,block_sparse_moe.experts.17.w1,0.0021019818,0.05000,3.080
57,block_sparse_moe.experts.25.w1,0.2046312151,0.05000,2.989
57,block_sparse_moe.experts.27.w1,0.0074157417,0.05000,3.008
57,block_sparse_moe.experts.26.w1,0.0021935828,0.05000,3.061
57,block_sparse_moe.experts.22.w1,0.0048165480,0.05000,3.104
57,block_sparse_moe.experts.23.w1,0.0027373407,0.05000,3.144
57,block_sparse_moe.experts.30.w1,0.0045298610,0.05000,3.107
57,block_sparse_moe.experts.18.w1,0.0042241497,0.05000,3.092
57,block_sparse_moe.experts.31.w1,0.0033971722,0.05000,3.110
57,block_sparse_moe.experts.36.w1,0.0029722455,0.05000,3.152
57,block_sparse_moe.experts.45.w1,0.0022428209,0.05000,2.921
57,block_sparse_moe.experts.44.w1,0.0096670969,0.05000,3.235
57,block_sparse_moe.experts.32.w1,0.0011907008,0.05000,3.142
57,block_sparse_moe.experts.37.w1,0.0047027210,0.05000,3.035
57,block_sparse_moe.experts.41.w1,0.0030298130,0.05000,2.911
57,block_sparse_moe.experts.35.w1,0.0029745802,0.05000,3.092
57,block_sparse_moe.experts.33.w1,0.0039810926,0.05000,2.951
57,block_sparse_moe.experts.40.w1,0.0093104352,0.05000,3.145
57,block_sparse_moe.experts.42.w1,0.0038422927,0.05000,3.039
57,block_sparse_moe.experts.43.w1,0.0061284059,0.05000,3.074
57,block_sparse_moe.experts.46.w1,0.0046115161,0.05000,3.089
57,block_sparse_moe.experts.38.w1,0.0049063858,0.05000,3.211
57,block_sparse_moe.experts.39.w1,0.0029045537,0.05000,3.220
57,block_sparse_moe.experts.34.w1,0.0080587163,0.05000,3.130
57,block_sparse_moe.experts.47.w1,0.0048415987,0.05000,3.133
57,block_sparse_moe.experts.61.w1,0.0044808818,0.05000,2.717
57,block_sparse_moe.experts.52.w1,0.0045952458,0.05000,2.862
57,block_sparse_moe.experts.57.w1,0.0065454343,0.05000,2.703
57,block_sparse_moe.experts.58.w1,0.0053410598,0.05000,2.535
57,block_sparse_moe.experts.48.w1,0.0024385579,0.05000,2.869
57,block_sparse_moe.experts.53.w1,0.0049242316,0.05000,2.795
57,block_sparse_moe.experts.49.w1,0.0041377380,0.05000,2.764
57,block_sparse_moe.experts.60.w1,0.0112053003,0.05000,2.956
57,block_sparse_moe.experts.62.w1,0.0016287054,0.05000,2.601
57,block_sparse_moe.experts.54.w1,0.0100483492,0.05000,2.635
57,block_sparse_moe.experts.51.w1,0.0022690961,0.05000,3.016
57,block_sparse_moe.experts.56.w1,0.0042258653,0.05000,2.938
57,block_sparse_moe.experts.50.w1,0.0034434373,0.05000,2.798
57,block_sparse_moe.experts.59.w1,0.0006916753,0.05000,3.057
57,block_sparse_moe.experts.55.w1,0.0060717095,0.05000,3.105
57,block_sparse_moe.experts.63.w1,0.0022079412,0.05000,3.048
57,block_sparse_moe.experts.77.w1,0.0040993036,0.05000,3.003
57,block_sparse_moe.experts.73.w1,0.0039872143,0.05000,2.955
57,block_sparse_moe.experts.74.w1,0.0012513211,0.05000,2.972
57,block_sparse_moe.experts.68.w1,0.0030734589,0.05000,3.053
57,block_sparse_moe.experts.69.w1,0.0036861219,0.05000,2.963
57,block_sparse_moe.experts.65.w1,0.0064086185,0.05000,2.980
57,block_sparse_moe.experts.76.w1,0.0008210760,0.05000,2.961
57,block_sparse_moe.experts.64.w1,0.0044667771,0.05000,3.146
57,block_sparse_moe.experts.78.w1,0.0030270086,0.05000,3.086
57,block_sparse_moe.experts.70.w1,1.5845289230,0.05000,3.064
57,block_sparse_moe.experts.72.w1,0.0037595694,0.05000,3.098
57,block_sparse_moe.experts.67.w1,0.0076245718,0.05000,3.137
57,block_sparse_moe.experts.66.w1,0.0006374039,0.05000,3.037
57,block_sparse_moe.experts.75.w1,0.0097182837,0.05000,3.064
57,block_sparse_moe.experts.79.w1,0.0705113352,0.05000,2.982
57,block_sparse_moe.experts.71.w1,0.0099003067,0.05000,3.101
57,block_sparse_moe.experts.93.w1,0.0059484103,0.05000,2.858
57,block_sparse_moe.experts.90.w1,0.0063915831,0.05000,2.845
57,block_sparse_moe.experts.85.w1,0.0004898176,0.05000,2.859
57,block_sparse_moe.experts.89.w1,0.0054079322,0.05000,2.926
57,block_sparse_moe.experts.81.w1,0.0060734953,0.05000,2.863
57,block_sparse_moe.experts.84.w1,0.0049330670,0.05000,3.076
57,block_sparse_moe.experts.92.w1,0.0045537641,0.05000,3.012
57,block_sparse_moe.experts.80.w1,0.0046935297,0.05000,3.022
57,block_sparse_moe.experts.94.w1,0.0059579875,0.05000,2.923
57,block_sparse_moe.experts.86.w1,0.0024187612,0.05000,2.941
57,block_sparse_moe.experts.82.w1,0.0028205997,0.05000,2.861
57,block_sparse_moe.experts.83.w1,0.0017783470,0.05000,3.111
57,block_sparse_moe.experts.88.w1,0.0023744456,0.05000,3.165
57,block_sparse_moe.experts.91.w1,0.0044221159,0.05000,3.114
57,block_sparse_moe.experts.95.w1,0.0013934787,0.05000,3.055
57,block_sparse_moe.experts.87.w1,0.0038736404,0.05000,3.131
57,block_sparse_moe.experts.106.w1,0.0052154588,0.05000,2.665
57,block_sparse_moe.experts.109.w1,0.0074032711,0.05000,3.049
57,block_sparse_moe.experts.101.w1,0.0052353993,0.05000,3.004
57,block_sparse_moe.experts.105.w1,0.0047839455,0.05000,3.027
57,block_sparse_moe.experts.110.w1,0.0022495858,0.05000,2.711
57,block_sparse_moe.experts.102.w1,0.0031376502,0.05000,2.671
57,block_sparse_moe.experts.97.w1,0.0130082669,0.05000,3.058
57,block_sparse_moe.experts.98.w1,0.0044621617,0.05000,2.603
57,block_sparse_moe.experts.100.w1,0.0022166190,0.05000,3.067
57,block_sparse_moe.experts.108.w1,0.0030491944,0.05000,3.151
57,block_sparse_moe.experts.96.w1,0.0024914415,0.05000,3.073
57,block_sparse_moe.experts.99.w1,0.0035061866,0.05000,2.989
57,block_sparse_moe.experts.107.w1,0.0015010951,0.05000,3.106
57,block_sparse_moe.experts.104.w1,0.0039744590,0.05000,3.249
57,block_sparse_moe.experts.111.w1,0.0058448536,0.05000,3.011
57,block_sparse_moe.experts.103.w1,0.0015520066,0.05000,3.096
57,block_sparse_moe.experts.122.w1,0.0030896564,0.05000,2.817
57,block_sparse_moe.experts.125.w1,0.0033874307,0.05000,2.718
57,block_sparse_moe.experts.121.w1,0.0013304482,0.05000,2.760
57,block_sparse_moe.experts.117.w1,0.0048438491,0.05000,2.878
57,block_sparse_moe.experts.126.w1,0.0018709241,0.05000,2.871
57,block_sparse_moe.experts.118.w1,0.0054016529,0.05000,2.914
57,block_sparse_moe.experts.113.w1,0.0036867903,0.05000,2.894
57,block_sparse_moe.experts.114.w1,0.0038619521,0.05000,2.889
57,block_sparse_moe.experts.124.w1,0.0073981333,0.05000,3.003
57,block_sparse_moe.experts.116.w1,0.0017571510,0.05000,3.222
57,block_sparse_moe.experts.112.w1,0.0031782285,0.05000,3.138
57,block_sparse_moe.experts.115.w1,0.0051088968,0.05000,3.198
57,block_sparse_moe.experts.120.w1,0.0031067643,0.05000,2.958
57,block_sparse_moe.experts.123.w1,0.0085522171,0.05000,3.096
57,block_sparse_moe.experts.127.w1,0.0013103673,0.05000,3.165
57,block_sparse_moe.experts.119.w1,0.0057636158,0.05000,3.095
57,block_sparse_moe.experts.140.w1,0.0043186283,0.05000,1.890
57,block_sparse_moe.experts.132.w1,0.0023873453,0.05000,1.827
57,block_sparse_moe.experts.138.w1,0.0083002811,0.05000,2.910
57,block_sparse_moe.experts.141.w1,0.0019947956,0.05000,2.838
57,block_sparse_moe.experts.137.w1,0.0042812393,0.05000,2.894
57,block_sparse_moe.experts.133.w1,0.0038351886,0.05000,2.960
57,block_sparse_moe.experts.134.w1,0.0048290614,0.05000,3.066
57,block_sparse_moe.experts.130.w1,0.0027993952,0.05000,3.106
57,block_sparse_moe.experts.142.w1,0.0057887996,0.05000,3.276
57,block_sparse_moe.experts.131.w1,0.0059655688,0.05000,3.032
57,block_sparse_moe.experts.139.w1,0.0039864828,0.05000,3.014
57,block_sparse_moe.experts.143.w1,0.0072030928,0.05000,3.099
57,block_sparse_moe.experts.135.w1,0.0044723019,0.05000,3.136
57,block_sparse_moe.experts.154.w1,0.0153563597,0.05000,3.818
57,block_sparse_moe.experts.129.w1,0.0010713253,0.05000,6.308
57,block_sparse_moe.experts.155.w1,0.0087102557,0.05000,2.996
57,block_sparse_moe.experts.147.w1,0.0071620389,0.05000,3.197
57,block_sparse_moe.experts.159.w1,0.0049071525,0.05000,3.175
57,block_sparse_moe.experts.151.w1,0.0098557696,0.05000,3.280
57,block_sparse_moe.experts.157.w1,0.0041943464,0.05000,6.236
57,block_sparse_moe.experts.153.w1,0.0052431611,0.05000,6.329
57,block_sparse_moe.experts.149.w1,0.0044636037,0.05000,6.344
57,block_sparse_moe.experts.145.w1,2.0410380363,0.05000,3.087
57,block_sparse_moe.experts.158.w1,0.0044401199,0.05000,7.949
57,block_sparse_moe.experts.150.w1,0.0012446349,0.05000,8.086
57,block_sparse_moe.experts.146.w1,0.0023619932,0.05000,8.087
57,block_sparse_moe.experts.173.w1,0.0037562808,0.05000,3.603
57,block_sparse_moe.experts.169.w1,0.0141469436,0.05000,3.680
57,block_sparse_moe.experts.165.w1,0.0031218534,0.05000,3.736
57,block_sparse_moe.experts.171.w1,0.0095882099,0.05000,5.955
57,block_sparse_moe.experts.161.w1,0.0033463033,0.05000,3.638
57,block_sparse_moe.experts.163.w1,0.0012840338,0.05000,5.992
57,block_sparse_moe.experts.175.w1,0.0027838319,0.05000,6.021
57,block_sparse_moe.experts.167.w1,0.0021401093,0.05000,5.840
57,block_sparse_moe.experts.170.w1,0.0067621186,0.05000,7.601
57,block_sparse_moe.experts.174.w1,0.0030441490,0.05000,3.150
57,block_sparse_moe.experts.166.w1,0.0014944216,0.05000,3.181
57,block_sparse_moe.experts.162.w1,0.0014285146,0.05000,3.131
57,block_sparse_moe.experts.189.w1,0.0297302540,0.05000,3.072
57,block_sparse_moe.experts.148.w1,0.0031679924,0.05000,2.860
57,block_sparse_moe.experts.156.w1,0.0050747950,0.05000,2.938
57,block_sparse_moe.experts.136.w1,0.0119361905,0.05000,2.973
57,block_sparse_moe.experts.185.w1,0.0014848464,0.05000,3.031
57,block_sparse_moe.experts.128.w1,0.0069689337,0.05000,3.039
57,block_sparse_moe.experts.181.w1,0.0050422224,0.05000,3.072
57,block_sparse_moe.experts.177.w1,0.0064535744,0.05000,2.984
57,block_sparse_moe.experts.187.w1,0.0018579528,0.05000,3.041
57,block_sparse_moe.experts.179.w1,0.0017567655,0.05000,3.037
57,block_sparse_moe.experts.191.w1,0.0084258964,0.05000,3.081
57,block_sparse_moe.experts.183.w1,0.0052423088,0.05000,3.086
57,block_sparse_moe.experts.186.w1,0.0034218747,0.05000,3.272
57,block_sparse_moe.experts.190.w1,0.0026155527,0.05000,3.101
57,block_sparse_moe.experts.178.w1,0.0031825782,0.05000,3.070
57,block_sparse_moe.experts.182.w1,0.0068331923,0.05000,3.133
57,block_sparse_moe.experts.205.w1,0.0052416707,0.05000,2.878
57,block_sparse_moe.experts.201.w1,0.0068109520,0.05000,2.803
57,block_sparse_moe.experts.164.w1,0.0021130723,0.05000,3.094
57,block_sparse_moe.experts.152.w1,0.0059206519,0.05000,3.044
57,block_sparse_moe.experts.144.w1,0.0046068525,0.05000,2.989
57,block_sparse_moe.experts.172.w1,0.0025502699,0.05000,3.105
57,block_sparse_moe.experts.197.w1,0.0065421179,0.05000,2.897
57,block_sparse_moe.experts.203.w1,0.0021410636,0.05000,2.861
57,block_sparse_moe.experts.193.w1,0.0074524495,0.05000,2.908
57,block_sparse_moe.experts.195.w1,0.0068564295,0.05000,2.925
57,block_sparse_moe.experts.207.w1,0.0088671426,0.05000,2.890
57,block_sparse_moe.experts.199.w1,0.0043282776,0.05000,2.966
57,block_sparse_moe.experts.202.w1,0.0059278761,0.05000,3.095
57,block_sparse_moe.experts.206.w1,4.0105633736,0.05000,2.997
57,block_sparse_moe.experts.194.w1,0.0050017225,0.05000,3.050
57,block_sparse_moe.experts.198.w1,0.0074192596,0.05000,3.037
57,block_sparse_moe.experts.221.w1,0.0095380136,0.05000,2.795
57,block_sparse_moe.experts.217.w1,0.0030163335,0.05000,2.985
57,block_sparse_moe.experts.180.w1,0.0039763168,0.05000,2.946
57,block_sparse_moe.experts.188.w1,0.0033866496,0.05000,2.919
57,block_sparse_moe.experts.160.w1,0.0180863477,0.05000,2.940
57,block_sparse_moe.experts.168.w1,0.0037843147,0.05000,3.052
57,block_sparse_moe.experts.219.w1,0.0062544427,0.05000,2.906
57,block_sparse_moe.experts.213.w1,0.0089267491,0.05000,3.012
57,block_sparse_moe.experts.209.w1,0.0065113234,0.05000,3.002
57,block_sparse_moe.experts.211.w1,0.0061952300,0.05000,2.973
57,block_sparse_moe.experts.223.w1,0.0019712291,0.05000,3.039
57,block_sparse_moe.experts.215.w1,0.0142991033,0.05000,2.974
57,block_sparse_moe.experts.218.w1,0.0142848674,0.05000,3.056
57,block_sparse_moe.experts.222.w1,0.0057663557,0.05000,2.996
57,block_sparse_moe.experts.210.w1,0.0069466541,0.05000,3.006
57,block_sparse_moe.experts.214.w1,0.0017900450,0.05000,3.068
57,block_sparse_moe.experts.237.w1,0.0060310396,0.05000,3.091
57,block_sparse_moe.experts.233.w1,0.0060956064,0.05000,3.059
57,block_sparse_moe.experts.196.w1,0.0045656132,0.05000,2.986
57,block_sparse_moe.experts.176.w1,0.0030330158,0.05000,2.963
57,block_sparse_moe.experts.204.w1,0.0089393981,0.05000,2.972
57,block_sparse_moe.experts.184.w1,0.0060508995,0.05000,2.955
57,block_sparse_moe.experts.235.w1,0.0080994782,0.05000,3.074
57,block_sparse_moe.experts.229.w1,0.0013976208,0.05000,3.091
57,block_sparse_moe.experts.225.w1,0.0024379617,0.05000,3.066
57,block_sparse_moe.experts.227.w1,0.0076355302,0.05000,3.114
57,block_sparse_moe.experts.239.w1,0.0083480332,0.05000,3.121
57,block_sparse_moe.experts.231.w1,0.0063236199,0.05000,3.040
57,block_sparse_moe.experts.234.w1,0.0092258167,0.05000,3.183
57,block_sparse_moe.experts.238.w1,0.0035368517,0.05000,3.115
57,block_sparse_moe.experts.226.w1,0.0050024829,0.05000,3.068
57,block_sparse_moe.experts.230.w1,0.0037858352,0.05000,3.153
57,block_sparse_moe.experts.253.w1,0.0074146767,0.05000,2.807
57,block_sparse_moe.experts.249.w1,0.0045627135,0.05000,2.968
57,block_sparse_moe.experts.212.w1,0.0050593852,0.05000,3.108
57,block_sparse_moe.experts.251.w1,0.0086219921,0.05000,2.870
57,block_sparse_moe.experts.192.w1,0.0024451966,0.05000,3.132
57,block_sparse_moe.experts.241.w1,0.0054217945,0.05000,2.810
57,block_sparse_moe.experts.220.w1,0.0106992434,0.05000,3.176
57,block_sparse_moe.experts.245.w1,0.0062046820,0.05000,2.932
57,block_sparse_moe.experts.200.w1,0.0050265872,0.05000,3.143
57,block_sparse_moe.experts.243.w1,0.0050676270,0.05000,2.831
57,block_sparse_moe.experts.255.w1,0.0026122342,0.05000,2.829
57,block_sparse_moe.experts.247.w1,0.0015320087,0.05000,2.799
57,block_sparse_moe.experts.250.w1,0.0074776245,0.05000,3.080
57,block_sparse_moe.experts.254.w1,0.0009250501,0.05000,3.053
57,block_sparse_moe.experts.242.w1,0.0092326506,0.05000,3.075
57,block_sparse_moe.experts.13.w3,0.0117448093,0.05000,2.914
57,block_sparse_moe.experts.246.w1,0.0020172547,0.05000,3.066
57,block_sparse_moe.experts.9.w3,0.0078836287,0.05000,2.828
57,block_sparse_moe.experts.11.w3,0.0050513409,0.05000,2.632
57,block_sparse_moe.experts.3.w3,0.0065096975,0.05000,2.695
57,block_sparse_moe.experts.1.w3,0.0015447529,0.05000,2.882
57,block_sparse_moe.experts.5.w3,0.0068314925,0.05000,2.927
57,block_sparse_moe.experts.228.w1,0.0057585524,0.05000,3.106
57,block_sparse_moe.experts.208.w1,0.0024029828,0.05000,3.078
57,block_sparse_moe.experts.236.w1,0.0040927753,0.05000,3.054
57,block_sparse_moe.experts.216.w1,0.0103936018,0.05000,3.098
57,block_sparse_moe.experts.7.w3,0.0046667593,0.05000,2.716
57,block_sparse_moe.experts.15.w3,0.0079200919,0.05000,2.840
57,block_sparse_moe.experts.10.w3,0.0068084642,0.05000,3.000
57,block_sparse_moe.experts.14.w3,0.0033983423,0.05000,3.013
57,block_sparse_moe.experts.2.w3,0.0018903438,0.05000,2.995
57,block_sparse_moe.experts.6.w3,0.0006514541,0.05000,2.943
57,block_sparse_moe.experts.29.w3,0.0059607036,0.05000,3.130
57,block_sparse_moe.experts.27.w3,0.0089956765,0.05000,2.832
57,block_sparse_moe.experts.25.w3,0.2694254376,0.05000,3.076
57,block_sparse_moe.experts.19.w3,0.0094085933,0.05000,2.878
57,block_sparse_moe.experts.17.w3,0.0023757065,0.05000,3.020
57,block_sparse_moe.experts.244.w1,0.0025343676,0.05000,2.929
57,block_sparse_moe.experts.224.w1,0.0023471802,0.05000,2.970
57,block_sparse_moe.experts.21.w3,0.0033645107,0.05000,3.048
57,block_sparse_moe.experts.252.w1,0.0078084013,0.05000,2.991
57,block_sparse_moe.experts.232.w1,0.0102312330,0.05000,3.054
57,block_sparse_moe.experts.31.w3,0.0038754375,0.05000,2.882
57,block_sparse_moe.experts.23.w3,0.0031718996,0.05000,3.036
57,block_sparse_moe.experts.26.w3,0.0025468051,0.05000,2.977
57,block_sparse_moe.experts.30.w3,0.0053211159,0.05000,2.992
57,block_sparse_moe.experts.18.w3,0.0048034482,0.05000,3.010
57,block_sparse_moe.experts.22.w3,0.0056169210,0.05000,3.119
57,block_sparse_moe.experts.45.w3,0.0027102537,0.05000,3.026
57,block_sparse_moe.experts.43.w3,0.0069342905,0.05000,3.082
57,block_sparse_moe.experts.41.w3,0.0034378366,0.05000,3.089
57,block_sparse_moe.experts.35.w3,0.0034082908,0.05000,3.088
57,block_sparse_moe.experts.33.w3,0.0045101335,0.05000,3.067
57,block_sparse_moe.experts.4.w3,0.0038872268,0.05000,3.084
57,block_sparse_moe.experts.37.w3,0.0052607832,0.05000,3.142
57,block_sparse_moe.experts.12.w3,0.0030796461,0.05000,3.209
57,block_sparse_moe.experts.240.w1,0.0035990600,0.05000,3.288
57,block_sparse_moe.experts.47.w3,0.0055111317,0.05000,3.081
57,block_sparse_moe.experts.39.w3,0.0032693319,0.05000,3.031
57,block_sparse_moe.experts.248.w1,0.0029279478,0.05000,3.215
57,block_sparse_moe.experts.42.w3,0.0043665919,0.05000,3.154
57,block_sparse_moe.experts.34.w3,0.0093378093,0.05000,3.059
57,block_sparse_moe.experts.46.w3,0.0056964956,0.05000,3.179
57,block_sparse_moe.experts.38.w3,0.0055563564,0.05000,3.110
57,block_sparse_moe.experts.61.w3,0.0051361331,0.05000,3.054
57,block_sparse_moe.experts.59.w3,0.0008692344,0.05000,3.017
57,block_sparse_moe.experts.57.w3,0.0074943767,0.05000,2.988
57,block_sparse_moe.experts.51.w3,0.0026218140,0.05000,3.085
57,block_sparse_moe.experts.49.w3,0.0046510516,0.05000,3.001
57,block_sparse_moe.experts.20.w3,0.0027172222,0.05000,3.107
57,block_sparse_moe.experts.53.w3,0.0054862476,0.05000,3.058
57,block_sparse_moe.experts.0.w3,0.0067806931,0.05000,3.009
57,block_sparse_moe.experts.28.w3,0.0055450931,0.05000,3.105
57,block_sparse_moe.experts.55.w3,0.0069605393,0.05000,3.055
57,block_sparse_moe.experts.63.w3,0.0025344574,0.05000,3.114
57,block_sparse_moe.experts.8.w3,0.0062348446,0.05000,3.199
57,block_sparse_moe.experts.58.w3,0.0060408254,0.05000,3.132
57,block_sparse_moe.experts.62.w3,0.0018830185,0.05000,3.150
57,block_sparse_moe.experts.77.w3,0.0046993349,0.05000,2.935
57,block_sparse_moe.experts.50.w3,0.0039150236,0.05000,3.241
57,block_sparse_moe.experts.54.w3,0.0115624059,0.05000,3.234
57,block_sparse_moe.experts.75.w3,0.0114760561,0.05000,2.978
57,block_sparse_moe.experts.73.w3,0.0044291566,0.05000,2.922
57,block_sparse_moe.experts.65.w3,0.0073037728,0.05000,2.931
57,block_sparse_moe.experts.67.w3,0.0086810902,0.05000,3.149
57,block_sparse_moe.experts.36.w3,0.0034655942,0.05000,2.982
57,block_sparse_moe.experts.16.w3,0.0010681794,0.05000,2.913
57,block_sparse_moe.experts.69.w3,0.0042063595,0.05000,3.030
57,block_sparse_moe.experts.44.w3,0.0111042179,0.05000,2.983
57,block_sparse_moe.experts.71.w3,0.0113565799,0.05000,3.041
57,block_sparse_moe.experts.24.w3,0.0026275321,0.05000,2.927
57,block_sparse_moe.experts.79.w3,0.0806254987,0.05000,3.137
57,block_sparse_moe.experts.74.w3,0.0014075055,0.05000,2.813
57,block_sparse_moe.experts.78.w3,0.0035072890,0.05000,2.868
57,block_sparse_moe.experts.66.w3,0.0007492595,0.05000,2.941
57,block_sparse_moe.experts.93.w3,0.0069547418,0.05000,2.972
57,block_sparse_moe.experts.70.w3,1.8796920776,0.05000,2.824
57,block_sparse_moe.experts.91.w3,0.0050190820,0.05000,2.831
57,block_sparse_moe.experts.89.w3,0.0061417831,0.05000,2.989
57,block_sparse_moe.experts.81.w3,0.0067806702,0.05000,2.936
57,block_sparse_moe.experts.83.w3,0.0019980299,0.05000,2.920
57,block_sparse_moe.experts.52.w3,0.0053944027,0.05000,2.950
57,block_sparse_moe.experts.32.w3,0.0013646529,0.05000,2.898
57,block_sparse_moe.experts.85.w3,0.0005944762,0.05000,2.949
57,block_sparse_moe.experts.60.w3,0.0131856958,0.05000,2.944
57,block_sparse_moe.experts.87.w3,0.0043536428,0.05000,2.934
57,block_sparse_moe.experts.95.w3,0.0016533295,0.05000,2.920
57,block_sparse_moe.experts.40.w3,0.0109010040,0.05000,3.072
57,block_sparse_moe.experts.90.w3,0.0073513285,0.05000,2.983
57,block_sparse_moe.experts.94.w3,0.0068185623,0.05000,2.970
57,block_sparse_moe.experts.82.w3,0.0034866816,0.05000,3.010
57,block_sparse_moe.experts.107.w3,0.0017457896,0.05000,2.757
57,block_sparse_moe.experts.109.w3,0.0084857373,0.05000,2.995
57,block_sparse_moe.experts.86.w3,0.0027306456,0.05000,2.972
57,block_sparse_moe.experts.105.w3,0.0054784539,0.05000,2.972
57,block_sparse_moe.experts.99.w3,0.0040622495,0.05000,2.770
57,block_sparse_moe.experts.97.w3,0.0155675351,0.05000,3.056
57,block_sparse_moe.experts.48.w3,0.0027833841,0.05000,2.770
57,block_sparse_moe.experts.68.w3,0.0037239633,0.05000,2.961
57,block_sparse_moe.experts.76.w3,0.0009462013,0.05000,2.751
57,block_sparse_moe.experts.103.w3,0.0017606543,0.05000,2.626
57,block_sparse_moe.experts.111.w3,0.0065819962,0.05000,2.572
57,block_sparse_moe.experts.101.w3,0.0060638478,0.05000,3.161
57,block_sparse_moe.experts.56.w3,0.0047515610,0.05000,2.737
57,block_sparse_moe.experts.106.w3,0.0060238077,0.05000,3.118
57,block_sparse_moe.experts.123.w3,0.0100597862,0.05000,2.828
57,block_sparse_moe.experts.110.w3,0.0025606376,0.05000,3.021
57,block_sparse_moe.experts.125.w3,0.0038104077,0.05000,2.891
57,block_sparse_moe.experts.98.w3,0.0050235740,0.05000,3.089
57,block_sparse_moe.experts.102.w3,0.0035885764,0.05000,3.108
57,block_sparse_moe.experts.121.w3,0.0015355730,0.05000,2.959
57,block_sparse_moe.experts.64.w3,0.0052337982,0.05000,2.874
57,block_sparse_moe.experts.113.w3,0.0041794257,0.05000,2.904
57,block_sparse_moe.experts.84.w3,0.0056244221,0.05000,2.838
57,block_sparse_moe.experts.115.w3,0.0061100479,0.05000,3.134
57,block_sparse_moe.experts.92.w3,0.0052116338,0.05000,3.006
57,block_sparse_moe.experts.119.w3,0.0069047857,0.05000,3.079
57,block_sparse_moe.experts.127.w3,0.0014823456,0.05000,3.049
57,block_sparse_moe.experts.117.w3,0.0054012025,0.05000,2.885
57,block_sparse_moe.experts.72.w3,0.0043818697,0.05000,2.908
57,block_sparse_moe.experts.122.w3,0.0035162265,0.05000,2.882
57,block_sparse_moe.experts.141.w3,0.0022411000,0.05000,2.925
57,block_sparse_moe.experts.139.w3,0.0044806286,0.05000,3.066
57,block_sparse_moe.experts.126.w3,0.0021002513,0.05000,3.099
57,block_sparse_moe.experts.114.w3,0.0043996083,0.05000,2.979
57,block_sparse_moe.experts.118.w3,0.0063431633,0.05000,2.906
57,block_sparse_moe.experts.137.w3,0.0048833785,0.05000,2.898
57,block_sparse_moe.experts.80.w3,0.0053619054,0.05000,2.843
57,block_sparse_moe.experts.129.w3,0.0011875398,0.05000,2.976
57,block_sparse_moe.experts.100.w3,0.0025376777,0.05000,2.910
57,block_sparse_moe.experts.131.w3,0.0067504652,0.05000,3.075
57,block_sparse_moe.experts.108.w3,0.0034278188,0.05000,2.928
57,block_sparse_moe.experts.133.w3,0.0042700034,0.05000,2.942
57,block_sparse_moe.experts.88.w3,0.0026670245,0.05000,2.918
57,block_sparse_moe.experts.143.w3,0.0083271131,0.05000,3.036
57,block_sparse_moe.experts.135.w3,0.0049925423,0.05000,3.103
57,block_sparse_moe.experts.138.w3,0.0101174557,0.05000,2.972
57,block_sparse_moe.experts.157.w3,0.0048057570,0.05000,2.838
57,block_sparse_moe.experts.142.w3,0.0065606396,0.05000,2.947
57,block_sparse_moe.experts.130.w3,0.0032007390,0.05000,2.922
57,block_sparse_moe.experts.155.w3,0.0101290625,0.05000,3.125
57,block_sparse_moe.experts.134.w3,0.0054829860,0.05000,2.929
57,block_sparse_moe.experts.153.w3,0.0059934165,0.05000,2.884
57,block_sparse_moe.experts.145.w3,2.6367244720,0.05000,2.807
57,block_sparse_moe.experts.96.w3,0.0028335924,0.05000,3.111
57,block_sparse_moe.experts.116.w3,0.0022873135,0.05000,3.107
57,block_sparse_moe.experts.147.w3,0.0081669583,0.05000,3.039
57,block_sparse_moe.experts.124.w3,0.0088627885,0.05000,3.054
57,block_sparse_moe.experts.104.w3,0.0045398236,0.05000,3.049
57,block_sparse_moe.experts.151.w3,0.0117111536,0.05000,3.040
57,block_sparse_moe.experts.159.w3,0.0055375469,0.05000,3.103
57,block_sparse_moe.experts.149.w3,0.0051010701,0.05000,3.115
57,block_sparse_moe.experts.173.w3,0.0041246236,0.05000,2.888
57,block_sparse_moe.experts.154.w3,0.0178331702,0.05000,3.005
57,block_sparse_moe.experts.158.w3,0.0050010451,0.05000,2.953
57,block_sparse_moe.experts.146.w3,0.0026664995,0.05000,2.971
57,block_sparse_moe.experts.150.w3,0.0014516426,0.05000,2.998
57,block_sparse_moe.experts.169.w3,0.0168407606,0.05000,2.807
57,block_sparse_moe.experts.171.w3,0.0112210208,0.05000,3.105
57,block_sparse_moe.experts.161.w3,0.0037578176,0.05000,2.781
57,block_sparse_moe.experts.112.w3,0.0036238636,0.05000,3.185
57,block_sparse_moe.experts.132.w3,0.0027148181,0.05000,3.068
57,block_sparse_moe.experts.163.w3,0.0015294614,0.05000,2.982
57,block_sparse_moe.experts.165.w3,0.0043135853,0.05000,2.736
57,block_sparse_moe.experts.140.w3,0.0048047591,0.05000,3.134
57,block_sparse_moe.experts.167.w3,0.0024763125,0.05000,2.961
57,block_sparse_moe.experts.175.w3,0.0030806347,0.05000,2.983
57,block_sparse_moe.experts.120.w3,0.0034938907,0.05000,3.109
57,block_sparse_moe.experts.189.w3,0.0355543944,0.05000,2.755
57,block_sparse_moe.experts.170.w3,0.0076768834,0.05000,2.890
57,block_sparse_moe.experts.185.w3,0.0018200908,0.05000,2.724
57,block_sparse_moe.experts.174.w3,0.0034074049,0.05000,3.047
57,block_sparse_moe.experts.166.w3,0.0016953058,0.05000,2.895
57,block_sparse_moe.experts.162.w3,0.0016871470,0.05000,3.014
57,block_sparse_moe.experts.177.w3,0.0073776166,0.05000,2.855
57,block_sparse_moe.experts.187.w3,0.0020652733,0.05000,3.103
57,block_sparse_moe.experts.148.w3,0.0035728142,0.05000,3.050
57,block_sparse_moe.experts.181.w3,0.0057061195,0.05000,2.965
57,block_sparse_moe.experts.179.w3,0.0019766261,0.05000,3.059
57,block_sparse_moe.experts.128.w3,0.0080139918,0.05000,3.164
57,block_sparse_moe.experts.156.w3,0.0058332082,0.05000,3.014
57,block_sparse_moe.experts.183.w3,0.0067007307,0.05000,3.043
57,block_sparse_moe.experts.191.w3,0.0102662739,0.05000,3.120
57,block_sparse_moe.experts.136.w3,0.0138067205,0.05000,3.095
57,block_sparse_moe.experts.205.w3,0.0060162592,0.05000,2.627
57,block_sparse_moe.experts.186.w3,0.0038486613,0.05000,3.001
57,block_sparse_moe.experts.201.w3,0.0081091674,0.05000,2.785
57,block_sparse_moe.experts.193.w3,0.0086740467,0.05000,2.694
57,block_sparse_moe.experts.182.w3,0.0078768680,0.05000,2.993
57,block_sparse_moe.experts.178.w3,0.0035230314,0.05000,3.010
57,block_sparse_moe.experts.190.w3,0.0030351977,0.05000,3.102
57,block_sparse_moe.experts.203.w3,0.0024132045,0.05000,3.030
57,block_sparse_moe.experts.197.w3,0.0073540215,0.05000,2.710
57,block_sparse_moe.experts.195.w3,0.0077759831,0.05000,2.983
57,block_sparse_moe.experts.164.w3,0.0023968085,0.05000,3.096
57,block_sparse_moe.experts.144.w3,0.0054779285,0.05000,3.119
57,block_sparse_moe.experts.199.w3,0.0049137295,0.05000,2.989
57,block_sparse_moe.experts.207.w3,0.0102915233,0.05000,2.922
57,block_sparse_moe.experts.172.w3,0.0029298366,0.05000,3.187
57,block_sparse_moe.experts.152.w3,0.0067230433,0.05000,3.139
57,block_sparse_moe.experts.221.w3,0.0108007194,0.05000,3.003
57,block_sparse_moe.experts.202.w3,0.0067751119,0.05000,2.882
57,block_sparse_moe.experts.217.w3,0.0034609614,0.05000,2.950
57,block_sparse_moe.experts.198.w3,0.0085081108,0.05000,2.861
57,block_sparse_moe.experts.209.w3,0.0074530151,0.05000,3.002
57,block_sparse_moe.experts.194.w3,0.0056992038,0.05000,3.049
57,block_sparse_moe.experts.206.w3,5.1953592300,0.05000,3.051
57,block_sparse_moe.experts.219.w3,0.0071046100,0.05000,3.050
57,block_sparse_moe.experts.213.w3,0.0101060961,0.05000,2.949
57,block_sparse_moe.experts.211.w3,0.0071075596,0.05000,3.097
57,block_sparse_moe.experts.180.w3,0.0044844317,0.05000,3.076
57,block_sparse_moe.experts.160.w3,0.0206715311,0.05000,3.163
57,block_sparse_moe.experts.188.w3,0.0039321309,0.05000,3.132
57,block_sparse_moe.experts.215.w3,0.0162250889,0.05000,3.251
57,block_sparse_moe.experts.223.w3,0.0022378230,0.05000,3.352
57,block_sparse_moe.experts.237.w3,0.0070544011,0.05000,2.722
57,block_sparse_moe.experts.168.w3,0.0043603471,0.05000,3.131
57,block_sparse_moe.experts.233.w3,0.0069684071,0.05000,2.757
57,block_sparse_moe.experts.218.w3,0.0159563935,0.05000,3.094
57,block_sparse_moe.experts.225.w3,0.0028030362,0.05000,2.776
57,block_sparse_moe.experts.214.w3,0.0020097879,0.05000,3.076
57,block_sparse_moe.experts.210.w3,0.0081276787,0.05000,3.008
57,block_sparse_moe.experts.222.w3,0.0066814478,0.05000,3.095
57,block_sparse_moe.experts.229.w3,0.0015873482,0.05000,2.871
57,block_sparse_moe.experts.235.w3,0.0093683530,0.05000,3.218
57,block_sparse_moe.experts.227.w3,0.0087765780,0.05000,3.053
57,block_sparse_moe.experts.196.w3,0.0052458323,0.05000,3.249
57,block_sparse_moe.experts.231.w3,0.0073150906,0.05000,2.993
57,block_sparse_moe.experts.176.w3,0.0034752835,0.05000,3.180
57,block_sparse_moe.experts.253.w3,0.0089679139,0.05000,2.856
57,block_sparse_moe.experts.204.w3,0.0100523357,0.05000,3.260
57,block_sparse_moe.experts.239.w3,0.0095438615,0.05000,3.099
57,block_sparse_moe.experts.184.w3,0.0075259931,0.05000,3.211
57,block_sparse_moe.experts.249.w3,0.0051114119,0.05000,2.759
57,block_sparse_moe.experts.241.w3,0.0060572897,0.05000,2.601
57,block_sparse_moe.experts.245.w3,0.0069920736,0.05000,2.026
57,block_sparse_moe.experts.234.w3,0.0104671200,0.05000,3.119
57,block_sparse_moe.experts.230.w3,0.0045099167,0.05000,3.087
57,block_sparse_moe.experts.226.w3,0.0057801170,0.05000,2.989
57,block_sparse_moe.experts.238.w3,0.0039646180,0.05000,2.991
57,block_sparse_moe.experts.251.w3,0.0098562164,0.05000,2.878
57,block_sparse_moe.experts.243.w3,0.0057293879,0.05000,2.797
57,block_sparse_moe.experts.247.w3,0.0017186021,0.05000,2.660
57,block_sparse_moe.experts.255.w3,0.0029611369,0.05000,2.483
57,block_sparse_moe.experts.212.w3,0.0056687518,0.05000,3.081
57,block_sparse_moe.experts.192.w3,0.0027762245,0.05000,3.029
57,block_sparse_moe.experts.220.w3,0.0120533924,0.05000,3.137
57,block_sparse_moe.experts.200.w3,0.0057898492,0.05000,3.042
57,block_sparse_moe.experts.250.w3,0.0086535388,0.05000,3.054
57,block_sparse_moe.experts.246.w3,0.0022765988,0.05000,2.866
57,block_sparse_moe.experts.242.w3,0.0106602389,0.05000,2.818
57,block_sparse_moe.experts.254.w3,0.0010448793,0.05000,2.755
57,block_sparse_moe.experts.228.w3,0.0065602979,0.05000,3.265
57,block_sparse_moe.experts.208.w3,0.0027537845,0.05000,3.229
57,block_sparse_moe.experts.236.w3,0.0047562468,0.05000,3.285
57,block_sparse_moe.experts.216.w3,0.0119214351,0.05000,3.257
57,block_sparse_moe.experts.224.w3,0.0027024429,0.05000,3.030
57,block_sparse_moe.experts.244.w3,0.0029982989,0.05000,3.066
57,block_sparse_moe.experts.232.w3,0.0115873961,0.05000,2.829
57,block_sparse_moe.experts.252.w3,0.0088653729,0.05000,2.886
57,block_sparse_moe.experts.240.w3,0.0042158132,0.05000,1.730
57,block_sparse_moe.experts.248.w3,0.0033490703,0.05000,1.578
57,block_sparse_moe.experts.2.w2,0.0006472430,0.05000,1.435
57,block_sparse_moe.experts.6.w2,0.0009700371,0.05000,1.436
57,block_sparse_moe.experts.10.w2,0.0309934031,0.05000,1.460
57,block_sparse_moe.experts.14.w2,0.0417043037,0.05000,1.495
57,block_sparse_moe.experts.1.w2,0.0157630293,0.05000,1.559
57,block_sparse_moe.experts.11.w2,0.0177365697,0.05000,1.580
57,block_sparse_moe.experts.5.w2,0.0168251200,0.05000,1.580
57,block_sparse_moe.experts.15.w2,0.0245226436,0.05000,1.576
57,block_sparse_moe.experts.13.w2,0.0170690838,0.05000,1.606
57,block_sparse_moe.experts.4.w2,0.0173930223,0.05000,1.614
57,block_sparse_moe.experts.3.w2,0.0135640570,0.05000,1.614
57,block_sparse_moe.experts.9.w2,0.0025051852,0.05000,1.623
57,block_sparse_moe.experts.7.w2,0.0009138984,0.05000,1.629
57,block_sparse_moe.experts.12.w2,0.0008276325,0.05000,1.644
57,block_sparse_moe.experts.0.w2,0.0109163719,0.05000,1.646
57,block_sparse_moe.experts.8.w2,0.0329306361,0.05000,1.679
57,block_sparse_moe.experts.22.w2,0.0184511286,0.05000,1.314
57,block_sparse_moe.experts.26.w2,0.0119607204,0.05000,1.306
57,block_sparse_moe.experts.18.w2,0.0065915456,0.05000,1.398
57,block_sparse_moe.experts.30.w2,0.0010652629,0.05000,1.336
57,block_sparse_moe.experts.27.w2,0.0435619045,0.05000,1.512
57,block_sparse_moe.experts.19.w2,0.0037191982,0.05000,1.502
57,block_sparse_moe.experts.31.w2,0.0178430775,0.05000,1.539
57,block_sparse_moe.experts.17.w2,0.0123046636,0.05000,1.608
57,block_sparse_moe.experts.23.w2,0.0125628565,0.05000,1.561
57,block_sparse_moe.experts.21.w2,0.0018792474,0.05000,1.636
57,block_sparse_moe.experts.29.w2,0.0014334517,0.05000,1.609
57,block_sparse_moe.experts.25.w2,1.0801180885,0.05000,1.597
57,block_sparse_moe.experts.28.w2,0.0052115092,0.05000,1.621
57,block_sparse_moe.experts.20.w2,0.0009545131,0.05000,1.652
57,block_sparse_moe.experts.16.w2,0.0087346253,0.05000,1.680
57,block_sparse_moe.experts.24.w2,0.0008075327,0.05000,1.649
57,block_sparse_moe.experts.38.w2,0.0007097079,0.05000,1.306
57,block_sparse_moe.experts.42.w2,0.0046248179,0.05000,1.295
57,block_sparse_moe.experts.34.w2,0.0368729217,0.05000,1.316
57,block_sparse_moe.experts.46.w2,0.0183879465,0.05000,1.294
57,block_sparse_moe.experts.43.w2,0.0175654996,0.05000,1.448
57,block_sparse_moe.experts.35.w2,0.0019544833,0.05000,1.448
57,block_sparse_moe.experts.47.w2,0.0032172487,0.05000,1.460
57,block_sparse_moe.experts.39.w2,0.0013247714,0.05000,1.445
57,block_sparse_moe.experts.37.w2,0.0256269120,0.05000,1.466
57,block_sparse_moe.experts.41.w2,0.0049568575,0.05000,1.477
57,block_sparse_moe.experts.33.w2,0.0349243718,0.05000,1.532
57,block_sparse_moe.experts.36.w2,0.0091479669,0.05000,1.473
57,block_sparse_moe.experts.45.w2,0.0139156640,0.05000,1.534
57,block_sparse_moe.experts.40.w2,0.1011889075,0.05000,1.469
57,block_sparse_moe.experts.44.w2,0.0613536565,0.05000,1.537
57,block_sparse_moe.experts.32.w2,0.0003343734,0.05000,1.547
57,block_sparse_moe.experts.58.w2,0.0035801616,0.05000,1.448
57,block_sparse_moe.experts.54.w2,0.0354076948,0.05000,1.476
57,block_sparse_moe.experts.50.w2,0.0069003773,0.05000,1.462
57,block_sparse_moe.experts.62.w2,0.0244882193,0.05000,1.474
57,block_sparse_moe.experts.59.w2,0.0078316511,0.05000,1.354
57,block_sparse_moe.experts.55.w2,0.0080675521,0.05000,1.314
57,block_sparse_moe.experts.51.w2,0.0100546904,0.05000,1.417
57,block_sparse_moe.experts.63.w2,0.0047903972,0.05000,1.419
57,block_sparse_moe.experts.61.w2,0.0108415560,0.05000,1.335
57,block_sparse_moe.experts.49.w2,0.0054830082,0.05000,1.428
57,block_sparse_moe.experts.57.w2,0.0242874402,0.05000,1.445
57,block_sparse_moe.experts.53.w2,0.0028727621,0.05000,1.459
57,block_sparse_moe.experts.52.w2,0.0153088807,0.05000,1.633
57,block_sparse_moe.experts.56.w2,0.0012223985,0.05000,1.651
57,block_sparse_moe.experts.60.w2,0.0139435847,0.05000,1.648
57,block_sparse_moe.experts.48.w2,0.0020674099,0.05000,1.688
57,block_sparse_moe.experts.74.w2,0.0107441289,0.05000,1.432
57,block_sparse_moe.experts.70.w2,6.7074289322,0.05000,1.473
57,block_sparse_moe.experts.66.w2,0.0092792895,0.05000,1.439
57,block_sparse_moe.experts.78.w2,0.0465882205,0.05000,1.475
57,block_sparse_moe.experts.71.w2,0.0419447020,0.05000,1.462
57,block_sparse_moe.experts.75.w2,0.0042298958,0.05000,1.522
57,block_sparse_moe.experts.67.w2,0.0267288632,0.05000,1.461
57,block_sparse_moe.experts.79.w2,0.1201425129,0.05000,1.421
57,block_sparse_moe.experts.77.w2,0.0077852896,0.05000,1.512
57,block_sparse_moe.experts.65.w2,0.0581900790,0.05000,1.543
57,block_sparse_moe.experts.69.w2,0.0502799604,0.05000,1.562
57,block_sparse_moe.experts.73.w2,0.0017872460,0.05000,1.585
57,block_sparse_moe.experts.68.w2,0.0227401614,0.05000,1.484
57,block_sparse_moe.experts.76.w2,0.0063704044,0.05000,1.449
57,block_sparse_moe.experts.72.w2,0.0347898308,0.05000,1.476
57,block_sparse_moe.experts.64.w2,0.0136103328,0.05000,1.523
57,block_sparse_moe.experts.90.w2,0.0326090168,0.05000,1.375
57,block_sparse_moe.experts.86.w2,0.0077554978,0.05000,1.384
57,block_sparse_moe.experts.82.w2,0.0085435550,0.05000,1.351
57,block_sparse_moe.experts.94.w2,0.0070986925,0.05000,1.334
57,block_sparse_moe.experts.91.w2,0.0148323639,0.05000,1.389
57,block_sparse_moe.experts.95.w2,0.0087464771,0.05000,1.362
57,block_sparse_moe.experts.87.w2,0.0286744316,0.05000,1.412
57,block_sparse_moe.experts.83.w2,0.0010445605,0.05000,1.395
57,block_sparse_moe.experts.93.w2,0.0015540309,0.05000,1.387
57,block_sparse_moe.experts.81.w2,0.0136820178,0.05000,1.375
57,block_sparse_moe.experts.89.w2,0.0083303427,0.05000,1.357
57,block_sparse_moe.experts.85.w2,0.0006938523,0.05000,1.446
57,block_sparse_moe.experts.84.w2,0.0054538026,0.05000,1.360
57,block_sparse_moe.experts.92.w2,0.0244311534,0.05000,1.341
57,block_sparse_moe.experts.88.w2,0.0004212701,0.05000,1.385
57,block_sparse_moe.experts.80.w2,0.0163368828,0.05000,1.370
57,block_sparse_moe.experts.106.w2,0.0153558022,0.05000,1.496
57,block_sparse_moe.experts.102.w2,0.0045884266,0.05000,1.503
57,block_sparse_moe.experts.98.w2,0.0055903595,0.05000,1.517
57,block_sparse_moe.experts.110.w2,0.0015269198,0.05000,1.542
57,block_sparse_moe.experts.103.w2,0.0006610873,0.05000,1.490
57,block_sparse_moe.experts.107.w2,0.0001900522,0.05000,1.511
57,block_sparse_moe.experts.111.w2,0.0171064622,0.05000,1.511
57,block_sparse_moe.experts.99.w2,0.0157806102,0.05000,1.541
57,block_sparse_moe.experts.109.w2,0.0155222845,0.05000,1.417
57,block_sparse_moe.experts.105.w2,0.0083574511,0.05000,1.395
57,block_sparse_moe.experts.97.w2,0.1959559076,0.05000,1.457
57,block_sparse_moe.experts.101.w2,0.0234601677,0.05000,1.464
57,block_sparse_moe.experts.108.w2,0.0148561267,0.05000,1.458
57,block_sparse_moe.experts.100.w2,0.0003706815,0.05000,1.520
57,block_sparse_moe.experts.104.w2,0.0097247812,0.05000,1.432
57,block_sparse_moe.experts.96.w2,0.0005312338,0.05000,1.494
57,block_sparse_moe.experts.122.w2,0.0057826730,0.05000,1.427
57,block_sparse_moe.experts.118.w2,0.0233564761,0.05000,1.444
57,block_sparse_moe.experts.114.w2,0.0255346766,0.05000,1.495
57,block_sparse_moe.experts.126.w2,0.0005265145,0.05000,1.485
57,block_sparse_moe.experts.123.w2,0.0086752133,0.05000,1.390
57,block_sparse_moe.experts.127.w2,0.0016371478,0.05000,1.396
57,block_sparse_moe.experts.119.w2,0.0400236004,0.05000,1.408
57,block_sparse_moe.experts.115.w2,0.0030247011,0.05000,1.438
57,block_sparse_moe.experts.125.w2,0.0003125353,0.05000,1.500
57,block_sparse_moe.experts.121.w2,0.0001628653,0.05000,1.496
57,block_sparse_moe.experts.113.w2,0.0041400522,0.05000,1.488
57,block_sparse_moe.experts.117.w2,0.0279075977,0.05000,1.511
57,block_sparse_moe.experts.116.w2,0.0129578519,0.05000,1.512
57,block_sparse_moe.experts.124.w2,0.0067161493,0.05000,1.553
57,block_sparse_moe.experts.120.w2,0.0087841648,0.05000,1.529
57,block_sparse_moe.experts.112.w2,0.0094258430,0.05000,1.580
57,block_sparse_moe.experts.138.w2,0.0552778974,0.05000,1.618
57,block_sparse_moe.experts.134.w2,0.0019172312,0.05000,1.644
57,block_sparse_moe.experts.142.w2,0.0172464693,0.05000,1.519
57,block_sparse_moe.experts.130.w2,0.0019105733,0.05000,1.622
57,block_sparse_moe.experts.139.w2,0.0183785152,0.05000,1.505
57,block_sparse_moe.experts.143.w2,0.0393108331,0.05000,1.605
57,block_sparse_moe.experts.135.w2,0.0155147713,0.05000,1.617
57,block_sparse_moe.experts.141.w2,0.0032288927,0.05000,1.440
57,block_sparse_moe.experts.131.w2,0.0365709499,0.05000,1.570
57,block_sparse_moe.experts.137.w2,0.0093310470,0.05000,1.426
57,block_sparse_moe.experts.129.w2,0.0015493967,0.05000,1.449
57,block_sparse_moe.experts.133.w2,0.0023626444,0.05000,1.410
57,block_sparse_moe.experts.132.w2,0.0288772228,0.05000,1.462
57,block_sparse_moe.experts.136.w2,0.0059002008,0.05000,1.458
57,block_sparse_moe.experts.140.w2,0.0023409079,0.05000,1.495
57,block_sparse_moe.experts.128.w2,0.0149947955,0.05000,1.558
57,block_sparse_moe.experts.154.w2,0.0831559174,0.05000,1.370
57,block_sparse_moe.experts.158.w2,0.0062712662,0.05000,1.410
57,block_sparse_moe.experts.146.w2,0.0003078029,0.05000,1.376
57,block_sparse_moe.experts.150.w2,0.0039113419,0.05000,1.446
57,block_sparse_moe.experts.155.w2,0.0374432852,0.05000,1.361
57,block_sparse_moe.experts.159.w2,0.0180569974,0.05000,1.360
57,block_sparse_moe.experts.151.w2,0.0576916722,0.05000,1.376
57,block_sparse_moe.experts.157.w2,0.0103241489,0.05000,1.385
57,block_sparse_moe.experts.147.w2,0.0392468310,0.05000,1.365
57,block_sparse_moe.experts.153.w2,0.0123299268,0.05000,1.473
57,block_sparse_moe.experts.145.w2,3.1844103336,0.05000,1.456
57,block_sparse_moe.experts.149.w2,0.0026533610,0.05000,1.524
57,block_sparse_moe.experts.148.w2,0.0085277137,0.05000,1.537
57,block_sparse_moe.experts.156.w2,0.0014282016,0.05000,1.527
57,block_sparse_moe.experts.152.w2,0.0020072164,0.05000,1.555
57,block_sparse_moe.experts.144.w2,0.0388980798,0.05000,1.470
57,block_sparse_moe.experts.170.w2,0.0079482872,0.05000,1.470
57,block_sparse_moe.experts.174.w2,0.0282503280,0.05000,1.415
57,block_sparse_moe.experts.162.w2,0.0528933506,0.05000,1.464
57,block_sparse_moe.experts.166.w2,0.0002780912,0.05000,1.500
57,block_sparse_moe.experts.173.w2,0.0024877672,0.05000,1.208
57,block_sparse_moe.experts.171.w2,0.0473462396,0.05000,1.495
57,block_sparse_moe.experts.161.w2,0.0176293706,0.05000,1.210
57,block_sparse_moe.experts.169.w2,0.1133600749,0.05000,1.247
57,block_sparse_moe.experts.175.w2,0.0150406778,0.05000,1.540
57,block_sparse_moe.experts.163.w2,0.0203307098,0.05000,1.523
57,block_sparse_moe.experts.167.w2,0.0151270596,0.05000,1.564
57,block_sparse_moe.experts.165.w2,0.0328675048,0.05000,1.298
57,block_sparse_moe.experts.172.w2,0.0024537113,0.05000,1.534
57,block_sparse_moe.experts.164.w2,0.0103918517,0.05000,1.564
57,block_sparse_moe.experts.168.w2,0.0191835761,0.05000,1.539
57,block_sparse_moe.experts.160.w2,0.0700969623,0.05000,1.547
57,block_sparse_moe.experts.189.w2,0.0396685967,0.05000,1.218
57,block_sparse_moe.experts.186.w2,0.0026041484,0.05000,1.526
57,block_sparse_moe.experts.190.w2,0.0128985398,0.05000,1.495
57,block_sparse_moe.experts.177.w2,0.0159335540,0.05000,1.212
57,block_sparse_moe.experts.185.w2,0.0298367836,0.05000,1.236
57,block_sparse_moe.experts.178.w2,0.0557792390,0.05000,1.486
57,block_sparse_moe.experts.182.w2,0.0280399373,0.05000,1.455
57,block_sparse_moe.experts.181.w2,0.0075629427,0.05000,1.148
57,block_sparse_moe.experts.187.w2,0.0002433174,0.05000,1.547
57,block_sparse_moe.experts.191.w2,0.0685312640,0.05000,1.540
57,block_sparse_moe.experts.179.w2,0.0040615571,0.05000,1.534
57,block_sparse_moe.experts.183.w2,0.0238407476,0.05000,1.566
57,block_sparse_moe.experts.184.w2,0.0437131589,0.05000,1.580
57,block_sparse_moe.experts.180.w2,0.0043279102,0.05000,1.620
57,block_sparse_moe.experts.188.w2,0.0060260571,0.05000,1.649
57,block_sparse_moe.experts.202.w2,0.0609138461,0.05000,1.336
57,block_sparse_moe.experts.205.w2,0.0400917199,0.05000,1.419
57,block_sparse_moe.experts.176.w2,0.0002795183,0.05000,1.470
57,block_sparse_moe.experts.206.w2,15.8242549896,0.05000,1.321
57,block_sparse_moe.experts.201.w2,0.0018077670,0.05000,1.327
57,block_sparse_moe.experts.193.w2,0.0407648325,0.05000,1.372
57,block_sparse_moe.experts.194.w2,0.0011428262,0.05000,1.354
57,block_sparse_moe.experts.198.w2,0.0116263453,0.05000,1.337
57,block_sparse_moe.experts.197.w2,0.0041990670,0.05000,1.563
57,block_sparse_moe.experts.203.w2,0.0006797660,0.05000,1.523
57,block_sparse_moe.experts.195.w2,0.0047300042,0.05000,1.454
57,block_sparse_moe.experts.207.w2,0.0251117276,0.05000,1.518
57,block_sparse_moe.experts.199.w2,0.0007301312,0.05000,1.494
57,block_sparse_moe.experts.221.w2,0.0153026469,0.05000,1.394
57,block_sparse_moe.experts.200.w2,0.0124799004,0.05000,1.616
57,block_sparse_moe.experts.218.w2,0.0329654785,0.05000,1.512
57,block_sparse_moe.experts.204.w2,0.0304008218,0.05000,1.624
57,block_sparse_moe.experts.196.w2,0.0068493366,0.05000,1.667
57,block_sparse_moe.experts.222.w2,0.0326368652,0.05000,1.483
57,block_sparse_moe.experts.217.w2,0.0007166893,0.05000,1.456
57,block_sparse_moe.experts.192.w2,0.0004545876,0.05000,1.578
57,block_sparse_moe.experts.209.w2,0.0057703203,0.05000,1.477
57,block_sparse_moe.experts.214.w2,0.0138590198,0.05000,1.486
57,block_sparse_moe.experts.210.w2,0.0320346311,0.05000,1.540
57,block_sparse_moe.experts.213.w2,0.0092128850,0.05000,1.460
57,block_sparse_moe.experts.219.w2,0.0193144278,0.05000,1.506
57,block_sparse_moe.experts.211.w2,0.0032280737,0.05000,1.465
57,block_sparse_moe.experts.223.w2,0.0002473103,0.05000,1.503
57,block_sparse_moe.experts.215.w2,0.1436611840,0.05000,1.607
57,block_sparse_moe.experts.237.w2,0.0333303432,0.05000,1.539
57,block_sparse_moe.experts.216.w2,0.0453781625,0.05000,1.519
57,block_sparse_moe.experts.212.w2,0.0102514503,0.05000,1.463
57,block_sparse_moe.experts.234.w2,0.1013355828,0.05000,1.526
57,block_sparse_moe.experts.238.w2,0.0006379517,0.05000,1.496
57,block_sparse_moe.experts.208.w2,0.0149068045,0.05000,1.454
57,block_sparse_moe.experts.225.w2,0.0205972673,0.05000,1.499
57,block_sparse_moe.experts.220.w2,0.0487273991,0.05000,1.594
57,block_sparse_moe.experts.230.w2,0.0165768745,0.05000,1.474
57,block_sparse_moe.experts.233.w2,0.0052408306,0.05000,1.536
57,block_sparse_moe.experts.226.w2,0.0202759875,0.05000,1.527
57,block_sparse_moe.experts.229.w2,0.0005072667,0.05000,1.518
57,block_sparse_moe.experts.235.w2,0.0329460774,0.05000,1.524
57,block_sparse_moe.experts.227.w2,0.0272311622,0.05000,1.462
57,block_sparse_moe.experts.239.w2,0.0496458826,0.05000,1.506
57,block_sparse_moe.experts.231.w2,0.0183070452,0.05000,1.491
57,block_sparse_moe.experts.253.w2,0.0519726047,0.05000,1.392
57,block_sparse_moe.experts.232.w2,0.0034722807,0.05000,1.475
57,block_sparse_moe.experts.228.w2,0.0231393839,0.05000,1.489
57,block_sparse_moe.experts.241.w2,0.0019981462,0.05000,1.437
57,block_sparse_moe.experts.224.w2,0.0028428771,0.05000,1.510
57,block_sparse_moe.experts.249.w2,0.0241485591,0.05000,1.442
57,block_sparse_moe.experts.254.w2,0.0013369075,0.05000,1.541
57,block_sparse_moe.experts.250.w2,0.0308478317,0.05000,1.563
57,block_sparse_moe.experts.236.w2,0.0547164506,0.05000,1.531
57,block_sparse_moe.experts.245.w2,0.0027423615,0.05000,1.179
57,block_sparse_moe.experts.246.w2,0.0005306618,0.05000,1.552
57,block_sparse_moe.experts.242.w2,0.0568730788,0.05000,1.465
57,block_sparse_moe.experts.251.w2,0.0171084716,0.05000,1.382
57,block_sparse_moe.experts.243.w2,0.0093142567,0.05000,1.386
57,block_sparse_moe.experts.255.w2,0.0009664914,0.05000,1.336
57,block_sparse_moe.experts.247.w2,0.0053136485,0.05000,1.225
57,block_sparse_moe.experts.248.w2,0.0065793426,0.05000,1.426
57,block_sparse_moe.experts.244.w2,0.0216149058,0.05000,1.403
57,block_sparse_moe.experts.240.w2,0.0211212251,0.05000,1.371
57,block_sparse_moe.experts.252.w2,0.0045949027,0.05000,1.301
58,self_attn.k_proj,0.0000599098,0.05000,1.043
58,self_attn.v_proj,0.0001161454,0.05000,1.093
58,self_attn.q_proj,0.0004244498,0.05000,1.163
58,self_attn.o_proj,0.0001154816,0.05000,1.796
58,block_sparse_moe.experts.11.w1,0.0029219571,0.05000,2.861
58,block_sparse_moe.experts.7.w1,0.0020617769,0.05000,2.950
58,block_sparse_moe.experts.15.w1,0.0059029196,0.05000,2.919
58,block_sparse_moe.experts.1.w1,0.0097743433,0.05000,3.032
58,block_sparse_moe.experts.3.w1,0.0023478281,0.05000,3.057
58,block_sparse_moe.experts.4.w1,0.0208660411,0.05000,3.074
58,block_sparse_moe.experts.13.w1,0.0055438823,0.05000,3.057
58,block_sparse_moe.experts.0.w1,0.0070752115,0.05000,3.149
58,block_sparse_moe.experts.9.w1,0.0049069375,0.05000,3.153
58,block_sparse_moe.experts.12.w1,0.0104161903,0.05000,3.096
58,block_sparse_moe.experts.8.w1,0.0142920754,0.05000,3.197
58,block_sparse_moe.experts.14.w1,0.0038908696,0.05000,3.140
58,block_sparse_moe.experts.5.w1,0.0017134811,0.05000,3.206
58,block_sparse_moe.experts.2.w1,0.0033693407,0.05000,3.189
58,block_sparse_moe.experts.6.w1,0.0052477901,0.05000,3.275
58,block_sparse_moe.experts.10.w1,0.0033869469,0.05000,3.317
58,block_sparse_moe.experts.23.w1,0.0019793524,0.05000,2.861
58,block_sparse_moe.experts.20.w1,0.0086690498,0.05000,2.896
58,block_sparse_moe.experts.27.w1,0.0035290461,0.05000,3.055
58,block_sparse_moe.experts.31.w1,0.0019689965,0.05000,3.010
58,block_sparse_moe.experts.19.w1,0.0042940399,0.05000,2.944
58,block_sparse_moe.experts.25.w1,0.0118384167,0.05000,2.926
58,block_sparse_moe.experts.29.w1,0.0035927193,0.05000,2.970
58,block_sparse_moe.experts.17.w1,0.0016977674,0.05000,3.088
58,block_sparse_moe.experts.21.w1,0.0050477290,0.05000,2.960
58,block_sparse_moe.experts.16.w1,0.0033327106,0.05000,3.031
58,block_sparse_moe.experts.24.w1,0.0076857559,0.05000,3.029
58,block_sparse_moe.experts.28.w1,0.0009867744,0.05000,3.113
58,block_sparse_moe.experts.22.w1,0.0031772750,0.05000,3.099
58,block_sparse_moe.experts.18.w1,0.0038957640,0.05000,3.161
58,block_sparse_moe.experts.30.w1,0.0027660454,0.05000,3.242
58,block_sparse_moe.experts.26.w1,0.0070619266,0.05000,3.206
58,block_sparse_moe.experts.39.w1,0.0038757540,0.05000,2.874
58,block_sparse_moe.experts.43.w1,0.0023045020,0.05000,2.936
58,block_sparse_moe.experts.47.w1,0.0073074563,0.05000,2.927
58,block_sparse_moe.experts.35.w1,0.0032306981,0.05000,2.957
58,block_sparse_moe.experts.41.w1,0.0084404559,0.05000,2.921
58,block_sparse_moe.experts.45.w1,0.0495752548,0.05000,2.924
58,block_sparse_moe.experts.37.w1,0.0021725048,0.05000,2.922
58,block_sparse_moe.experts.33.w1,0.0012394193,0.05000,2.968
58,block_sparse_moe.experts.36.w1,0.0050988425,0.05000,3.140
58,block_sparse_moe.experts.34.w1,0.0066485817,0.05000,2.850
58,block_sparse_moe.experts.38.w1,0.0024654796,0.05000,2.901
58,block_sparse_moe.experts.32.w1,0.0013508788,0.05000,3.113
58,block_sparse_moe.experts.40.w1,0.0055101383,0.05000,3.108
58,block_sparse_moe.experts.46.w1,0.0048180496,0.05000,2.906
58,block_sparse_moe.experts.44.w1,0.0012230420,0.05000,3.187
58,block_sparse_moe.experts.42.w1,0.0067801268,0.05000,3.013
58,block_sparse_moe.experts.55.w1,0.0032420283,0.05000,2.851
58,block_sparse_moe.experts.63.w1,0.0025207378,0.05000,2.788
58,block_sparse_moe.experts.59.w1,0.0121584474,0.05000,2.863
58,block_sparse_moe.experts.51.w1,0.0022217596,0.05000,2.821
58,block_sparse_moe.experts.52.w1,0.0019635814,0.05000,2.758
58,block_sparse_moe.experts.57.w1,0.0141176451,0.05000,3.016
58,block_sparse_moe.experts.48.w1,0.0035453721,0.05000,2.741
58,block_sparse_moe.experts.61.w1,0.0074688765,0.05000,3.039
58,block_sparse_moe.experts.49.w1,0.0057065055,0.05000,2.997
58,block_sparse_moe.experts.56.w1,0.0024482478,0.05000,2.777
58,block_sparse_moe.experts.53.w1,0.0070110949,0.05000,3.054
58,block_sparse_moe.experts.60.w1,0.0088660821,0.05000,2.788
58,block_sparse_moe.experts.54.w1,0.0026370962,0.05000,3.052
58,block_sparse_moe.experts.50.w1,0.0034317786,0.05000,3.124
58,block_sparse_moe.experts.62.w1,0.0031310051,0.05000,3.027
58,block_sparse_moe.experts.58.w1,0.0016079645,0.05000,2.983
58,block_sparse_moe.experts.71.w1,0.0029083936,0.05000,3.101
58,block_sparse_moe.experts.79.w1,0.0059220786,0.05000,3.077
58,block_sparse_moe.experts.75.w1,0.0059139879,0.05000,3.066
58,block_sparse_moe.experts.68.w1,0.0131818600,0.05000,2.990
58,block_sparse_moe.experts.77.w1,0.0059154529,0.05000,2.854
58,block_sparse_moe.experts.67.w1,0.0084975507,0.05000,3.147
58,block_sparse_moe.experts.73.w1,0.0050401970,0.05000,2.982
58,block_sparse_moe.experts.65.w1,0.0039899110,0.05000,2.940
58,block_sparse_moe.experts.64.w1,0.0039717618,0.05000,2.998
58,block_sparse_moe.experts.72.w1,0.0054437454,0.05000,2.953
58,block_sparse_moe.experts.69.w1,0.0052699380,0.05000,2.935
58,block_sparse_moe.experts.76.w1,0.0052712359,0.05000,3.026
58,block_sparse_moe.experts.66.w1,0.0011807208,0.05000,2.945
58,block_sparse_moe.experts.78.w1,0.0027705760,0.05000,2.951
58,block_sparse_moe.experts.70.w1,0.0020874758,0.05000,3.150
58,block_sparse_moe.experts.74.w1,0.0124689064,0.05000,2.993
58,block_sparse_moe.experts.87.w1,0.0248498464,0.05000,3.190
58,block_sparse_moe.experts.84.w1,0.0112310228,0.05000,2.979
58,block_sparse_moe.experts.95.w1,0.0046024751,0.05000,3.106
58,block_sparse_moe.experts.93.w1,0.0124336672,0.05000,2.986
58,block_sparse_moe.experts.91.w1,0.0028848953,0.05000,3.132
58,block_sparse_moe.experts.81.w1,0.0038236784,0.05000,2.989
58,block_sparse_moe.experts.88.w1,0.0070646793,0.05000,2.987
58,block_sparse_moe.experts.80.w1,0.0070562448,0.05000,3.017
58,block_sparse_moe.experts.85.w1,0.0023538514,0.05000,2.982
58,block_sparse_moe.experts.89.w1,0.0025625254,0.05000,3.106
58,block_sparse_moe.experts.83.w1,0.0016573473,0.05000,3.178
58,block_sparse_moe.experts.92.w1,0.0042637994,0.05000,2.955
58,block_sparse_moe.experts.94.w1,0.0043514231,0.05000,3.017
58,block_sparse_moe.experts.82.w1,0.0097621339,0.05000,3.080
58,block_sparse_moe.experts.86.w1,0.0054796061,0.05000,2.982
58,block_sparse_moe.experts.90.w1,0.0033171124,0.05000,2.994
58,block_sparse_moe.experts.109.w1,0.0012520915,0.05000,2.569
58,block_sparse_moe.experts.97.w1,0.0039024504,0.05000,2.520
58,block_sparse_moe.experts.101.w1,0.0131759207,0.05000,2.563
58,block_sparse_moe.experts.105.w1,0.0081690030,0.05000,2.639
58,block_sparse_moe.experts.100.w1,0.0042307390,0.05000,2.925
58,block_sparse_moe.experts.103.w1,0.0031890213,0.05000,3.080
58,block_sparse_moe.experts.96.w1,0.0037876410,0.05000,2.987
58,block_sparse_moe.experts.111.w1,0.0037279115,0.05000,3.158
58,block_sparse_moe.experts.104.w1,0.0044976856,0.05000,3.063
58,block_sparse_moe.experts.99.w1,0.0055337353,0.05000,3.080
58,block_sparse_moe.experts.108.w1,0.0013384835,0.05000,2.983
58,block_sparse_moe.experts.107.w1,0.0068988595,0.05000,3.265
58,block_sparse_moe.experts.110.w1,0.0048906873,0.05000,3.059
58,block_sparse_moe.experts.98.w1,0.0111649413,0.05000,3.078
58,block_sparse_moe.experts.102.w1,0.0026231952,0.05000,3.016
58,block_sparse_moe.experts.106.w1,0.0036521086,0.05000,3.015
58,block_sparse_moe.experts.125.w1,0.0018705049,0.05000,3.076
58,block_sparse_moe.experts.116.w1,0.0015078761,0.05000,2.790
58,block_sparse_moe.experts.113.w1,0.0116984010,0.05000,3.075
58,block_sparse_moe.experts.112.w1,0.0043459383,0.05000,2.682
58,block_sparse_moe.experts.117.w1,0.0019849974,0.05000,3.115
58,block_sparse_moe.experts.120.w1,0.0030128690,0.05000,2.755
58,block_sparse_moe.experts.121.w1,0.0058700047,0.05000,3.211
58,block_sparse_moe.experts.119.w1,0.0030085919,0.05000,3.113
58,block_sparse_moe.experts.124.w1,0.0058642516,0.05000,2.845
58,block_sparse_moe.experts.127.w1,0.0050970859,0.05000,3.065
58,block_sparse_moe.experts.123.w1,0.0076164538,0.05000,2.948
58,block_sparse_moe.experts.115.w1,0.0024468504,0.05000,3.046
58,block_sparse_moe.experts.126.w1,0.0029306682,0.05000,2.928
58,block_sparse_moe.experts.114.w1,0.0083355419,0.05000,2.884
58,block_sparse_moe.experts.122.w1,0.0141019254,0.05000,2.887
58,block_sparse_moe.experts.118.w1,0.0032301031,0.05000,2.966
58,block_sparse_moe.experts.132.w1,0.0167203503,0.05000,2.841
58,block_sparse_moe.experts.128.w1,0.0019161135,0.05000,2.861
58,block_sparse_moe.experts.129.w1,0.0092316075,0.05000,3.095
58,block_sparse_moe.experts.141.w1,0.0033724691,0.05000,3.184
58,block_sparse_moe.experts.136.w1,0.0009308207,0.05000,2.964
58,block_sparse_moe.experts.133.w1,0.0075864429,0.05000,3.198
58,block_sparse_moe.experts.135.w1,0.0076044480,0.05000,2.920
58,block_sparse_moe.experts.140.w1,0.0061125034,0.05000,2.932
58,block_sparse_moe.experts.143.w1,0.0048590240,0.05000,2.894
58,block_sparse_moe.experts.139.w1,0.0019357702,0.05000,2.901
58,block_sparse_moe.experts.142.w1,0.0023208131,0.05000,2.782
58,block_sparse_moe.experts.137.w1,0.0066372978,0.05000,3.175
58,block_sparse_moe.experts.131.w1,0.0209938179,0.05000,2.931
58,block_sparse_moe.experts.130.w1,0.0034627646,0.05000,2.810
58,block_sparse_moe.experts.138.w1,0.0043213995,0.05000,2.803
58,block_sparse_moe.experts.134.w1,0.0167036920,0.05000,2.775
58,block_sparse_moe.experts.148.w1,0.0041028097,0.05000,2.958
58,block_sparse_moe.experts.144.w1,0.0029635103,0.05000,2.815
58,block_sparse_moe.experts.152.w1,0.0062971804,0.05000,2.859
58,block_sparse_moe.experts.157.w1,0.0026351296,0.05000,2.993
58,block_sparse_moe.experts.145.w1,0.0046319731,0.05000,3.048
58,block_sparse_moe.experts.149.w1,0.0091292045,0.05000,2.938
58,block_sparse_moe.experts.156.w1,0.0072800680,0.05000,2.965
58,block_sparse_moe.experts.151.w1,0.0054264826,0.05000,3.131
58,block_sparse_moe.experts.159.w1,0.0183931547,0.05000,3.067
58,block_sparse_moe.experts.153.w1,0.0043003321,0.05000,2.991
58,block_sparse_moe.experts.155.w1,0.0047148921,0.05000,3.081
58,block_sparse_moe.experts.147.w1,0.0225070408,0.05000,3.042
58,block_sparse_moe.experts.158.w1,0.0115072230,0.05000,3.147
58,block_sparse_moe.experts.146.w1,0.0040238630,0.05000,3.224
58,block_sparse_moe.experts.154.w1,0.0017711459,0.05000,3.192
58,block_sparse_moe.experts.150.w1,0.0112131545,0.05000,3.222
58,block_sparse_moe.experts.164.w1,0.0066039325,0.05000,2.764
58,block_sparse_moe.experts.160.w1,0.0016068722,0.05000,2.773
58,block_sparse_moe.experts.168.w1,0.0018355736,0.05000,2.706
58,block_sparse_moe.experts.172.w1,0.0040038267,0.05000,2.669
58,block_sparse_moe.experts.161.w1,0.0028340220,0.05000,3.038
58,block_sparse_moe.experts.173.w1,0.0973176956,0.05000,3.113
58,block_sparse_moe.experts.175.w1,0.0033688495,0.05000,2.764
58,block_sparse_moe.experts.167.w1,0.0041353799,0.05000,2.962
58,block_sparse_moe.experts.165.w1,0.0008365111,0.05000,3.181
58,block_sparse_moe.experts.171.w1,0.0024650873,0.05000,2.898
58,block_sparse_moe.experts.163.w1,0.0041885190,0.05000,2.942
58,block_sparse_moe.experts.169.w1,0.0036747325,0.05000,3.116
58,block_sparse_moe.experts.174.w1,0.0030515215,0.05000,3.026
58,block_sparse_moe.experts.162.w1,0.0007753426,0.05000,3.078
58,block_sparse_moe.experts.166.w1,0.0015396004,0.05000,3.073
58,block_sparse_moe.experts.170.w1,0.0049200741,0.05000,3.136
58,block_sparse_moe.experts.176.w1,0.0030510204,0.05000,2.770
58,block_sparse_moe.experts.180.w1,0.0036472609,0.05000,2.855
58,block_sparse_moe.experts.184.w1,0.0015058492,0.05000,2.861
58,block_sparse_moe.experts.188.w1,0.0033421424,0.05000,2.748
58,block_sparse_moe.experts.189.w1,0.0018660511,0.05000,2.786
58,block_sparse_moe.experts.191.w1,0.0015954778,0.05000,2.890
58,block_sparse_moe.experts.177.w1,0.0021907407,0.05000,2.963
58,block_sparse_moe.experts.187.w1,0.0048135039,0.05000,2.743
58,block_sparse_moe.experts.183.w1,0.0102071325,0.05000,2.843
58,block_sparse_moe.experts.181.w1,0.0079634571,0.05000,2.939
58,block_sparse_moe.experts.179.w1,0.0042891020,0.05000,2.863
58,block_sparse_moe.experts.190.w1,0.0262063109,0.05000,2.891
58,block_sparse_moe.experts.185.w1,0.0043586641,0.05000,2.957
58,block_sparse_moe.experts.186.w1,0.0059261276,0.05000,2.805
58,block_sparse_moe.experts.178.w1,0.0027741255,0.05000,2.998
58,block_sparse_moe.experts.182.w1,0.0034889782,0.05000,3.015
58,block_sparse_moe.experts.196.w1,0.0024848260,0.05000,2.827
58,block_sparse_moe.experts.192.w1,0.0100711319,0.05000,2.859
58,block_sparse_moe.experts.200.w1,0.0030623119,0.05000,2.954
58,block_sparse_moe.experts.204.w1,0.0074366544,0.05000,2.909
58,block_sparse_moe.experts.205.w1,0.0086118583,0.05000,2.986
58,block_sparse_moe.experts.207.w1,0.0063163047,0.05000,2.920
58,block_sparse_moe.experts.193.w1,0.0089399883,0.05000,3.030
58,block_sparse_moe.experts.203.w1,0.0059034564,0.05000,2.976
58,block_sparse_moe.experts.199.w1,0.0028489600,0.05000,2.971
58,block_sparse_moe.experts.195.w1,0.0025297041,0.05000,3.023
58,block_sparse_moe.experts.197.w1,0.0058671134,0.05000,3.082
58,block_sparse_moe.experts.201.w1,0.0010849476,0.05000,3.034
58,block_sparse_moe.experts.206.w1,0.0032704353,0.05000,3.060
58,block_sparse_moe.experts.202.w1,0.0026086303,0.05000,3.086
58,block_sparse_moe.experts.194.w1,0.0071053966,0.05000,3.109
58,block_sparse_moe.experts.198.w1,0.0056719095,0.05000,3.075
58,block_sparse_moe.experts.212.w1,0.0134135408,0.05000,2.820
58,block_sparse_moe.experts.208.w1,0.0062038922,0.05000,2.909
58,block_sparse_moe.experts.216.w1,0.0093446669,0.05000,2.889
58,block_sparse_moe.experts.220.w1,0.0018603783,0.05000,2.831
58,block_sparse_moe.experts.223.w1,0.0008142227,0.05000,2.897
58,block_sparse_moe.experts.219.w1,0.0033157574,0.05000,2.847
58,block_sparse_moe.experts.221.w1,0.0059328987,0.05000,3.038
58,block_sparse_moe.experts.215.w1,0.0022613802,0.05000,2.831
58,block_sparse_moe.experts.209.w1,0.0066410534,0.05000,2.982
58,block_sparse_moe.experts.211.w1,0.0026466336,0.05000,2.830
58,block_sparse_moe.experts.213.w1,0.0041945564,0.05000,2.935
58,block_sparse_moe.experts.217.w1,0.0045589446,0.05000,3.002
58,block_sparse_moe.experts.222.w1,0.0008004935,0.05000,3.109
58,block_sparse_moe.experts.218.w1,0.0048335793,0.05000,3.177
58,block_sparse_moe.experts.214.w1,0.0071992470,0.05000,3.070
58,block_sparse_moe.experts.210.w1,0.0024267465,0.05000,3.102
58,block_sparse_moe.experts.228.w1,0.0115740912,0.05000,2.987
58,block_sparse_moe.experts.224.w1,0.0093345040,0.05000,3.039
58,block_sparse_moe.experts.232.w1,0.0034219791,0.05000,2.967
58,block_sparse_moe.experts.236.w1,0.0017465335,0.05000,3.036
58,block_sparse_moe.experts.239.w1,0.0037418522,0.05000,3.005
58,block_sparse_moe.experts.237.w1,0.0074031298,0.05000,2.956
58,block_sparse_moe.experts.235.w1,0.0094720664,0.05000,2.981
58,block_sparse_moe.experts.225.w1,0.0113218734,0.05000,2.918
58,block_sparse_moe.experts.231.w1,0.0030627345,0.05000,3.072
58,block_sparse_moe.experts.227.w1,0.0087355471,0.05000,3.000
58,block_sparse_moe.experts.229.w1,0.0030966129,0.05000,2.882
58,block_sparse_moe.experts.233.w1,0.0019103948,0.05000,2.875
58,block_sparse_moe.experts.238.w1,0.0038147820,0.05000,3.054
58,block_sparse_moe.experts.234.w1,0.0020589529,0.05000,3.024
58,block_sparse_moe.experts.230.w1,0.0030243883,0.05000,2.981
58,block_sparse_moe.experts.226.w1,0.0124425727,0.05000,3.089
58,block_sparse_moe.experts.240.w1,0.0083094884,0.05000,2.852
58,block_sparse_moe.experts.244.w1,0.0026181282,0.05000,3.015
58,block_sparse_moe.experts.248.w1,0.0074222389,0.05000,2.806
58,block_sparse_moe.experts.252.w1,0.0027584659,0.05000,2.850
58,block_sparse_moe.experts.255.w1,0.0034868021,0.05000,3.060
58,block_sparse_moe.experts.253.w1,0.0026899545,0.05000,3.023
58,block_sparse_moe.experts.241.w1,0.0710564984,0.05000,2.975
58,block_sparse_moe.experts.251.w1,0.0078426206,0.05000,3.157
58,block_sparse_moe.experts.245.w1,0.0018035977,0.05000,2.999
58,block_sparse_moe.experts.247.w1,0.0047934241,0.05000,3.183
58,block_sparse_moe.experts.249.w1,0.0034439703,0.05000,2.874
58,block_sparse_moe.experts.243.w1,0.0032591773,0.05000,3.185
58,block_sparse_moe.experts.254.w1,0.0013844324,0.05000,2.947
58,block_sparse_moe.experts.246.w1,0.0108407694,0.05000,3.048
58,block_sparse_moe.experts.250.w1,0.0243639410,0.05000,3.107
58,block_sparse_moe.experts.242.w1,0.0022802550,0.05000,3.120
58,block_sparse_moe.experts.4.w3,0.0241226426,0.05000,2.854
58,block_sparse_moe.experts.0.w3,0.0081512123,0.05000,2.918
58,block_sparse_moe.experts.8.w3,0.0173488127,0.05000,2.917
58,block_sparse_moe.experts.12.w3,0.0121826137,0.05000,2.924
58,block_sparse_moe.experts.13.w3,0.0064463840,0.05000,2.803
58,block_sparse_moe.experts.1.w3,0.0110593413,0.05000,2.798
58,block_sparse_moe.experts.15.w3,0.0065919153,0.05000,2.955
58,block_sparse_moe.experts.5.w3,0.0019935195,0.05000,2.854
58,block_sparse_moe.experts.11.w3,0.0033288821,0.05000,3.030
58,block_sparse_moe.experts.9.w3,0.0054578755,0.05000,2.837
58,block_sparse_moe.experts.7.w3,0.0023391937,0.05000,3.081
58,block_sparse_moe.experts.3.w3,0.0025848856,0.05000,2.965
58,block_sparse_moe.experts.14.w3,0.0044073308,0.05000,2.799
58,block_sparse_moe.experts.6.w3,0.0059646321,0.05000,2.727
58,block_sparse_moe.experts.10.w3,0.0037710720,0.05000,2.699
58,block_sparse_moe.experts.2.w3,0.0038357967,0.05000,2.702
58,block_sparse_moe.experts.16.w3,0.0038151249,0.05000,2.808
58,block_sparse_moe.experts.20.w3,0.0099956835,0.05000,2.852
58,block_sparse_moe.experts.24.w3,0.0087950891,0.05000,2.890
58,block_sparse_moe.experts.28.w3,0.0011036801,0.05000,2.866
58,block_sparse_moe.experts.29.w3,0.0043464527,0.05000,3.111
58,block_sparse_moe.experts.17.w3,0.0019014275,0.05000,3.172
58,block_sparse_moe.experts.31.w3,0.0022596786,0.05000,3.106
58,block_sparse_moe.experts.21.w3,0.0057253015,0.05000,3.063
58,block_sparse_moe.experts.27.w3,0.0041177703,0.05000,3.050
58,block_sparse_moe.experts.25.w3,0.0137405415,0.05000,3.060
58,block_sparse_moe.experts.23.w3,0.0023158171,0.05000,3.076
58,block_sparse_moe.experts.19.w3,0.0047616793,0.05000,3.135
58,block_sparse_moe.experts.30.w3,0.0031196111,0.05000,3.082
58,block_sparse_moe.experts.26.w3,0.0088010205,0.05000,2.930
58,block_sparse_moe.experts.22.w3,0.0037232650,0.05000,2.969
58,block_sparse_moe.experts.18.w3,0.0043407489,0.05000,2.977
58,block_sparse_moe.experts.36.w3,0.0059389437,0.05000,2.910
58,block_sparse_moe.experts.32.w3,0.0015942651,0.05000,2.952
58,block_sparse_moe.experts.40.w3,0.0064099189,0.05000,2.999
58,block_sparse_moe.experts.44.w3,0.0014255797,0.05000,2.966
58,block_sparse_moe.experts.45.w3,0.0617889248,0.05000,2.894
58,block_sparse_moe.experts.33.w3,0.0014124754,0.05000,2.869
58,block_sparse_moe.experts.47.w3,0.0085915245,0.05000,2.903
58,block_sparse_moe.experts.37.w3,0.0025668970,0.05000,2.897
58,block_sparse_moe.experts.43.w3,0.0030283969,0.05000,2.928
58,block_sparse_moe.experts.41.w3,0.0101802979,0.05000,2.914
58,block_sparse_moe.experts.46.w3,0.0054427000,0.05000,2.753
58,block_sparse_moe.experts.35.w3,0.0038789733,0.05000,2.889
58,block_sparse_moe.experts.39.w3,0.0043070986,0.05000,3.022
58,block_sparse_moe.experts.42.w3,0.0078450135,0.05000,2.877
58,block_sparse_moe.experts.38.w3,0.0027811908,0.05000,2.908
58,block_sparse_moe.experts.34.w3,0.0075082830,0.05000,2.852
58,block_sparse_moe.experts.48.w3,0.0040477122,0.05000,2.825
58,block_sparse_moe.experts.52.w3,0.0022687883,0.05000,2.913
58,block_sparse_moe.experts.56.w3,0.0028264255,0.05000,2.740
58,block_sparse_moe.experts.60.w3,0.0104966258,0.05000,2.874
58,block_sparse_moe.experts.61.w3,0.0089077102,0.05000,2.976
58,block_sparse_moe.experts.49.w3,0.0064610231,0.05000,3.004
58,block_sparse_moe.experts.63.w3,0.0029008902,0.05000,2.968
58,block_sparse_moe.experts.53.w3,0.0079450269,0.05000,2.979
58,block_sparse_moe.experts.59.w3,0.0145011822,0.05000,2.944
58,block_sparse_moe.experts.62.w3,0.0035800070,0.05000,2.814
58,block_sparse_moe.experts.57.w3,0.0160928965,0.05000,3.019
58,block_sparse_moe.experts.58.w3,0.0018089373,0.05000,2.790
58,block_sparse_moe.experts.54.w3,0.0029369012,0.05000,2.796
58,block_sparse_moe.experts.51.w3,0.0025652707,0.05000,3.077
58,block_sparse_moe.experts.55.w3,0.0036536029,0.05000,3.005
58,block_sparse_moe.experts.50.w3,0.0038527410,0.05000,2.769
58,block_sparse_moe.experts.68.w3,0.0151180134,0.05000,2.731
58,block_sparse_moe.experts.64.w3,0.0045587942,0.05000,2.781
58,block_sparse_moe.experts.72.w3,0.0065977770,0.05000,2.831
58,block_sparse_moe.experts.76.w3,0.0059444458,0.05000,2.798
58,block_sparse_moe.experts.77.w3,0.0066858253,0.05000,3.046
58,block_sparse_moe.experts.65.w3,0.0046329542,0.05000,2.985
58,block_sparse_moe.experts.79.w3,0.0067608832,0.05000,3.023
58,block_sparse_moe.experts.69.w3,0.0060068795,0.05000,2.994
58,block_sparse_moe.experts.78.w3,0.0031232810,0.05000,2.957
58,block_sparse_moe.experts.73.w3,0.0058978377,0.05000,2.982
58,block_sparse_moe.experts.75.w3,0.0067679881,0.05000,3.148
58,block_sparse_moe.experts.70.w3,0.0023183764,0.05000,2.993
58,block_sparse_moe.experts.74.w3,0.0143793604,0.05000,3.106
58,block_sparse_moe.experts.66.w3,0.0013319299,0.05000,3.034
58,block_sparse_moe.experts.71.w3,0.0032982048,0.05000,3.118
58,block_sparse_moe.experts.67.w3,0.0098453039,0.05000,3.245
58,block_sparse_moe.experts.80.w3,0.0081996040,0.05000,2.628
58,block_sparse_moe.experts.84.w3,0.0131347855,0.05000,2.728
58,block_sparse_moe.experts.88.w3,0.0083729535,0.05000,2.702
58,block_sparse_moe.experts.92.w3,0.0049710359,0.05000,2.690
58,block_sparse_moe.experts.93.w3,0.0143638722,0.05000,2.420
58,block_sparse_moe.experts.81.w3,0.0044731073,0.05000,2.568
58,block_sparse_moe.experts.85.w3,0.0027024704,0.05000,2.459
58,block_sparse_moe.experts.89.w3,0.0030155689,0.05000,2.440
58,block_sparse_moe.experts.95.w3,0.0053113031,0.05000,2.765
58,block_sparse_moe.experts.91.w3,0.0032772740,0.05000,2.890
58,block_sparse_moe.experts.94.w3,0.0051433211,0.05000,3.098
58,block_sparse_moe.experts.87.w3,0.0431390770,0.05000,2.870
58,block_sparse_moe.experts.83.w3,0.0019132975,0.05000,2.814
58,block_sparse_moe.experts.86.w3,0.0063863185,0.05000,3.121
58,block_sparse_moe.experts.90.w3,0.0037940438,0.05000,3.126
58,block_sparse_moe.experts.82.w3,0.0112988173,0.05000,3.101
58,block_sparse_moe.experts.96.w3,0.0045176949,0.05000,3.004
58,block_sparse_moe.experts.100.w3,0.0047747407,0.05000,3.033
58,block_sparse_moe.experts.104.w3,0.0052238601,0.05000,2.964
58,block_sparse_moe.experts.108.w3,0.0015219479,0.05000,3.011
58,block_sparse_moe.experts.109.w3,0.0014247067,0.05000,2.651
58,block_sparse_moe.experts.101.w3,0.0147694767,0.05000,2.521
58,block_sparse_moe.experts.97.w3,0.0046594594,0.05000,2.672
58,block_sparse_moe.experts.105.w3,0.0096930635,0.05000,2.578
58,block_sparse_moe.experts.111.w3,0.0043443084,0.05000,3.109
58,block_sparse_moe.experts.110.w3,0.0057172127,0.05000,2.856
58,block_sparse_moe.experts.107.w3,0.0079326760,0.05000,3.114
58,block_sparse_moe.experts.102.w3,0.0030491545,0.05000,2.855
58,block_sparse_moe.experts.98.w3,0.0128448540,0.05000,2.836
58,block_sparse_moe.experts.106.w3,0.0041328106,0.05000,2.925
58,block_sparse_moe.experts.103.w3,0.0036979024,0.05000,3.173
58,block_sparse_moe.experts.112.w3,0.0049293294,0.05000,2.779
58,block_sparse_moe.experts.99.w3,0.0062722537,0.05000,3.174
58,block_sparse_moe.experts.116.w3,0.0017226376,0.05000,2.898
58,block_sparse_moe.experts.120.w3,0.0034045571,0.05000,2.903
58,block_sparse_moe.experts.124.w3,0.0066850632,0.05000,3.029
58,block_sparse_moe.experts.117.w3,0.0022733267,0.05000,3.053
58,block_sparse_moe.experts.125.w3,0.0021723899,0.05000,3.217
58,block_sparse_moe.experts.121.w3,0.0066596034,0.05000,3.075
58,block_sparse_moe.experts.113.w3,0.0132258029,0.05000,3.195
58,block_sparse_moe.experts.127.w3,0.0057693685,0.05000,3.086
58,block_sparse_moe.experts.126.w3,0.0037761194,0.05000,3.043
58,block_sparse_moe.experts.123.w3,0.0096331538,0.05000,3.116
58,block_sparse_moe.experts.118.w3,0.0037448119,0.05000,3.065
58,block_sparse_moe.experts.114.w3,0.0096931919,0.05000,3.014
58,block_sparse_moe.experts.128.w3,0.0021715718,0.05000,2.946
58,block_sparse_moe.experts.122.w3,0.0159109969,0.05000,3.106
58,block_sparse_moe.experts.115.w3,0.0028297833,0.05000,3.001
58,block_sparse_moe.experts.119.w3,0.0034634498,0.05000,3.113
58,block_sparse_moe.experts.132.w3,0.0200449486,0.05000,2.990
58,block_sparse_moe.experts.136.w3,0.0010635425,0.05000,3.022
58,block_sparse_moe.experts.140.w3,0.0071212154,0.05000,2.958
58,block_sparse_moe.experts.141.w3,0.0038687592,0.05000,2.874
58,block_sparse_moe.experts.133.w3,0.0089595997,0.05000,3.008
58,block_sparse_moe.experts.137.w3,0.0074098740,0.05000,2.929
58,block_sparse_moe.experts.129.w3,0.0106689361,0.05000,2.950
58,block_sparse_moe.experts.143.w3,0.0057839408,0.05000,2.960
58,block_sparse_moe.experts.142.w3,0.0027162802,0.05000,3.091
58,block_sparse_moe.experts.144.w3,0.0032924685,0.05000,2.699
58,block_sparse_moe.experts.139.w3,0.0022201771,0.05000,3.109
58,block_sparse_moe.experts.148.w3,0.0047050663,0.05000,2.591
58,block_sparse_moe.experts.134.w3,0.0199602173,0.05000,2.997
58,block_sparse_moe.experts.130.w3,0.0043402072,0.05000,3.069
58,block_sparse_moe.experts.138.w3,0.0049861380,0.05000,3.104
58,block_sparse_moe.experts.131.w3,0.0245624064,0.05000,3.073
58,block_sparse_moe.experts.152.w3,0.0073363096,0.05000,2.646
58,block_sparse_moe.experts.135.w3,0.0087049972,0.05000,3.163
58,block_sparse_moe.experts.156.w3,0.0083310754,0.05000,2.622
58,block_sparse_moe.experts.157.w3,0.0029829294,0.05000,2.897
58,block_sparse_moe.experts.149.w3,0.0107690740,0.05000,2.985
58,block_sparse_moe.experts.153.w3,0.0051032926,0.05000,2.891
58,block_sparse_moe.experts.145.w3,0.0055966660,0.05000,2.950
58,block_sparse_moe.experts.160.w3,0.0018283811,0.05000,2.639
58,block_sparse_moe.experts.159.w3,0.0208450086,0.05000,3.149
58,block_sparse_moe.experts.158.w3,0.0130272066,0.05000,2.932
58,block_sparse_moe.experts.164.w3,0.0075341418,0.05000,2.731
58,block_sparse_moe.experts.150.w3,0.0129500176,0.05000,2.852
58,block_sparse_moe.experts.146.w3,0.0047098710,0.05000,2.905
58,block_sparse_moe.experts.168.w3,0.0021785262,0.05000,2.675
58,block_sparse_moe.experts.154.w3,0.0020568468,0.05000,2.913
58,block_sparse_moe.experts.155.w3,0.0054445486,0.05000,3.235
58,block_sparse_moe.experts.172.w3,0.0045598805,0.05000,2.621
58,block_sparse_moe.experts.147.w3,0.0249761835,0.05000,3.110
58,block_sparse_moe.experts.151.w3,0.0065281794,0.05000,3.047
58,block_sparse_moe.experts.173.w3,0.1205011764,0.05000,2.863
58,block_sparse_moe.experts.169.w3,0.0042556908,0.05000,2.803
58,block_sparse_moe.experts.165.w3,0.0009475531,0.05000,2.890
58,block_sparse_moe.experts.161.w3,0.0032392176,0.05000,2.927
58,block_sparse_moe.experts.176.w3,0.0035234654,0.05000,2.610
58,block_sparse_moe.experts.180.w3,0.0040401797,0.05000,2.695
58,block_sparse_moe.experts.174.w3,0.0034929009,0.05000,2.869
58,block_sparse_moe.experts.175.w3,0.0038402098,0.05000,3.196
58,block_sparse_moe.experts.184.w3,0.0016954253,0.05000,2.677
58,block_sparse_moe.experts.166.w3,0.0017787692,0.05000,2.951
58,block_sparse_moe.experts.162.w3,0.0008690529,0.05000,2.792
58,block_sparse_moe.experts.188.w3,0.0037808305,0.05000,2.752
58,block_sparse_moe.experts.170.w3,0.0055988397,0.05000,2.814
58,block_sparse_moe.experts.171.w3,0.0026994620,0.05000,3.125
58,block_sparse_moe.experts.163.w3,0.0047505326,0.05000,3.082
58,block_sparse_moe.experts.167.w3,0.0046432287,0.05000,3.188
58,block_sparse_moe.experts.189.w3,0.0021316016,0.05000,3.088
58,block_sparse_moe.experts.185.w3,0.0050827584,0.05000,3.027
58,block_sparse_moe.experts.181.w3,0.0090007440,0.05000,3.050
58,block_sparse_moe.experts.177.w3,0.0025465087,0.05000,3.141
58,block_sparse_moe.experts.192.w3,0.0115037741,0.05000,2.809
58,block_sparse_moe.experts.196.w3,0.0028233680,0.05000,2.786
58,block_sparse_moe.experts.190.w3,0.0318974897,0.05000,2.814
58,block_sparse_moe.experts.200.w3,0.0034311968,0.05000,2.805
58,block_sparse_moe.experts.182.w3,0.0040299339,0.05000,2.796
58,block_sparse_moe.experts.178.w3,0.0031442801,0.05000,2.814
58,block_sparse_moe.experts.191.w3,0.0019868673,0.05000,2.965
58,block_sparse_moe.experts.186.w3,0.0078903241,0.05000,2.815
58,block_sparse_moe.experts.204.w3,0.0085843169,0.05000,2.841
58,block_sparse_moe.experts.187.w3,0.0056624398,0.05000,2.999
58,block_sparse_moe.experts.179.w3,0.0048216928,0.05000,2.982
58,block_sparse_moe.experts.183.w3,0.0119010291,0.05000,2.955
58,block_sparse_moe.experts.205.w3,0.0112697172,0.05000,3.010
58,block_sparse_moe.experts.201.w3,0.0012078240,0.05000,3.046
58,block_sparse_moe.experts.197.w3,0.0069686342,0.05000,2.969
58,block_sparse_moe.experts.193.w3,0.0104324019,0.05000,3.052
58,block_sparse_moe.experts.208.w3,0.0073252045,0.05000,3.025
58,block_sparse_moe.experts.212.w3,0.0155794748,0.05000,3.049
58,block_sparse_moe.experts.206.w3,0.0037329183,0.05000,2.962
58,block_sparse_moe.experts.198.w3,0.0067123494,0.05000,2.835
58,block_sparse_moe.experts.194.w3,0.0080673929,0.05000,2.814
58,block_sparse_moe.experts.216.w3,0.0117871815,0.05000,3.062
58,block_sparse_moe.experts.202.w3,0.0029284022,0.05000,2.874
58,block_sparse_moe.experts.207.w3,0.0076880680,0.05000,3.030
58,block_sparse_moe.experts.220.w3,0.0020738565,0.05000,2.915
58,block_sparse_moe.experts.203.w3,0.0068388446,0.05000,3.126
58,block_sparse_moe.experts.195.w3,0.0028427235,0.05000,3.062
58,block_sparse_moe.experts.199.w3,0.0035062868,0.05000,3.110
58,block_sparse_moe.experts.224.w3,0.0105681220,0.05000,2.569
58,block_sparse_moe.experts.221.w3,0.0070387215,0.05000,3.161
58,block_sparse_moe.experts.213.w3,0.0050553047,0.05000,3.138
58,block_sparse_moe.experts.217.w3,0.0053466187,0.05000,3.228
58,block_sparse_moe.experts.228.w3,0.0131688380,0.05000,2.538
58,block_sparse_moe.experts.209.w3,0.0075173366,0.05000,3.139
58,block_sparse_moe.experts.232.w3,0.0043020244,0.05000,2.518
58,block_sparse_moe.experts.236.w3,0.0020496218,0.05000,2.553
58,block_sparse_moe.experts.222.w3,0.0009096540,0.05000,3.165
58,block_sparse_moe.experts.210.w3,0.0028187554,0.05000,3.057
58,block_sparse_moe.experts.214.w3,0.0086461455,0.05000,3.128
58,block_sparse_moe.experts.218.w3,0.0055260798,0.05000,3.094
58,block_sparse_moe.experts.223.w3,0.0009289832,0.05000,3.139
58,block_sparse_moe.experts.219.w3,0.0038260796,0.05000,3.149
58,block_sparse_moe.experts.211.w3,0.0029524577,0.05000,3.148
58,block_sparse_moe.experts.215.w3,0.0025917246,0.05000,3.267
58,block_sparse_moe.experts.240.w3,0.0102285642,0.05000,2.982
58,block_sparse_moe.experts.237.w3,0.0082804258,0.05000,3.074
58,block_sparse_moe.experts.244.w3,0.0029342017,0.05000,2.824
58,block_sparse_moe.experts.229.w3,0.0036449176,0.05000,3.036
58,block_sparse_moe.experts.233.w3,0.0022112215,0.05000,3.065
58,block_sparse_moe.experts.248.w3,0.0086264170,0.05000,2.691
58,block_sparse_moe.experts.252.w3,0.0034912289,0.05000,2.565
58,block_sparse_moe.experts.225.w3,0.0126931335,0.05000,3.047
58,block_sparse_moe.experts.238.w3,0.0043986499,0.05000,2.810
58,block_sparse_moe.experts.226.w3,0.0147154906,0.05000,2.852
58,block_sparse_moe.experts.230.w3,0.0035116107,0.05000,2.889
58,block_sparse_moe.experts.234.w3,0.0023129163,0.05000,2.753
58,block_sparse_moe.experts.239.w3,0.0043464553,0.05000,3.145
58,block_sparse_moe.experts.235.w3,0.0111464371,0.05000,3.016
58,block_sparse_moe.experts.227.w3,0.0098170811,0.05000,3.035
58,block_sparse_moe.experts.231.w3,0.0033720721,0.05000,3.087
58,block_sparse_moe.experts.245.w3,0.0020501793,0.05000,2.641
58,block_sparse_moe.experts.253.w3,0.0029964897,0.05000,2.807
58,block_sparse_moe.experts.249.w3,0.0038825175,0.05000,2.672
58,block_sparse_moe.experts.241.w3,0.0878208346,0.05000,2.480
58,block_sparse_moe.experts.254.w3,0.0015436609,0.05000,2.820
58,block_sparse_moe.experts.242.w3,0.0026063615,0.05000,2.843
58,block_sparse_moe.experts.246.w3,0.0128041251,0.05000,2.773
58,block_sparse_moe.experts.250.w3,0.0274888470,0.05000,2.747
58,block_sparse_moe.experts.255.w3,0.0039498004,0.05000,2.890
58,block_sparse_moe.experts.251.w3,0.0089790916,0.05000,2.781
58,block_sparse_moe.experts.243.w3,0.0037029839,0.05000,2.734
58,block_sparse_moe.experts.247.w3,0.0057438958,0.05000,2.476
58,block_sparse_moe.experts.1.w2,0.0238110031,0.05000,1.378
58,block_sparse_moe.experts.4.w2,0.0693515373,0.05000,1.396
58,block_sparse_moe.experts.12.w2,0.0286467462,0.05000,1.378
58,block_sparse_moe.experts.0.w2,0.0114062961,0.05000,1.403
58,block_sparse_moe.experts.5.w2,0.0028803760,0.05000,1.417
58,block_sparse_moe.experts.8.w2,0.0591140340,0.05000,1.436
58,block_sparse_moe.experts.9.w2,0.0448270801,0.05000,1.437
58,block_sparse_moe.experts.13.w2,0.0146739908,0.05000,1.497
58,block_sparse_moe.experts.3.w2,0.0072258021,0.05000,1.555
58,block_sparse_moe.experts.14.w2,0.0009945598,0.05000,1.531
58,block_sparse_moe.experts.6.w2,0.0041410850,0.05000,1.559
58,block_sparse_moe.experts.10.w2,0.0085339316,0.05000,1.535
58,block_sparse_moe.experts.2.w2,0.0170479913,0.05000,1.581
58,block_sparse_moe.experts.11.w2,0.0016992883,0.05000,1.565
58,block_sparse_moe.experts.7.w2,0.0016984797,0.05000,1.638
58,block_sparse_moe.experts.15.w2,0.0047519962,0.05000,1.615
58,block_sparse_moe.experts.21.w2,0.0049333415,0.05000,1.350
58,block_sparse_moe.experts.28.w2,0.0001917183,0.05000,1.407
58,block_sparse_moe.experts.17.w2,0.0124461167,0.05000,1.439
58,block_sparse_moe.experts.25.w2,0.0253062418,0.05000,1.402
58,block_sparse_moe.experts.20.w2,0.0670418117,0.05000,1.451
58,block_sparse_moe.experts.24.w2,0.0061258550,0.05000,1.425
58,block_sparse_moe.experts.16.w2,0.0048083096,0.05000,1.458
58,block_sparse_moe.experts.29.w2,0.0320812125,0.05000,1.399
58,block_sparse_moe.experts.19.w2,0.0020209649,0.05000,1.419
58,block_sparse_moe.experts.27.w2,0.0265648117,0.05000,1.420
58,block_sparse_moe.experts.23.w2,0.0020461399,0.05000,1.388
58,block_sparse_moe.experts.31.w2,0.0018309057,0.05000,1.411
58,block_sparse_moe.experts.30.w2,0.0053572589,0.05000,1.543
58,block_sparse_moe.experts.26.w2,0.0558045766,0.05000,1.539
58,block_sparse_moe.experts.22.w2,0.0018755172,0.05000,1.542
58,block_sparse_moe.experts.18.w2,0.0024618231,0.05000,1.577
58,block_sparse_moe.experts.36.w2,0.0121777434,0.05000,1.332
58,block_sparse_moe.experts.44.w2,0.0038654202,0.05000,1.370
58,block_sparse_moe.experts.41.w2,0.0529122403,0.05000,1.352
58,block_sparse_moe.experts.37.w2,0.0105824803,0.05000,1.441
58,block_sparse_moe.experts.33.w2,0.0089101860,0.05000,1.391
58,block_sparse_moe.experts.40.w2,0.0311539692,0.05000,1.369
58,block_sparse_moe.experts.32.w2,0.0095155657,0.05000,1.409
58,block_sparse_moe.experts.45.w2,0.1205526714,0.05000,1.386
58,block_sparse_moe.experts.39.w2,0.0018765711,0.05000,1.439
58,block_sparse_moe.experts.43.w2,0.0255840564,0.05000,1.487
58,block_sparse_moe.experts.35.w2,0.0654153884,0.05000,1.524
58,block_sparse_moe.experts.47.w2,0.0440411365,0.05000,1.470
58,block_sparse_moe.experts.42.w2,0.0119786229,0.05000,1.436
58,block_sparse_moe.experts.46.w2,0.0147794330,0.05000,1.437
58,block_sparse_moe.experts.38.w2,0.0033631338,0.05000,1.440
58,block_sparse_moe.experts.34.w2,0.0158305908,0.05000,1.436
58,block_sparse_moe.experts.60.w2,0.0100699122,0.05000,1.265
58,block_sparse_moe.experts.49.w2,0.0123193682,0.05000,1.293
58,block_sparse_moe.experts.56.w2,0.0028917953,0.05000,1.271
58,block_sparse_moe.experts.57.w2,0.0469902201,0.05000,1.332
58,block_sparse_moe.experts.52.w2,0.0009707846,0.05000,1.361
58,block_sparse_moe.experts.53.w2,0.0295965038,0.05000,1.362
58,block_sparse_moe.experts.48.w2,0.0092730353,0.05000,1.325
58,block_sparse_moe.experts.61.w2,0.0041736429,0.05000,1.328
58,block_sparse_moe.experts.55.w2,0.0096613041,0.05000,1.487
58,block_sparse_moe.experts.62.w2,0.0080588289,0.05000,1.460
58,block_sparse_moe.experts.59.w2,0.0284994829,0.05000,1.506
58,block_sparse_moe.experts.51.w2,0.0008194045,0.05000,1.544
58,block_sparse_moe.experts.58.w2,0.0013693936,0.05000,1.512
58,block_sparse_moe.experts.63.w2,0.0204573712,0.05000,1.539
58,block_sparse_moe.experts.50.w2,0.0026391399,0.05000,1.468
58,block_sparse_moe.experts.54.w2,0.0062726865,0.05000,1.551
58,block_sparse_moe.experts.76.w2,0.0050451563,0.05000,1.381
58,block_sparse_moe.experts.72.w2,0.0271946662,0.05000,1.365
58,block_sparse_moe.experts.68.w2,0.0227127624,0.05000,1.370
58,block_sparse_moe.experts.64.w2,0.0196540170,0.05000,1.353
58,block_sparse_moe.experts.65.w2,0.0082556984,0.05000,1.457
58,block_sparse_moe.experts.73.w2,0.0200213675,0.05000,1.511
58,block_sparse_moe.experts.69.w2,0.0144970288,0.05000,1.500
58,block_sparse_moe.experts.77.w2,0.0103981771,0.05000,1.486
58,block_sparse_moe.experts.75.w2,0.0047079658,0.05000,1.430
58,block_sparse_moe.experts.79.w2,0.0011938702,0.05000,1.378
58,block_sparse_moe.experts.71.w2,0.0177380097,0.05000,1.489
58,block_sparse_moe.experts.67.w2,0.0779250363,0.05000,1.463
58,block_sparse_moe.experts.74.w2,0.0084263309,0.05000,1.522
58,block_sparse_moe.experts.66.w2,0.0035559662,0.05000,1.529
58,block_sparse_moe.experts.78.w2,0.0106860515,0.05000,1.599
58,block_sparse_moe.experts.70.w2,0.0005318119,0.05000,1.577
58,block_sparse_moe.experts.92.w2,0.0061431502,0.05000,1.482
58,block_sparse_moe.experts.81.w2,0.0143592336,0.05000,1.363
58,block_sparse_moe.experts.89.w2,0.0005617542,0.05000,1.339
58,block_sparse_moe.experts.88.w2,0.0647831684,0.05000,1.508
58,block_sparse_moe.experts.84.w2,0.0230720553,0.05000,1.488
58,block_sparse_moe.experts.80.w2,0.0071517232,0.05000,1.506
58,block_sparse_moe.experts.85.w2,0.0016308870,0.05000,1.406
58,block_sparse_moe.experts.93.w2,0.0343035371,0.05000,1.438
58,block_sparse_moe.experts.87.w2,0.3006161776,0.05000,1.307
58,block_sparse_moe.experts.91.w2,0.0017360373,0.05000,1.321
58,block_sparse_moe.experts.95.w2,0.0211043582,0.05000,1.419
58,block_sparse_moe.experts.83.w2,0.0011178693,0.05000,1.441
58,block_sparse_moe.experts.90.w2,0.0259486873,0.05000,1.543
58,block_sparse_moe.experts.94.w2,0.0266321551,0.05000,1.554
58,block_sparse_moe.experts.82.w2,0.0673910076,0.05000,1.566
58,block_sparse_moe.experts.86.w2,0.0086925172,0.05000,1.493
58,block_sparse_moe.experts.105.w2,0.0382046945,0.05000,1.405
58,block_sparse_moe.experts.97.w2,0.0170416253,0.05000,1.548
58,block_sparse_moe.experts.108.w2,0.0002528294,0.05000,1.580
58,block_sparse_moe.experts.101.w2,0.0411048635,0.05000,1.428
58,block_sparse_moe.experts.100.w2,0.0066037367,0.05000,1.529
58,block_sparse_moe.experts.104.w2,0.0144399420,0.05000,1.588
58,block_sparse_moe.experts.96.w2,0.0380517945,0.05000,1.527
58,block_sparse_moe.experts.109.w2,0.0002132047,0.05000,1.539
58,block_sparse_moe.experts.107.w2,0.0200012070,0.05000,1.515
58,block_sparse_moe.experts.103.w2,0.0015824988,0.05000,1.533
58,block_sparse_moe.experts.111.w2,0.0005402519,0.05000,1.542
58,block_sparse_moe.experts.99.w2,0.0028316121,0.05000,1.550
58,block_sparse_moe.experts.110.w2,0.0362883271,0.05000,1.488
58,block_sparse_moe.experts.106.w2,0.0004403065,0.05000,1.610
58,block_sparse_moe.experts.98.w2,0.0281714539,0.05000,1.574
58,block_sparse_moe.experts.102.w2,0.0016186808,0.05000,1.601
58,block_sparse_moe.experts.124.w2,0.0081929170,0.05000,1.277
58,block_sparse_moe.experts.120.w2,0.0013303351,0.05000,1.275
58,block_sparse_moe.experts.116.w2,0.0086447182,0.05000,1.318
58,block_sparse_moe.experts.112.w2,0.0041083624,0.05000,1.292
58,block_sparse_moe.experts.121.w2,0.0444791708,0.05000,1.525
58,block_sparse_moe.experts.113.w2,0.0273825627,0.05000,1.467
58,block_sparse_moe.experts.117.w2,0.0082426715,0.05000,1.509
58,block_sparse_moe.experts.125.w2,0.0082889092,0.05000,1.518
58,block_sparse_moe.experts.119.w2,0.0020594152,0.05000,1.342
58,block_sparse_moe.experts.123.w2,0.1040923673,0.05000,1.422
58,block_sparse_moe.experts.115.w2,0.0006839584,0.05000,1.387
58,block_sparse_moe.experts.127.w2,0.0012625590,0.05000,1.582
58,block_sparse_moe.experts.126.w2,0.0264505060,0.05000,1.619
58,block_sparse_moe.experts.122.w2,0.0210869900,0.05000,1.579
58,block_sparse_moe.experts.114.w2,0.0099095866,0.05000,1.663
58,block_sparse_moe.experts.118.w2,0.0041248304,0.05000,1.650
58,block_sparse_moe.experts.140.w2,0.0215111052,0.05000,1.270
58,block_sparse_moe.experts.136.w2,0.0012049124,0.05000,1.258
58,block_sparse_moe.experts.128.w2,0.0005164333,0.05000,1.253
58,block_sparse_moe.experts.132.w2,0.0732798482,0.05000,1.326
58,block_sparse_moe.experts.137.w2,0.0611673942,0.05000,1.425
58,block_sparse_moe.experts.129.w2,0.0320982904,0.05000,1.509
58,block_sparse_moe.experts.133.w2,0.0163008142,0.05000,1.526
58,block_sparse_moe.experts.141.w2,0.0308937446,0.05000,1.520
58,block_sparse_moe.experts.135.w2,0.0214005907,0.05000,1.548
58,block_sparse_moe.experts.139.w2,0.0006686513,0.05000,1.508
58,block_sparse_moe.experts.131.w2,0.2775947587,0.05000,1.426
58,block_sparse_moe.experts.143.w2,0.0201392860,0.05000,1.399
58,block_sparse_moe.experts.156.w2,0.0494722730,0.05000,1.391
58,block_sparse_moe.experts.142.w2,0.0129650785,0.05000,1.633
58,block_sparse_moe.experts.138.w2,0.0084910608,0.05000,1.595
58,block_sparse_moe.experts.144.w2,0.0002740600,0.05000,1.420
58,block_sparse_moe.experts.152.w2,0.0076209697,0.05000,1.475
58,block_sparse_moe.experts.130.w2,0.0269291628,0.05000,1.600
58,block_sparse_moe.experts.134.w2,0.0534152869,0.05000,1.623
58,block_sparse_moe.experts.148.w2,0.0053670861,0.05000,1.516
58,block_sparse_moe.experts.153.w2,0.0118884303,0.05000,1.567
58,block_sparse_moe.experts.149.w2,0.0371074267,0.05000,1.465
58,block_sparse_moe.experts.145.w2,0.0050951032,0.05000,1.570
58,block_sparse_moe.experts.155.w2,0.0016487181,0.05000,1.332
58,block_sparse_moe.experts.151.w2,0.1523736741,0.05000,1.413
58,block_sparse_moe.experts.147.w2,0.0637111091,0.05000,1.347
58,block_sparse_moe.experts.159.w2,0.0374929671,0.05000,1.323
58,block_sparse_moe.experts.157.w2,0.0110428944,0.05000,1.571
58,block_sparse_moe.experts.172.w2,0.0026124112,0.05000,1.429
58,block_sparse_moe.experts.168.w2,0.0369209274,0.05000,1.417
58,block_sparse_moe.experts.154.w2,0.0154259453,0.05000,1.509
58,block_sparse_moe.experts.160.w2,0.0012010512,0.05000,1.474
58,block_sparse_moe.experts.158.w2,0.0253066536,0.05000,1.569
58,block_sparse_moe.experts.164.w2,0.0451020134,0.05000,1.448
58,block_sparse_moe.experts.146.w2,0.0009572424,0.05000,1.584
58,block_sparse_moe.experts.150.w2,0.0063576439,0.05000,1.588
58,block_sparse_moe.experts.169.w2,0.0202117875,0.05000,1.453
58,block_sparse_moe.experts.165.w2,0.0001090063,0.05000,1.386
58,block_sparse_moe.experts.161.w2,0.0086026287,0.05000,1.403
58,block_sparse_moe.experts.171.w2,0.0068978824,0.05000,1.413
58,block_sparse_moe.experts.167.w2,0.0403696173,0.05000,1.469
58,block_sparse_moe.experts.173.w2,0.8270738710,0.05000,1.375
58,block_sparse_moe.experts.163.w2,0.0249549555,0.05000,1.464
58,block_sparse_moe.experts.175.w2,0.0024183049,0.05000,1.471
58,block_sparse_moe.experts.188.w2,0.0007479118,0.05000,1.363
58,block_sparse_moe.experts.184.w2,0.0013817528,0.05000,1.384
58,block_sparse_moe.experts.176.w2,0.0105732142,0.05000,1.382
58,block_sparse_moe.experts.170.w2,0.0072105907,0.05000,1.496
58,block_sparse_moe.experts.174.w2,0.0049862947,0.05000,1.494
58,block_sparse_moe.experts.180.w2,0.0116132937,0.05000,1.459
58,block_sparse_moe.experts.166.w2,0.0131759422,0.05000,1.421
58,block_sparse_moe.experts.185.w2,0.0138721996,0.05000,1.318
58,block_sparse_moe.experts.177.w2,0.0017572038,0.05000,1.297
58,block_sparse_moe.experts.162.w2,0.0025325954,0.05000,1.559
58,block_sparse_moe.experts.181.w2,0.0232540793,0.05000,1.409
58,block_sparse_moe.experts.189.w2,0.0010762690,0.05000,1.199
58,block_sparse_moe.experts.187.w2,0.0072399302,0.05000,1.460
58,block_sparse_moe.experts.183.w2,0.0029182523,0.05000,1.436
58,block_sparse_moe.experts.179.w2,0.0053132762,0.05000,1.413
58,block_sparse_moe.experts.191.w2,0.0205454057,0.05000,1.491
58,block_sparse_moe.experts.204.w2,0.0285522611,0.05000,1.298
58,block_sparse_moe.experts.200.w2,0.0052736922,0.05000,1.348
58,block_sparse_moe.experts.192.w2,0.0235433563,0.05000,1.325
58,block_sparse_moe.experts.186.w2,0.0294963271,0.05000,1.341
58,block_sparse_moe.experts.190.w2,0.0104659899,0.05000,1.382
58,block_sparse_moe.experts.196.w2,0.0051165568,0.05000,1.366
58,block_sparse_moe.experts.182.w2,0.0029570362,0.05000,1.380
58,block_sparse_moe.experts.201.w2,0.0011099317,0.05000,1.460
58,block_sparse_moe.experts.178.w2,0.0003386246,0.05000,1.403
58,block_sparse_moe.experts.193.w2,0.0281782430,0.05000,1.491
58,block_sparse_moe.experts.197.w2,0.0080656213,0.05000,1.551
58,block_sparse_moe.experts.205.w2,0.0613236212,0.05000,1.534
58,block_sparse_moe.experts.203.w2,0.0145596115,0.05000,1.535
58,block_sparse_moe.experts.195.w2,0.0132002079,0.05000,1.497
58,block_sparse_moe.experts.199.w2,0.0452743601,0.05000,1.571
58,block_sparse_moe.experts.207.w2,0.0099550899,0.05000,1.484
58,block_sparse_moe.experts.220.w2,0.0020852840,0.05000,1.340
58,block_sparse_moe.experts.208.w2,0.0033186178,0.05000,1.354
58,block_sparse_moe.experts.216.w2,0.0844219749,0.05000,1.387
58,block_sparse_moe.experts.212.w2,0.0663442796,0.05000,1.386
58,block_sparse_moe.experts.202.w2,0.0009982835,0.05000,1.532
58,block_sparse_moe.experts.206.w2,0.0048555926,0.05000,1.579
58,block_sparse_moe.experts.217.w2,0.0222479177,0.05000,1.483
58,block_sparse_moe.experts.198.w2,0.0373616769,0.05000,1.629
58,block_sparse_moe.experts.209.w2,0.0267678825,0.05000,1.492
58,block_sparse_moe.experts.194.w2,0.0234675486,0.05000,1.579
58,block_sparse_moe.experts.213.w2,0.0195151972,0.05000,1.517
58,block_sparse_moe.experts.221.w2,0.0501438244,0.05000,1.538
58,block_sparse_moe.experts.219.w2,0.0250566096,0.05000,1.523
58,block_sparse_moe.experts.211.w2,0.0009843536,0.05000,1.490
58,block_sparse_moe.experts.215.w2,0.0039429339,0.05000,1.532
58,block_sparse_moe.experts.223.w2,0.0001233816,0.05000,1.468
58,block_sparse_moe.experts.236.w2,0.0125518084,0.05000,1.399
58,block_sparse_moe.experts.232.w2,0.0268099718,0.05000,1.372
58,block_sparse_moe.experts.224.w2,0.0116497132,0.05000,1.460
58,block_sparse_moe.experts.228.w2,0.0754606925,0.05000,1.399
58,block_sparse_moe.experts.233.w2,0.0153286236,0.05000,1.321
58,block_sparse_moe.experts.218.w2,0.0109775691,0.05000,1.573
58,block_sparse_moe.experts.225.w2,0.1082998182,0.05000,1.250
58,block_sparse_moe.experts.222.w2,0.0004840319,0.05000,1.508
58,block_sparse_moe.experts.214.w2,0.0387209914,0.05000,1.507
58,block_sparse_moe.experts.229.w2,0.0161904241,0.05000,1.319
58,block_sparse_moe.experts.237.w2,0.0090564166,0.05000,1.248
58,block_sparse_moe.experts.210.w2,0.0013147142,0.05000,1.568
58,block_sparse_moe.experts.235.w2,0.0420611651,0.05000,1.515
58,block_sparse_moe.experts.227.w2,0.0448333222,0.05000,1.495
58,block_sparse_moe.experts.252.w2,0.0177940998,0.05000,1.423
58,block_sparse_moe.experts.239.w2,0.0028623151,0.05000,1.471
58,block_sparse_moe.experts.231.w2,0.0003582915,0.05000,1.517
58,block_sparse_moe.experts.248.w2,0.0168336984,0.05000,1.396
58,block_sparse_moe.experts.240.w2,0.0044649075,0.05000,1.373
58,block_sparse_moe.experts.244.w2,0.0003171548,0.05000,1.232
58,block_sparse_moe.experts.234.w2,0.0006435790,0.05000,1.353
58,block_sparse_moe.experts.249.w2,0.0016981155,0.05000,1.429
58,block_sparse_moe.experts.241.w2,0.1914614307,0.05000,1.445
58,block_sparse_moe.experts.238.w2,0.0011201801,0.05000,1.393
58,block_sparse_moe.experts.245.w2,0.0005871982,0.05000,1.338
58,block_sparse_moe.experts.253.w2,0.0175264711,0.05000,1.327
58,block_sparse_moe.experts.230.w2,0.0004575749,0.05000,1.365
58,block_sparse_moe.experts.226.w2,0.0360311693,0.05000,1.321
58,block_sparse_moe.experts.243.w2,0.0019052509,0.05000,1.484
58,block_sparse_moe.experts.251.w2,0.0211160709,0.05000,1.530
58,block_sparse_moe.experts.255.w2,0.0008330957,0.05000,1.456
58,block_sparse_moe.experts.247.w2,0.0296221742,0.05000,1.434
58,block_sparse_moe.experts.250.w2,0.1314726529,0.05000,1.437
58,block_sparse_moe.experts.254.w2,0.0003393548,0.05000,1.423
58,block_sparse_moe.experts.246.w2,0.0610910387,0.05000,1.346
58,block_sparse_moe.experts.242.w2,0.0014839645,0.05000,1.300
59,self_attn.q_proj,0.0003961139,0.05000,0.891
59,self_attn.k_proj,0.0000615156,0.05000,0.948
59,self_attn.v_proj,0.0001334901,0.05000,1.025
59,self_attn.o_proj,0.0001022753,0.05000,1.844
59,block_sparse_moe.experts.12.w1,0.0037574260,0.05000,2.604
59,block_sparse_moe.experts.8.w1,0.0062126683,0.05000,2.683
59,block_sparse_moe.experts.4.w1,0.0017318659,0.05000,2.709
59,block_sparse_moe.experts.0.w1,0.0035549826,0.05000,2.764
59,block_sparse_moe.experts.1.w1,0.0039493450,0.05000,3.066
59,block_sparse_moe.experts.15.w1,0.0082627074,0.05000,3.114
59,block_sparse_moe.experts.13.w1,0.0046166861,0.05000,3.122
59,block_sparse_moe.experts.7.w1,0.0076332901,0.05000,3.174
59,block_sparse_moe.experts.5.w1,0.0019860919,0.05000,3.189
59,block_sparse_moe.experts.2.w1,0.0128898104,0.05000,3.293
59,block_sparse_moe.experts.9.w1,0.0023286112,0.05000,3.274
59,block_sparse_moe.experts.3.w1,0.0078716899,0.05000,3.332
59,block_sparse_moe.experts.11.w1,0.0016916233,0.05000,3.299
59,block_sparse_moe.experts.10.w1,0.0020214674,0.05000,3.306
59,block_sparse_moe.experts.14.w1,0.0073609697,0.05000,3.319
59,block_sparse_moe.experts.6.w1,0.0043614811,0.05000,3.421
59,block_sparse_moe.experts.28.w1,0.0145651674,0.05000,2.817
59,block_sparse_moe.experts.20.w1,0.0026739569,0.05000,2.752
59,block_sparse_moe.experts.24.w1,0.0026510497,0.05000,2.836
59,block_sparse_moe.experts.16.w1,0.0022552114,0.05000,2.788
59,block_sparse_moe.experts.31.w1,0.0054497838,0.05000,2.843
59,block_sparse_moe.experts.23.w1,0.0058058483,0.05000,2.787
59,block_sparse_moe.experts.17.w1,0.0092088181,0.05000,2.969
59,block_sparse_moe.experts.19.w1,0.0034984703,0.05000,2.808
59,block_sparse_moe.experts.27.w1,0.0101044896,0.05000,2.817
59,block_sparse_moe.experts.29.w1,0.0018412875,0.05000,3.009
59,block_sparse_moe.experts.21.w1,0.0054399332,0.05000,3.049
59,block_sparse_moe.experts.25.w1,0.0074335017,0.05000,3.038
59,block_sparse_moe.experts.18.w1,0.0098818439,0.05000,3.244
59,block_sparse_moe.experts.22.w1,0.0038503976,0.05000,3.139
59,block_sparse_moe.experts.26.w1,0.0082680075,0.05000,3.300
59,block_sparse_moe.experts.30.w1,0.0282242577,0.05000,3.341
59,block_sparse_moe.experts.44.w1,0.0027439279,0.05000,3.225
59,block_sparse_moe.experts.36.w1,0.0048664789,0.05000,3.194
59,block_sparse_moe.experts.32.w1,0.0071717659,0.05000,3.228
59,block_sparse_moe.experts.40.w1,0.0069296312,0.05000,3.230
59,block_sparse_moe.experts.33.w1,0.0040621471,0.05000,2.957
59,block_sparse_moe.experts.45.w1,0.0093012747,0.05000,2.986
59,block_sparse_moe.experts.47.w1,0.0033916288,0.05000,3.192
59,block_sparse_moe.experts.39.w1,0.0017869471,0.05000,3.223
59,block_sparse_moe.experts.37.w1,0.0062270157,0.05000,2.989
59,block_sparse_moe.experts.42.w1,0.0040175504,0.05000,2.646
59,block_sparse_moe.experts.41.w1,0.0033075959,0.05000,2.952
59,block_sparse_moe.experts.38.w1,0.0011060371,0.05000,2.721
59,block_sparse_moe.experts.34.w1,0.0013582437,0.05000,2.826
59,block_sparse_moe.experts.43.w1,0.0074580515,0.05000,3.258
59,block_sparse_moe.experts.46.w1,0.0024875390,0.05000,2.737
59,block_sparse_moe.experts.35.w1,0.0094799923,0.05000,3.310
59,block_sparse_moe.experts.52.w1,0.0040340302,0.05000,2.838
59,block_sparse_moe.experts.56.w1,0.0064508025,0.05000,2.773
59,block_sparse_moe.experts.60.w1,0.0298173877,0.05000,2.982
59,block_sparse_moe.experts.48.w1,0.0063032400,0.05000,3.018
59,block_sparse_moe.experts.49.w1,0.0100788194,0.05000,2.833
59,block_sparse_moe.experts.61.w1,0.0022320322,0.05000,3.000
59,block_sparse_moe.experts.58.w1,0.0008785752,0.05000,2.892
59,block_sparse_moe.experts.53.w1,0.0039852282,0.05000,2.938
59,block_sparse_moe.experts.54.w1,0.0048408968,0.05000,2.887
59,block_sparse_moe.experts.57.w1,0.0052524535,0.05000,2.935
59,block_sparse_moe.experts.50.w1,0.0071346140,0.05000,2.906
59,block_sparse_moe.experts.63.w1,0.0054353595,0.05000,3.138
59,block_sparse_moe.experts.55.w1,0.0019011609,0.05000,3.108
59,block_sparse_moe.experts.62.w1,0.0046311035,0.05000,2.908
59,block_sparse_moe.experts.59.w1,0.0009974172,0.05000,3.150
59,block_sparse_moe.experts.51.w1,0.0082686945,0.05000,3.164
59,block_sparse_moe.experts.68.w1,0.0022968334,0.05000,2.829
59,block_sparse_moe.experts.76.w1,0.0026809428,0.05000,2.767
59,block_sparse_moe.experts.72.w1,0.0056558128,0.05000,2.973
59,block_sparse_moe.experts.64.w1,0.0063645438,0.05000,2.893
59,block_sparse_moe.experts.65.w1,0.0021441033,0.05000,2.900
59,block_sparse_moe.experts.74.w1,0.0028919999,0.05000,2.906
59,block_sparse_moe.experts.77.w1,0.0010035732,0.05000,2.954
59,block_sparse_moe.experts.73.w1,0.0052695467,0.05000,2.919
59,block_sparse_moe.experts.69.w1,0.0104662901,0.05000,2.978
59,block_sparse_moe.experts.66.w1,0.0085681980,0.05000,2.950
59,block_sparse_moe.experts.70.w1,0.0044620564,0.05000,3.135
59,block_sparse_moe.experts.78.w1,0.0168524782,0.05000,3.040
59,block_sparse_moe.experts.79.w1,0.0077805125,0.05000,3.093
59,block_sparse_moe.experts.71.w1,0.1195328019,0.05000,3.207
59,block_sparse_moe.experts.75.w1,0.0058539766,0.05000,3.164
59,block_sparse_moe.experts.67.w1,0.0012652105,0.05000,3.183
59,block_sparse_moe.experts.92.w1,0.0011875934,0.05000,2.990
59,block_sparse_moe.experts.84.w1,0.0032213640,0.05000,3.092
59,block_sparse_moe.experts.88.w1,0.0017944557,0.05000,2.973
59,block_sparse_moe.experts.81.w1,0.0044376842,0.05000,2.913
59,block_sparse_moe.experts.80.w1,0.0092390055,0.05000,3.008
59,block_sparse_moe.experts.93.w1,0.0036325353,0.05000,2.855
59,block_sparse_moe.experts.90.w1,0.0032866864,0.05000,2.943
59,block_sparse_moe.experts.85.w1,0.0028346266,0.05000,2.868
59,block_sparse_moe.experts.89.w1,0.0178573858,0.05000,2.921
59,block_sparse_moe.experts.82.w1,0.0026954254,0.05000,2.869
59,block_sparse_moe.experts.86.w1,0.0053265137,0.05000,2.883
59,block_sparse_moe.experts.94.w1,0.0330166066,0.05000,2.854
59,block_sparse_moe.experts.95.w1,0.0047852892,0.05000,3.137
59,block_sparse_moe.experts.87.w1,0.0008385147,0.05000,3.167
59,block_sparse_moe.experts.91.w1,0.0020138252,0.05000,3.157
59,block_sparse_moe.experts.83.w1,0.0115366744,0.05000,3.138
59,block_sparse_moe.experts.97.w1,0.0019528750,0.05000,2.790
59,block_sparse_moe.experts.100.w1,0.0065741747,0.05000,3.080
59,block_sparse_moe.experts.104.w1,0.0039615269,0.05000,3.088
59,block_sparse_moe.experts.108.w1,0.0090195679,0.05000,3.197
59,block_sparse_moe.experts.109.w1,0.0088663018,0.05000,2.718
59,block_sparse_moe.experts.96.w1,0.0013064261,0.05000,3.033
59,block_sparse_moe.experts.105.w1,0.0037724862,0.05000,2.752
59,block_sparse_moe.experts.101.w1,0.0017667354,0.05000,2.814
59,block_sparse_moe.experts.106.w1,0.0088223424,0.05000,2.965
59,block_sparse_moe.experts.98.w1,0.0039422649,0.05000,3.029
59,block_sparse_moe.experts.102.w1,0.0049191882,0.05000,2.943
59,block_sparse_moe.experts.110.w1,0.0090052966,0.05000,3.082
59,block_sparse_moe.experts.111.w1,0.0040745380,0.05000,3.165
59,block_sparse_moe.experts.103.w1,0.0042945904,0.05000,3.148
59,block_sparse_moe.experts.107.w1,0.0097049383,0.05000,3.120
59,block_sparse_moe.experts.99.w1,0.0019358862,0.05000,3.160
59,block_sparse_moe.experts.113.w1,0.0044665972,0.05000,2.838
59,block_sparse_moe.experts.116.w1,0.0085180965,0.05000,2.947
59,block_sparse_moe.experts.120.w1,0.0044966090,0.05000,2.956
59,block_sparse_moe.experts.125.w1,0.0052308993,0.05000,2.928
59,block_sparse_moe.experts.124.w1,0.0032755098,0.05000,3.036
59,block_sparse_moe.experts.112.w1,0.0040840398,0.05000,2.948
59,block_sparse_moe.experts.121.w1,0.0053558775,0.05000,2.944
59,block_sparse_moe.experts.117.w1,0.0035173830,0.05000,2.912
59,block_sparse_moe.experts.122.w1,0.0051667393,0.05000,2.984
59,block_sparse_moe.experts.118.w1,0.0017847587,0.05000,2.948
59,block_sparse_moe.experts.114.w1,0.0018985034,0.05000,2.999
59,block_sparse_moe.experts.126.w1,0.3801595514,0.05000,2.839
59,block_sparse_moe.experts.127.w1,0.0035195289,0.05000,2.739
59,block_sparse_moe.experts.119.w1,0.0087265285,0.05000,2.722
59,block_sparse_moe.experts.123.w1,0.0132331311,0.05000,2.659
59,block_sparse_moe.experts.115.w1,0.0020737319,0.05000,2.663
59,block_sparse_moe.experts.129.w1,0.0047251984,0.05000,3.109
59,block_sparse_moe.experts.132.w1,0.0038033261,0.05000,2.996
59,block_sparse_moe.experts.136.w1,0.0244346809,0.05000,2.995
59,block_sparse_moe.experts.128.w1,0.0110729708,0.05000,2.978
59,block_sparse_moe.experts.140.w1,0.0041269852,0.05000,3.029
59,block_sparse_moe.experts.141.w1,0.0024798170,0.05000,3.185
59,block_sparse_moe.experts.138.w1,0.0023830766,0.05000,2.901
59,block_sparse_moe.experts.133.w1,0.0088296124,0.05000,3.144
59,block_sparse_moe.experts.137.w1,0.0019042898,0.05000,3.152
59,block_sparse_moe.experts.134.w1,0.0104609176,0.05000,2.876
59,block_sparse_moe.experts.130.w1,0.0027375509,0.05000,2.961
59,block_sparse_moe.experts.142.w1,0.0029887999,0.05000,2.957
59,block_sparse_moe.experts.143.w1,0.0022921903,0.05000,3.050
59,block_sparse_moe.experts.135.w1,0.0037426904,0.05000,3.012
59,block_sparse_moe.experts.139.w1,0.0037704108,0.05000,3.089
59,block_sparse_moe.experts.131.w1,0.0086039478,0.05000,3.129
59,block_sparse_moe.experts.145.w1,0.0019426537,0.05000,3.054
59,block_sparse_moe.experts.148.w1,0.0046861738,0.05000,2.954
59,block_sparse_moe.experts.152.w1,0.0052409094,0.05000,2.976
59,block_sparse_moe.experts.156.w1,0.0024393845,0.05000,3.004
59,block_sparse_moe.experts.144.w1,0.0044973650,0.05000,3.065
59,block_sparse_moe.experts.157.w1,0.0065543392,0.05000,2.963
59,block_sparse_moe.experts.154.w1,0.0019226662,0.05000,2.988
59,block_sparse_moe.experts.153.w1,0.0025212297,0.05000,2.970
59,block_sparse_moe.experts.149.w1,0.0032066723,0.05000,3.028
59,block_sparse_moe.experts.150.w1,3.4343762398,0.05000,2.991
59,block_sparse_moe.experts.146.w1,0.0067080155,0.05000,3.035
59,block_sparse_moe.experts.158.w1,0.0080326719,0.05000,3.113
59,block_sparse_moe.experts.159.w1,0.0035920513,0.05000,3.075
59,block_sparse_moe.experts.151.w1,0.0042517884,0.05000,3.106
59,block_sparse_moe.experts.155.w1,0.0021568391,0.05000,3.048
59,block_sparse_moe.experts.147.w1,0.0024429849,0.05000,3.024
59,block_sparse_moe.experts.161.w1,0.0070059153,0.05000,2.804
59,block_sparse_moe.experts.164.w1,0.0049431309,0.05000,2.958
59,block_sparse_moe.experts.168.w1,0.0040743063,0.05000,2.983
59,block_sparse_moe.experts.173.w1,0.0142612947,0.05000,2.788
59,block_sparse_moe.experts.160.w1,0.0020026266,0.05000,2.991
59,block_sparse_moe.experts.172.w1,0.0084211429,0.05000,3.039
59,block_sparse_moe.experts.165.w1,0.0051271438,0.05000,2.780
59,block_sparse_moe.experts.169.w1,0.0019103432,0.05000,2.890
59,block_sparse_moe.experts.170.w1,0.0018766454,0.05000,3.165
59,block_sparse_moe.experts.166.w1,0.0078249297,0.05000,3.193
59,block_sparse_moe.experts.162.w1,0.0078841613,0.05000,3.141
59,block_sparse_moe.experts.174.w1,0.0006727217,0.05000,3.151
59,block_sparse_moe.experts.175.w1,0.0735443459,0.05000,3.033
59,block_sparse_moe.experts.167.w1,0.0029103027,0.05000,2.950
59,block_sparse_moe.experts.171.w1,0.0014239118,0.05000,3.005
59,block_sparse_moe.experts.163.w1,0.0052793816,0.05000,3.195
59,block_sparse_moe.experts.177.w1,0.0030683884,0.05000,2.488
59,block_sparse_moe.experts.189.w1,0.0064267372,0.05000,2.508
59,block_sparse_moe.experts.181.w1,0.0825417483,0.05000,2.454
59,block_sparse_moe.experts.185.w1,0.0022265230,0.05000,2.450
59,block_sparse_moe.experts.180.w1,0.0082725356,0.05000,2.961
59,block_sparse_moe.experts.184.w1,0.0042786240,0.05000,2.990
59,block_sparse_moe.experts.188.w1,0.0018902452,0.05000,2.896
59,block_sparse_moe.experts.176.w1,0.0012734729,0.05000,2.985
59,block_sparse_moe.experts.186.w1,0.0009120430,0.05000,2.869
59,block_sparse_moe.experts.182.w1,0.0070842656,0.05000,2.872
59,block_sparse_moe.experts.178.w1,0.0140296330,0.05000,2.913
59,block_sparse_moe.experts.190.w1,0.0074241055,0.05000,2.850
59,block_sparse_moe.experts.191.w1,0.0007187868,0.05000,3.081
59,block_sparse_moe.experts.183.w1,0.0049309186,0.05000,3.096
59,block_sparse_moe.experts.187.w1,0.0044920401,0.05000,2.993
59,block_sparse_moe.experts.179.w1,0.0043609902,0.05000,2.998
59,block_sparse_moe.experts.193.w1,0.0025123884,0.05000,2.601
59,block_sparse_moe.experts.205.w1,0.0020385226,0.05000,2.719
59,block_sparse_moe.experts.197.w1,0.0015661791,0.05000,2.665
59,block_sparse_moe.experts.201.w1,0.0028076417,0.05000,2.676
59,block_sparse_moe.experts.196.w1,0.0071034197,0.05000,2.898
59,block_sparse_moe.experts.200.w1,0.0015809986,0.05000,2.788
59,block_sparse_moe.experts.204.w1,0.0035906852,0.05000,2.913
59,block_sparse_moe.experts.192.w1,0.0011230530,0.05000,2.942
59,block_sparse_moe.experts.202.w1,0.0007478256,0.05000,2.945
59,block_sparse_moe.experts.198.w1,0.0017898035,0.05000,3.015
59,block_sparse_moe.experts.194.w1,0.0088608082,0.05000,2.992
59,block_sparse_moe.experts.206.w1,0.0125574534,0.05000,3.033
59,block_sparse_moe.experts.199.w1,0.0026149307,0.05000,3.085
59,block_sparse_moe.experts.203.w1,0.0085105318,0.05000,3.062
59,block_sparse_moe.experts.207.w1,0.0013524246,0.05000,3.233
59,block_sparse_moe.experts.195.w1,0.0223154887,0.05000,3.046
59,block_sparse_moe.experts.209.w1,0.0043364315,0.05000,3.048
59,block_sparse_moe.experts.221.w1,0.0059040087,0.05000,2.987
59,block_sparse_moe.experts.213.w1,0.0056898927,0.05000,2.981
59,block_sparse_moe.experts.217.w1,0.0101994483,0.05000,2.999
59,block_sparse_moe.experts.212.w1,0.0027049375,0.05000,2.750
59,block_sparse_moe.experts.216.w1,0.0100730182,0.05000,2.861
59,block_sparse_moe.experts.220.w1,0.0065774190,0.05000,2.808
59,block_sparse_moe.experts.208.w1,0.0036376644,0.05000,2.908
59,block_sparse_moe.experts.218.w1,0.0109149536,0.05000,3.114
59,block_sparse_moe.experts.214.w1,0.0194163454,0.05000,3.157
59,block_sparse_moe.experts.210.w1,0.0074954911,0.05000,3.103
59,block_sparse_moe.experts.222.w1,0.0100280723,0.05000,3.207
59,block_sparse_moe.experts.215.w1,0.0045440815,0.05000,3.123
59,block_sparse_moe.experts.223.w1,0.0028756555,0.05000,3.091
59,block_sparse_moe.experts.219.w1,0.0076176092,0.05000,3.199
59,block_sparse_moe.experts.211.w1,0.0036957284,0.05000,3.174
59,block_sparse_moe.experts.225.w1,0.0065480491,0.05000,2.984
59,block_sparse_moe.experts.237.w1,0.0127507561,0.05000,3.130
59,block_sparse_moe.experts.228.w1,0.0052005469,0.05000,2.966
59,block_sparse_moe.experts.229.w1,0.0065600835,0.05000,3.151
59,block_sparse_moe.experts.233.w1,0.0063225916,0.05000,3.110
59,block_sparse_moe.experts.232.w1,0.0017665254,0.05000,3.086
59,block_sparse_moe.experts.236.w1,0.0091606507,0.05000,3.087
59,block_sparse_moe.experts.224.w1,0.0053959935,0.05000,3.037
59,block_sparse_moe.experts.234.w1,0.0093137721,0.05000,3.052
59,block_sparse_moe.experts.230.w1,0.0016001453,0.05000,3.032
59,block_sparse_moe.experts.226.w1,0.0617039737,0.05000,3.043
59,block_sparse_moe.experts.238.w1,0.0059439607,0.05000,3.023
59,block_sparse_moe.experts.239.w1,0.0033259820,0.05000,3.022
59,block_sparse_moe.experts.235.w1,0.0066935235,0.05000,3.017
59,block_sparse_moe.experts.231.w1,0.0027815476,0.05000,3.176
59,block_sparse_moe.experts.227.w1,0.0019493621,0.05000,3.016
59,block_sparse_moe.experts.241.w1,0.0060282904,0.05000,3.155
59,block_sparse_moe.experts.244.w1,0.0033531925,0.05000,2.583
59,block_sparse_moe.experts.248.w1,0.0039258780,0.05000,2.593
59,block_sparse_moe.experts.253.w1,0.1303090769,0.05000,3.135
59,block_sparse_moe.experts.249.w1,0.0044911359,0.05000,3.011
59,block_sparse_moe.experts.252.w1,0.0023953834,0.05000,2.744
59,block_sparse_moe.experts.245.w1,0.0036130425,0.05000,3.199
59,block_sparse_moe.experts.240.w1,0.0036275201,0.05000,2.762
59,block_sparse_moe.experts.250.w1,0.0062421957,0.05000,3.044
59,block_sparse_moe.experts.246.w1,0.0035182996,0.05000,3.015
59,block_sparse_moe.experts.242.w1,0.0043730188,0.05000,2.986
59,block_sparse_moe.experts.254.w1,0.0017944917,0.05000,2.954
59,block_sparse_moe.experts.251.w1,0.0037380260,0.05000,2.912
59,block_sparse_moe.experts.255.w1,0.0068351331,0.05000,2.944
59,block_sparse_moe.experts.247.w1,0.0042871671,0.05000,3.108
59,block_sparse_moe.experts.243.w1,0.0118376111,0.05000,3.049
59,block_sparse_moe.experts.1.w3,0.0044508373,0.05000,2.941
59,block_sparse_moe.experts.4.w3,0.0019185072,0.05000,3.139
59,block_sparse_moe.experts.9.w3,0.0026245243,0.05000,2.818
59,block_sparse_moe.experts.13.w3,0.0055756671,0.05000,2.908
59,block_sparse_moe.experts.8.w3,0.0071242123,0.05000,3.112
59,block_sparse_moe.experts.5.w3,0.0022619376,0.05000,2.862
59,block_sparse_moe.experts.12.w3,0.0042103997,0.05000,3.076
59,block_sparse_moe.experts.0.w3,0.0038346039,0.05000,3.009
59,block_sparse_moe.experts.10.w3,0.0022618293,0.05000,2.933
59,block_sparse_moe.experts.6.w3,0.0049481755,0.05000,3.024
59,block_sparse_moe.experts.2.w3,0.0151153515,0.05000,3.030
59,block_sparse_moe.experts.14.w3,0.0083806294,0.05000,3.050
59,block_sparse_moe.experts.15.w3,0.0101684642,0.05000,3.069
59,block_sparse_moe.experts.11.w3,0.0018791040,0.05000,3.100
59,block_sparse_moe.experts.7.w3,0.0089531253,0.05000,3.077
59,block_sparse_moe.experts.17.w3,0.0120347151,0.05000,3.024
59,block_sparse_moe.experts.3.w3,0.0092006106,0.05000,3.146
59,block_sparse_moe.experts.20.w3,0.0030672745,0.05000,2.888
59,block_sparse_moe.experts.25.w3,0.0087223919,0.05000,3.060
59,block_sparse_moe.experts.29.w3,0.0021338837,0.05000,3.012
59,block_sparse_moe.experts.24.w3,0.0030454440,0.05000,3.080
59,block_sparse_moe.experts.21.w3,0.0063583308,0.05000,3.046
59,block_sparse_moe.experts.16.w3,0.0027005192,0.05000,2.965
59,block_sparse_moe.experts.28.w3,0.0175889558,0.05000,3.083
59,block_sparse_moe.experts.26.w3,0.0093456026,0.05000,2.856
59,block_sparse_moe.experts.18.w3,0.0122344997,0.05000,2.844
59,block_sparse_moe.experts.22.w3,0.0044292917,0.05000,2.945
59,block_sparse_moe.experts.30.w3,0.0325256783,0.05000,2.898
59,block_sparse_moe.experts.27.w3,0.0113939975,0.05000,3.059
59,block_sparse_moe.experts.31.w3,0.0063028636,0.05000,3.091
59,block_sparse_moe.experts.23.w3,0.0067640706,0.05000,3.113
59,block_sparse_moe.experts.33.w3,0.0047991475,0.05000,3.016
59,block_sparse_moe.experts.19.w3,0.0040525214,0.05000,3.031
59,block_sparse_moe.experts.36.w3,0.0055903079,0.05000,3.116
59,block_sparse_moe.experts.41.w3,0.0040071209,0.05000,2.845
59,block_sparse_moe.experts.45.w3,0.0114686132,0.05000,3.014
59,block_sparse_moe.experts.40.w3,0.0080282532,0.05000,3.004
59,block_sparse_moe.experts.37.w3,0.0071382221,0.05000,2.998
59,block_sparse_moe.experts.44.w3,0.0031376945,0.05000,2.977
59,block_sparse_moe.experts.32.w3,0.0084474470,0.05000,2.981
59,block_sparse_moe.experts.42.w3,0.0046213812,0.05000,2.676
59,block_sparse_moe.experts.34.w3,0.0014852517,0.05000,2.643
59,block_sparse_moe.experts.38.w3,0.0012501601,0.05000,2.680
59,block_sparse_moe.experts.46.w3,0.0031282019,0.05000,2.705
59,block_sparse_moe.experts.43.w3,0.0087826615,0.05000,2.864
59,block_sparse_moe.experts.47.w3,0.0042866703,0.05000,2.866
59,block_sparse_moe.experts.39.w3,0.0020119637,0.05000,2.965
59,block_sparse_moe.experts.49.w3,0.0118751429,0.05000,2.994
59,block_sparse_moe.experts.35.w3,0.0112662408,0.05000,2.951
59,block_sparse_moe.experts.52.w3,0.0045253816,0.05000,2.845
59,block_sparse_moe.experts.57.w3,0.0060948503,0.05000,3.126
59,block_sparse_moe.experts.56.w3,0.0081470362,0.05000,3.004
59,block_sparse_moe.experts.61.w3,0.0026795415,0.05000,3.106
59,block_sparse_moe.experts.53.w3,0.0048067755,0.05000,3.018
59,block_sparse_moe.experts.60.w3,0.0341604412,0.05000,3.002
59,block_sparse_moe.experts.48.w3,0.0074873910,0.05000,3.033
59,block_sparse_moe.experts.58.w3,0.0010001675,0.05000,2.867
59,block_sparse_moe.experts.50.w3,0.0085003737,0.05000,2.919
59,block_sparse_moe.experts.54.w3,0.0059228878,0.05000,3.000
59,block_sparse_moe.experts.62.w3,0.0054384457,0.05000,2.972
59,block_sparse_moe.experts.59.w3,0.0011250058,0.05000,2.912
59,block_sparse_moe.experts.63.w3,0.0062595753,0.05000,2.957
59,block_sparse_moe.experts.55.w3,0.0021907699,0.05000,2.817
59,block_sparse_moe.experts.65.w3,0.0024310450,0.05000,2.947
59,block_sparse_moe.experts.51.w3,0.0096115449,0.05000,2.975
59,block_sparse_moe.experts.68.w3,0.0026552773,0.05000,3.096
59,block_sparse_moe.experts.73.w3,0.0063928771,0.05000,2.852
59,block_sparse_moe.experts.69.w3,0.0374267643,0.05000,2.890
59,block_sparse_moe.experts.77.w3,0.0011990510,0.05000,2.949
59,block_sparse_moe.experts.72.w3,0.0063658990,0.05000,3.131
59,block_sparse_moe.experts.76.w3,0.0032059372,0.05000,3.126
59,block_sparse_moe.experts.74.w3,0.0035312733,0.05000,3.068
59,block_sparse_moe.experts.64.w3,0.0071423953,0.05000,3.118
59,block_sparse_moe.experts.66.w3,0.0110845690,0.05000,3.016
59,block_sparse_moe.experts.70.w3,0.0051625826,0.05000,3.059
59,block_sparse_moe.experts.78.w3,0.0189112256,0.05000,3.083
59,block_sparse_moe.experts.75.w3,0.0065970737,0.05000,3.011
59,block_sparse_moe.experts.79.w3,0.0091865995,0.05000,3.004
59,block_sparse_moe.experts.71.w3,0.1669778390,0.05000,3.006
59,block_sparse_moe.experts.81.w3,0.0051886700,0.05000,2.903
59,block_sparse_moe.experts.89.w3,0.0206131795,0.05000,2.917
59,block_sparse_moe.experts.67.w3,0.0014648703,0.05000,3.169
59,block_sparse_moe.experts.84.w3,0.0036315613,0.05000,3.056
59,block_sparse_moe.experts.85.w3,0.0032458564,0.05000,2.824
59,block_sparse_moe.experts.93.w3,0.0043819894,0.05000,2.897
59,block_sparse_moe.experts.88.w3,0.0020472328,0.05000,3.137
59,block_sparse_moe.experts.90.w3,0.0038755269,0.05000,2.871
59,block_sparse_moe.experts.92.w3,0.0014523215,0.05000,3.040
59,block_sparse_moe.experts.80.w3,0.0110468802,0.05000,3.165
59,block_sparse_moe.experts.82.w3,0.0031078335,0.05000,2.940
59,block_sparse_moe.experts.86.w3,0.0064676039,0.05000,2.893
59,block_sparse_moe.experts.94.w3,0.0384901623,0.05000,2.899
59,block_sparse_moe.experts.91.w3,0.0022921320,0.05000,2.809
59,block_sparse_moe.experts.95.w3,0.0055680920,0.05000,2.874
59,block_sparse_moe.experts.87.w3,0.0009701385,0.05000,2.813
59,block_sparse_moe.experts.97.w3,0.0021906011,0.05000,2.887
59,block_sparse_moe.experts.105.w3,0.0042607344,0.05000,2.899
59,block_sparse_moe.experts.83.w3,0.0130094051,0.05000,2.948
59,block_sparse_moe.experts.100.w3,0.0079225773,0.05000,2.933
59,block_sparse_moe.experts.101.w3,0.0021196555,0.05000,2.899
59,block_sparse_moe.experts.109.w3,0.0103337179,0.05000,2.852
59,block_sparse_moe.experts.104.w3,0.0044402093,0.05000,2.774
59,block_sparse_moe.experts.108.w3,0.0103484595,0.05000,2.846
59,block_sparse_moe.experts.106.w3,0.0101467488,0.05000,3.022
59,block_sparse_moe.experts.96.w3,0.0014654799,0.05000,2.754
59,block_sparse_moe.experts.98.w3,0.0044973139,0.05000,2.934
59,block_sparse_moe.experts.102.w3,0.0057237018,0.05000,2.989
59,block_sparse_moe.experts.110.w3,0.0104223232,0.05000,2.915
59,block_sparse_moe.experts.107.w3,0.0116161394,0.05000,2.819
59,block_sparse_moe.experts.111.w3,0.0045804609,0.05000,2.853
59,block_sparse_moe.experts.103.w3,0.0048561591,0.05000,2.894
59,block_sparse_moe.experts.113.w3,0.0055966907,0.05000,2.888
59,block_sparse_moe.experts.121.w3,0.0063412104,0.05000,2.929
59,block_sparse_moe.experts.116.w3,0.0101950005,0.05000,2.858
59,block_sparse_moe.experts.99.w3,0.0022022349,0.05000,3.038
59,block_sparse_moe.experts.125.w3,0.0060763070,0.05000,2.892
59,block_sparse_moe.experts.117.w3,0.0042673182,0.05000,2.934
59,block_sparse_moe.experts.120.w3,0.0051362399,0.05000,2.746
59,block_sparse_moe.experts.112.w3,0.0046995740,0.05000,2.764
59,block_sparse_moe.experts.124.w3,0.0037408953,0.05000,2.856
59,block_sparse_moe.experts.122.w3,0.0061045504,0.05000,2.954
59,block_sparse_moe.experts.114.w3,0.0021827979,0.05000,3.011
59,block_sparse_moe.experts.118.w3,0.0019892631,0.05000,3.025
59,block_sparse_moe.experts.126.w3,0.4893294681,0.05000,2.936
59,block_sparse_moe.experts.123.w3,0.0152895096,0.05000,3.068
59,block_sparse_moe.experts.127.w3,0.0040849276,0.05000,3.083
59,block_sparse_moe.experts.129.w3,0.0053176714,0.05000,2.803
59,block_sparse_moe.experts.119.w3,0.0102135597,0.05000,3.039
59,block_sparse_moe.experts.137.w3,0.0021098986,0.05000,2.701
59,block_sparse_moe.experts.133.w3,0.0101679327,0.05000,2.626
59,block_sparse_moe.experts.132.w3,0.0044992842,0.05000,2.970
59,block_sparse_moe.experts.141.w3,0.0030046289,0.05000,2.832
59,block_sparse_moe.experts.115.w3,0.0024585725,0.05000,2.995
59,block_sparse_moe.experts.136.w3,0.0288243675,0.05000,2.862
59,block_sparse_moe.experts.140.w3,0.0046909644,0.05000,2.998
59,block_sparse_moe.experts.128.w3,0.0143013752,0.05000,3.133
59,block_sparse_moe.experts.138.w3,0.0027388652,0.05000,3.099
59,block_sparse_moe.experts.130.w3,0.0031458510,0.05000,3.098
59,block_sparse_moe.experts.142.w3,0.0033520388,0.05000,3.049
59,block_sparse_moe.experts.134.w3,0.0125344298,0.05000,3.124
59,block_sparse_moe.experts.139.w3,0.0045422316,0.05000,2.906
59,block_sparse_moe.experts.143.w3,0.0025562518,0.05000,2.822
59,block_sparse_moe.experts.145.w3,0.0022143916,0.05000,2.761
59,block_sparse_moe.experts.135.w3,0.0048120564,0.05000,2.913
59,block_sparse_moe.experts.153.w3,0.0030203785,0.05000,2.863
59,block_sparse_moe.experts.149.w3,0.0041044933,0.05000,2.980
59,block_sparse_moe.experts.157.w3,0.0076339028,0.05000,2.866
59,block_sparse_moe.experts.148.w3,0.0053978309,0.05000,3.143
59,block_sparse_moe.experts.131.w3,0.0104607855,0.05000,2.993
59,block_sparse_moe.experts.152.w3,0.0062904378,0.05000,3.096
59,block_sparse_moe.experts.156.w3,0.0028998432,0.05000,3.053
59,block_sparse_moe.experts.144.w3,0.0051923760,0.05000,3.137
59,block_sparse_moe.experts.154.w3,0.0021703391,0.05000,3.119
59,block_sparse_moe.experts.146.w3,0.0067927781,0.05000,3.089
59,block_sparse_moe.experts.158.w3,0.0096674759,0.05000,3.043
59,block_sparse_moe.experts.150.w3,4.3835968971,0.05000,3.068
59,block_sparse_moe.experts.161.w3,0.0079609001,0.05000,2.486
59,block_sparse_moe.experts.169.w3,0.0023997032,0.05000,2.387
59,block_sparse_moe.experts.159.w3,0.0040963983,0.05000,2.982
59,block_sparse_moe.experts.165.w3,0.0058295061,0.05000,2.392
59,block_sparse_moe.experts.155.w3,0.0024076655,0.05000,3.162
59,block_sparse_moe.experts.173.w3,0.0176760471,0.05000,2.366
59,block_sparse_moe.experts.151.w3,0.0049408338,0.05000,3.095
59,block_sparse_moe.experts.164.w3,0.0059509298,0.05000,3.120
59,block_sparse_moe.experts.147.w3,0.0027862539,0.05000,3.145
59,block_sparse_moe.experts.168.w3,0.0046239801,0.05000,3.113
59,block_sparse_moe.experts.172.w3,0.0100426453,0.05000,3.172
59,block_sparse_moe.experts.160.w3,0.0022657080,0.05000,3.130
59,block_sparse_moe.experts.170.w3,0.0023144933,0.05000,3.207
59,block_sparse_moe.experts.177.w3,0.0035089253,0.05000,2.822
59,block_sparse_moe.experts.162.w3,0.0093568190,0.05000,3.182
59,block_sparse_moe.experts.174.w3,0.0007977240,0.05000,3.105
59,block_sparse_moe.experts.166.w3,0.0088624797,0.05000,3.101
59,block_sparse_moe.experts.185.w3,0.0025936762,0.05000,2.900
59,block_sparse_moe.experts.181.w3,0.1034068355,0.05000,2.896
59,block_sparse_moe.experts.189.w3,0.0073336975,0.05000,2.877
59,block_sparse_moe.experts.175.w3,0.1062353322,0.05000,3.024
59,block_sparse_moe.experts.171.w3,0.0016235269,0.05000,2.939
59,block_sparse_moe.experts.167.w3,0.0034148758,0.05000,2.988
59,block_sparse_moe.experts.180.w3,0.0099556661,0.05000,3.004
59,block_sparse_moe.experts.163.w3,0.0063542313,0.05000,2.954
59,block_sparse_moe.experts.184.w3,0.0050815864,0.05000,3.063
59,block_sparse_moe.experts.188.w3,0.0021321976,0.05000,3.087
59,block_sparse_moe.experts.176.w3,0.0014395619,0.05000,2.981
59,block_sparse_moe.experts.186.w3,0.0010706718,0.05000,2.858
59,block_sparse_moe.experts.178.w3,0.0176918754,0.05000,2.788
59,block_sparse_moe.experts.193.w3,0.0029474098,0.05000,2.980
59,block_sparse_moe.experts.190.w3,0.0086215075,0.05000,2.912
59,block_sparse_moe.experts.182.w3,0.0083667342,0.05000,2.882
59,block_sparse_moe.experts.201.w3,0.0033811809,0.05000,2.920
59,block_sparse_moe.experts.191.w3,0.0008404884,0.05000,2.730
59,block_sparse_moe.experts.187.w3,0.0051583164,0.05000,2.801
59,block_sparse_moe.experts.205.w3,0.0023037953,0.05000,2.926
59,block_sparse_moe.experts.197.w3,0.0018701713,0.05000,3.010
59,block_sparse_moe.experts.183.w3,0.0056902246,0.05000,2.770
59,block_sparse_moe.experts.179.w3,0.0052613521,0.05000,2.847
59,block_sparse_moe.experts.196.w3,0.0083927520,0.05000,2.978
59,block_sparse_moe.experts.200.w3,0.0018231829,0.05000,3.035
59,block_sparse_moe.experts.192.w3,0.0012454474,0.05000,3.040
59,block_sparse_moe.experts.204.w3,0.0042044224,0.05000,3.117
59,block_sparse_moe.experts.209.w3,0.0051717316,0.05000,2.704
59,block_sparse_moe.experts.202.w3,0.0008561587,0.05000,3.103
59,block_sparse_moe.experts.194.w3,0.0101210386,0.05000,3.118
59,block_sparse_moe.experts.217.w3,0.0149939988,0.05000,2.668
59,block_sparse_moe.experts.206.w3,0.0143813152,0.05000,3.098
59,block_sparse_moe.experts.198.w3,0.0020092750,0.05000,3.060
59,block_sparse_moe.experts.213.w3,0.0065165958,0.05000,2.578
59,block_sparse_moe.experts.221.w3,0.0067182039,0.05000,2.683
59,block_sparse_moe.experts.203.w3,0.0098495225,0.05000,2.879
59,block_sparse_moe.experts.207.w3,0.0015352612,0.05000,3.021
59,block_sparse_moe.experts.199.w3,0.0030452679,0.05000,2.857
59,block_sparse_moe.experts.195.w3,0.0272618728,0.05000,2.827
59,block_sparse_moe.experts.212.w3,0.0030661933,0.05000,3.204
59,block_sparse_moe.experts.216.w3,0.0115764591,0.05000,3.130
59,block_sparse_moe.experts.225.w3,0.0075449366,0.05000,2.496
59,block_sparse_moe.experts.233.w3,0.0071622835,0.05000,2.552
59,block_sparse_moe.experts.229.w3,0.0075291379,0.05000,2.533
59,block_sparse_moe.experts.220.w3,0.0077781385,0.05000,3.090
59,block_sparse_moe.experts.208.w3,0.0041029338,0.05000,3.137
59,block_sparse_moe.experts.237.w3,0.0146280747,0.05000,2.556
59,block_sparse_moe.experts.218.w3,0.0124600705,0.05000,3.089
59,block_sparse_moe.experts.210.w3,0.0085815943,0.05000,3.061
59,block_sparse_moe.experts.214.w3,0.0240293548,0.05000,3.087
59,block_sparse_moe.experts.219.w3,0.0086460953,0.05000,2.904
59,block_sparse_moe.experts.223.w3,0.0032798053,0.05000,2.918
59,block_sparse_moe.experts.222.w3,0.0118019978,0.05000,3.215
59,block_sparse_moe.experts.215.w3,0.0057371974,0.05000,3.162
59,block_sparse_moe.experts.211.w3,0.0042668489,0.05000,3.060
59,block_sparse_moe.experts.228.w3,0.0062309123,0.05000,2.839
59,block_sparse_moe.experts.241.w3,0.0069074337,0.05000,2.755
59,block_sparse_moe.experts.232.w3,0.0020668225,0.05000,2.862
59,block_sparse_moe.experts.249.w3,0.0055875581,0.05000,2.655
59,block_sparse_moe.experts.245.w3,0.0043284118,0.05000,2.556
59,block_sparse_moe.experts.253.w3,0.1587100309,0.05000,2.501
59,block_sparse_moe.experts.236.w3,0.0104771465,0.05000,2.741
59,block_sparse_moe.experts.224.w3,0.0061396142,0.05000,2.822
59,block_sparse_moe.experts.234.w3,0.0106404137,0.05000,2.936
59,block_sparse_moe.experts.226.w3,0.0764318017,0.05000,2.825
59,block_sparse_moe.experts.230.w3,0.0018722092,0.05000,2.836
59,block_sparse_moe.experts.238.w3,0.0069927704,0.05000,2.782
59,block_sparse_moe.experts.235.w3,0.0079431011,0.05000,2.954
59,block_sparse_moe.experts.239.w3,0.0040473157,0.05000,2.902
59,block_sparse_moe.experts.231.w3,0.0035482844,0.05000,2.886
59,block_sparse_moe.experts.227.w3,0.0022079853,0.05000,3.010
59,block_sparse_moe.experts.244.w3,0.0040913189,0.05000,2.938
59,block_sparse_moe.experts.248.w3,0.0045740269,0.05000,2.870
59,block_sparse_moe.experts.252.w3,0.0027610941,0.05000,2.714
59,block_sparse_moe.experts.240.w3,0.0041812199,0.05000,2.671
59,block_sparse_moe.experts.250.w3,0.0076545939,0.05000,2.654
59,block_sparse_moe.experts.242.w3,0.0052526183,0.05000,2.644
59,block_sparse_moe.experts.246.w3,0.0041950364,0.05000,2.581
59,block_sparse_moe.experts.254.w3,0.0020750865,0.05000,2.514
59,block_sparse_moe.experts.255.w3,0.0079932293,0.05000,2.734
59,block_sparse_moe.experts.251.w3,0.0043327186,0.05000,2.794
59,block_sparse_moe.experts.247.w3,0.0048325750,0.05000,2.566
59,block_sparse_moe.experts.243.w3,0.0139628034,0.05000,1.975
59,block_sparse_moe.experts.11.w2,0.0002088541,0.05000,1.307
59,block_sparse_moe.experts.15.w2,0.0062954390,0.05000,1.319
59,block_sparse_moe.experts.7.w2,0.0287397560,0.05000,1.383
59,block_sparse_moe.experts.6.w2,0.0082352101,0.05000,1.394
59,block_sparse_moe.experts.3.w2,0.0496022158,0.05000,1.395
59,block_sparse_moe.experts.14.w2,0.0078837608,0.05000,1.393
59,block_sparse_moe.experts.2.w2,0.0928544985,0.05000,1.470
59,block_sparse_moe.experts.10.w2,0.0010474762,0.05000,1.439
59,block_sparse_moe.experts.0.w2,0.0120314217,0.05000,1.496
59,block_sparse_moe.experts.8.w2,0.0029215381,0.05000,1.553
59,block_sparse_moe.experts.5.w2,0.0045759669,0.05000,1.556
59,block_sparse_moe.experts.1.w2,0.0058969604,0.05000,1.624
59,block_sparse_moe.experts.4.w2,0.0003866169,0.05000,1.589
59,block_sparse_moe.experts.9.w2,0.0005230548,0.05000,1.582
59,block_sparse_moe.experts.12.w2,0.0142432251,0.05000,1.621
59,block_sparse_moe.experts.13.w2,0.0015509753,0.05000,1.624
59,block_sparse_moe.experts.27.w2,0.0591472606,0.05000,1.498
59,block_sparse_moe.experts.31.w2,0.0072816143,0.05000,1.491
59,block_sparse_moe.experts.22.w2,0.0058006509,0.05000,1.476
59,block_sparse_moe.experts.19.w2,0.0061333014,0.05000,1.488
59,block_sparse_moe.experts.23.w2,0.0044386701,0.05000,1.504
59,block_sparse_moe.experts.30.w2,0.0524808580,0.05000,1.501
59,block_sparse_moe.experts.18.w2,0.1055078565,0.05000,1.479
59,block_sparse_moe.experts.16.w2,0.0013363750,0.05000,1.480
59,block_sparse_moe.experts.24.w2,0.0027618235,0.05000,1.444
59,block_sparse_moe.experts.20.w2,0.0016270295,0.05000,1.452
59,block_sparse_moe.experts.25.w2,0.0260889959,0.05000,1.459
59,block_sparse_moe.experts.21.w2,0.0292093465,0.05000,1.530
59,block_sparse_moe.experts.29.w2,0.0059567672,0.05000,1.463
59,block_sparse_moe.experts.17.w2,0.1159868264,0.05000,1.530
59,block_sparse_moe.experts.28.w2,0.1647416579,0.05000,1.486
59,block_sparse_moe.experts.32.w2,0.0286530787,0.05000,1.880
59,block_sparse_moe.experts.40.w2,0.0032191108,0.05000,1.868
59,block_sparse_moe.experts.36.w2,0.0077306633,0.05000,1.910
59,block_sparse_moe.experts.26.w2,0.0440500107,0.05000,3.535
59,block_sparse_moe.experts.41.w2,0.0329065761,0.05000,1.974
59,block_sparse_moe.experts.44.w2,0.0015563076,0.05000,1.930
59,block_sparse_moe.experts.37.w2,0.0077547421,0.05000,1.964
59,block_sparse_moe.experts.33.w2,0.0140750621,0.05000,1.965
59,block_sparse_moe.experts.45.w2,0.0957521741,0.05000,1.999
59,block_sparse_moe.experts.38.w2,0.0053333109,0.05000,3.601
59,block_sparse_moe.experts.34.w2,0.0002603250,0.05000,3.599
59,block_sparse_moe.experts.48.w2,0.0236375838,0.05000,1.698
59,block_sparse_moe.experts.46.w2,0.0008845689,0.05000,3.657
59,block_sparse_moe.experts.56.w2,0.0710291092,0.05000,1.693
59,block_sparse_moe.experts.42.w2,0.0118956281,0.05000,1.647
59,block_sparse_moe.experts.52.w2,0.0072077149,0.05000,1.686
59,block_sparse_moe.experts.57.w2,0.0186004298,0.05000,1.696
59,block_sparse_moe.experts.60.w2,0.0445503221,0.05000,1.692
59,block_sparse_moe.experts.53.w2,0.0288506276,0.05000,1.707
59,block_sparse_moe.experts.49.w2,0.0378420520,0.05000,1.724
59,block_sparse_moe.experts.61.w2,0.0179888908,0.05000,1.705
59,block_sparse_moe.experts.50.w2,0.0344763125,0.05000,1.464
59,block_sparse_moe.experts.54.w2,0.0170904182,0.05000,1.494
59,block_sparse_moe.experts.62.w2,0.0063796578,0.05000,1.493
59,block_sparse_moe.experts.58.w2,0.0001482256,0.05000,1.437
59,block_sparse_moe.experts.72.w2,0.0028625156,0.05000,1.584
59,block_sparse_moe.experts.64.w2,0.0208066064,0.05000,1.648
59,block_sparse_moe.experts.68.w2,0.0107956109,0.05000,1.535
59,block_sparse_moe.experts.73.w2,0.0028042816,0.05000,1.524
59,block_sparse_moe.experts.69.w2,0.2866971609,0.05000,1.479
59,block_sparse_moe.experts.77.w2,0.0036762090,0.05000,1.447
59,block_sparse_moe.experts.76.w2,0.0309911837,0.05000,1.539
59,block_sparse_moe.experts.65.w2,0.0025846032,0.05000,1.482
59,block_sparse_moe.experts.43.w2,0.0261924712,0.05000,1.507
59,block_sparse_moe.experts.35.w2,0.0395020633,0.05000,1.551
59,block_sparse_moe.experts.39.w2,0.0003475266,0.05000,1.610
59,block_sparse_moe.experts.47.w2,0.0298964763,0.05000,1.657
59,block_sparse_moe.experts.66.w2,0.2087221203,0.05000,1.546
59,block_sparse_moe.experts.70.w2,0.0131575236,0.05000,1.559
59,block_sparse_moe.experts.78.w2,0.0364988482,0.05000,1.528
59,block_sparse_moe.experts.74.w2,0.0083375138,0.05000,1.516
59,block_sparse_moe.experts.80.w2,0.0753510558,0.05000,1.601
59,block_sparse_moe.experts.84.w2,0.0018012224,0.05000,1.599
59,block_sparse_moe.experts.88.w2,0.0004420978,0.05000,1.695
59,block_sparse_moe.experts.59.w2,0.0002603677,0.05000,1.577
59,block_sparse_moe.experts.92.w2,0.0331940672,0.05000,1.635
59,block_sparse_moe.experts.51.w2,0.0223381732,0.05000,1.640
59,block_sparse_moe.experts.55.w2,0.0021368240,0.05000,1.628
59,block_sparse_moe.experts.93.w2,0.0500493321,0.05000,1.539
59,block_sparse_moe.experts.85.w2,0.0015126257,0.05000,1.555
59,block_sparse_moe.experts.63.w2,0.0319990021,0.05000,1.627
59,block_sparse_moe.experts.89.w2,0.0184672137,0.05000,1.611
59,block_sparse_moe.experts.81.w2,0.0337718523,0.05000,1.631
59,block_sparse_moe.experts.96.w2,0.0019762705,0.05000,1.547
59,block_sparse_moe.experts.104.w2,0.0084488738,0.05000,1.494
59,block_sparse_moe.experts.94.w2,0.0185050819,0.05000,1.644
59,block_sparse_moe.experts.100.w2,0.0339301166,0.05000,1.575
59,block_sparse_moe.experts.75.w2,0.0160694684,0.05000,1.486
59,block_sparse_moe.experts.86.w2,0.0137696286,0.05000,1.671
59,block_sparse_moe.experts.82.w2,0.0112375020,0.05000,1.675
59,block_sparse_moe.experts.108.w2,0.0451870312,0.05000,1.510
59,block_sparse_moe.experts.90.w2,0.0104146095,0.05000,1.722
59,block_sparse_moe.experts.67.w2,0.0046687999,0.05000,1.558
59,block_sparse_moe.experts.109.w2,0.0624539347,0.05000,1.507
59,block_sparse_moe.experts.71.w2,0.2067772114,0.05000,1.554
59,block_sparse_moe.experts.97.w2,0.0005566985,0.05000,1.443
59,block_sparse_moe.experts.105.w2,0.0024422628,0.05000,1.477
59,block_sparse_moe.experts.101.w2,0.0387128267,0.05000,1.535
59,block_sparse_moe.experts.79.w2,0.0542494784,0.05000,1.575
59,block_sparse_moe.experts.106.w2,0.0073525894,0.05000,1.332
59,block_sparse_moe.experts.91.w2,0.0049104939,0.05000,1.405
59,block_sparse_moe.experts.98.w2,0.0891121003,0.05000,1.399
59,block_sparse_moe.experts.110.w2,0.0166682349,0.05000,1.448
59,block_sparse_moe.experts.120.w2,0.0016503138,0.05000,1.514
59,block_sparse_moe.experts.112.w2,0.0022639321,0.05000,1.565
59,block_sparse_moe.experts.124.w2,0.0005966592,0.05000,1.468
59,block_sparse_moe.experts.121.w2,0.0078951710,0.05000,1.294
59,block_sparse_moe.experts.116.w2,0.0384498302,0.05000,1.549
59,block_sparse_moe.experts.102.w2,0.0542775851,0.05000,1.542
59,block_sparse_moe.experts.113.w2,0.0574731605,0.05000,1.335
59,block_sparse_moe.experts.83.w2,0.1052110513,0.05000,1.418
59,block_sparse_moe.experts.125.w2,0.0089923084,0.05000,1.418
59,block_sparse_moe.experts.117.w2,0.0491656869,0.05000,1.426
59,block_sparse_moe.experts.87.w2,0.0005792689,0.05000,1.503
59,block_sparse_moe.experts.95.w2,0.0198638883,0.05000,1.466
59,block_sparse_moe.experts.107.w2,0.0617087767,0.05000,1.505
59,block_sparse_moe.experts.114.w2,0.0061386958,0.05000,1.539
59,block_sparse_moe.experts.136.w2,0.2037833150,0.05000,1.477
59,block_sparse_moe.experts.126.w2,1.4829781272,0.05000,1.540
59,block_sparse_moe.experts.122.w2,0.0240782327,0.05000,1.602
59,block_sparse_moe.experts.118.w2,0.0003944116,0.05000,1.557
59,block_sparse_moe.experts.129.w2,0.0053635118,0.05000,1.556
59,block_sparse_moe.experts.140.w2,0.0010937390,0.05000,1.601
59,block_sparse_moe.experts.137.w2,0.0027346762,0.05000,1.587
59,block_sparse_moe.experts.128.w2,0.0090175857,0.05000,1.615
59,block_sparse_moe.experts.99.w2,0.0032244568,0.05000,1.563
59,block_sparse_moe.experts.132.w2,0.1050146732,0.05000,1.628
59,block_sparse_moe.experts.141.w2,0.0106987601,0.05000,1.579
59,block_sparse_moe.experts.111.w2,0.0123336911,0.05000,1.445
59,block_sparse_moe.experts.133.w2,0.0109481937,0.05000,1.579
59,block_sparse_moe.experts.103.w2,0.0399112518,0.05000,1.616
59,block_sparse_moe.experts.123.w2,0.0155483898,0.05000,1.326
59,block_sparse_moe.experts.138.w2,0.0022384229,0.05000,1.313
59,block_sparse_moe.experts.142.w2,0.0009537435,0.05000,1.343
59,block_sparse_moe.experts.130.w2,0.0017792896,0.05000,1.373
59,block_sparse_moe.experts.152.w2,0.0171929693,0.05000,1.474
59,block_sparse_moe.experts.134.w2,0.0422740138,0.05000,1.332
59,block_sparse_moe.experts.127.w2,0.0037276850,0.05000,1.274
59,block_sparse_moe.experts.115.w2,0.0206088265,0.05000,1.330
59,block_sparse_moe.experts.144.w2,0.0005566566,0.05000,1.454
59,block_sparse_moe.experts.156.w2,0.0006722092,0.05000,1.498
59,block_sparse_moe.experts.153.w2,0.0005421580,0.05000,1.542
59,block_sparse_moe.experts.148.w2,0.0009666424,0.05000,1.514
59,block_sparse_moe.experts.119.w2,0.0260730374,0.05000,1.365
59,block_sparse_moe.experts.157.w2,0.0196007387,0.05000,1.521
59,block_sparse_moe.experts.145.w2,0.0142032172,0.05000,1.641
59,block_sparse_moe.experts.149.w2,0.0441899828,0.05000,1.530
59,block_sparse_moe.experts.154.w2,0.0041111055,0.05000,1.359
59,block_sparse_moe.experts.158.w2,0.0060022032,0.05000,1.467
59,block_sparse_moe.experts.146.w2,0.0177448983,0.05000,1.455
59,block_sparse_moe.experts.139.w2,0.0233123123,0.05000,1.550
59,block_sparse_moe.experts.150.w2,6.8839139938,0.05000,1.449
59,block_sparse_moe.experts.168.w2,0.0006764894,0.05000,1.511
59,block_sparse_moe.experts.143.w2,0.0022783162,0.05000,1.554
59,block_sparse_moe.experts.131.w2,0.1495674651,0.05000,1.573
59,block_sparse_moe.experts.160.w2,0.0039184677,0.05000,1.514
59,block_sparse_moe.experts.172.w2,0.0662215861,0.05000,1.507
59,block_sparse_moe.experts.169.w2,0.0068136473,0.05000,1.460
59,block_sparse_moe.experts.173.w2,0.0051747607,0.05000,1.455
59,block_sparse_moe.experts.165.w2,0.0307472121,0.05000,1.427
59,block_sparse_moe.experts.164.w2,0.0010744341,0.05000,1.555
59,block_sparse_moe.experts.161.w2,0.0145593409,0.05000,1.489
59,block_sparse_moe.experts.135.w2,0.0327357750,0.05000,1.563
59,block_sparse_moe.experts.170.w2,0.0341325824,0.05000,1.428
59,block_sparse_moe.experts.155.w2,0.0005389903,0.05000,1.455
59,block_sparse_moe.experts.174.w2,0.0002989660,0.05000,1.472
59,block_sparse_moe.experts.162.w2,0.0664897563,0.05000,1.489
59,block_sparse_moe.experts.166.w2,0.0358193942,0.05000,1.477
59,block_sparse_moe.experts.184.w2,0.0215750367,0.05000,1.552
59,block_sparse_moe.experts.159.w2,0.0053445873,0.05000,1.489
59,block_sparse_moe.experts.147.w2,0.0013341473,0.05000,1.453
59,block_sparse_moe.experts.176.w2,0.0002368278,0.05000,1.499
59,block_sparse_moe.experts.188.w2,0.0004274342,0.05000,1.529
59,block_sparse_moe.experts.189.w2,0.0336417218,0.05000,1.498
59,block_sparse_moe.experts.185.w2,0.0010371726,0.05000,1.547
59,block_sparse_moe.experts.151.w2,0.0172608064,0.05000,1.414
59,block_sparse_moe.experts.181.w2,0.1044323179,0.05000,1.492
59,block_sparse_moe.experts.180.w2,0.0824374211,0.05000,1.462
59,block_sparse_moe.experts.177.w2,0.0064471578,0.05000,1.494
59,block_sparse_moe.experts.186.w2,0.0084466414,0.05000,1.406
59,block_sparse_moe.experts.178.w2,0.0493942704,0.05000,1.362
59,block_sparse_moe.experts.190.w2,0.0253173199,0.05000,1.440
59,block_sparse_moe.experts.182.w2,0.0248584513,0.05000,1.433
59,block_sparse_moe.experts.171.w2,0.0204244161,0.05000,1.569
59,block_sparse_moe.experts.175.w2,0.1303765657,0.05000,1.602
59,block_sparse_moe.experts.200.w2,0.0021433961,0.05000,1.676
59,block_sparse_moe.experts.163.w2,0.0622085201,0.05000,1.674
59,block_sparse_moe.experts.192.w2,0.0001765898,0.05000,1.659
59,block_sparse_moe.experts.204.w2,0.0124746506,0.05000,1.659
59,block_sparse_moe.experts.201.w2,0.0044682825,0.05000,1.645
59,block_sparse_moe.experts.205.w2,0.0004336274,0.05000,1.653
59,block_sparse_moe.experts.196.w2,0.0226289812,0.05000,1.631
59,block_sparse_moe.experts.167.w2,0.0120798966,0.05000,1.658
59,block_sparse_moe.experts.197.w2,0.0053972840,0.05000,1.694
59,block_sparse_moe.experts.193.w2,0.0158833300,0.05000,1.673
59,block_sparse_moe.experts.202.w2,0.0004333808,0.05000,1.363
59,block_sparse_moe.experts.194.w2,0.0301826183,0.05000,1.344
59,block_sparse_moe.experts.206.w2,0.0557596199,0.05000,1.378
59,block_sparse_moe.experts.198.w2,0.0002366413,0.05000,1.311
59,block_sparse_moe.experts.187.w2,0.0201411938,0.05000,1.546
59,block_sparse_moe.experts.208.w2,0.0020932043,0.05000,1.319
59,block_sparse_moe.experts.216.w2,0.1325031091,0.05000,1.401
59,block_sparse_moe.experts.191.w2,0.0002605672,0.05000,1.485
59,block_sparse_moe.experts.212.w2,0.0595282694,0.05000,1.313
59,block_sparse_moe.experts.220.w2,0.0496523824,0.05000,1.378
59,block_sparse_moe.experts.179.w2,0.0211964922,0.05000,1.501
59,block_sparse_moe.experts.217.w2,0.0819902873,0.05000,1.433
59,block_sparse_moe.experts.221.w2,0.0389784063,0.05000,1.434
59,block_sparse_moe.experts.183.w2,0.0034359046,0.05000,1.534
59,block_sparse_moe.experts.213.w2,0.0181854369,0.05000,1.505
59,block_sparse_moe.experts.209.w2,0.0098449064,0.05000,1.505
59,block_sparse_moe.experts.218.w2,0.0261998680,0.05000,1.540
59,block_sparse_moe.experts.210.w2,0.0049152353,0.05000,1.526
59,block_sparse_moe.experts.222.w2,0.0123901022,0.05000,1.594
59,block_sparse_moe.experts.214.w2,0.0624473255,0.05000,1.636
59,block_sparse_moe.experts.203.w2,0.0113483788,0.05000,1.752
59,block_sparse_moe.experts.232.w2,0.0007751888,0.05000,1.672
59,block_sparse_moe.experts.224.w2,0.0132504764,0.05000,1.708
59,block_sparse_moe.experts.236.w2,0.0083310164,0.05000,1.686
59,block_sparse_moe.experts.228.w2,0.0244257613,0.05000,1.743
59,block_sparse_moe.experts.237.w2,0.0627348117,0.05000,1.659
59,block_sparse_moe.experts.233.w2,0.0028506630,0.05000,1.666
59,block_sparse_moe.experts.207.w2,0.0001983090,0.05000,1.813
59,block_sparse_moe.experts.195.w2,0.1082203825,0.05000,1.755
59,block_sparse_moe.experts.229.w2,0.0305916010,0.05000,1.607
59,block_sparse_moe.experts.225.w2,0.0161386974,0.05000,1.649
59,block_sparse_moe.experts.199.w2,0.0034220560,0.05000,1.759
59,block_sparse_moe.experts.234.w2,0.0241613417,0.05000,1.483
59,block_sparse_moe.experts.226.w2,0.1592209311,0.05000,1.525
59,block_sparse_moe.experts.238.w2,0.0144478213,0.05000,1.449
59,block_sparse_moe.experts.230.w2,0.0007008810,0.05000,1.458
59,block_sparse_moe.experts.219.w2,0.0030090028,0.05000,1.583
59,block_sparse_moe.experts.248.w2,0.0185042378,0.05000,1.526
59,block_sparse_moe.experts.240.w2,0.0182186493,0.05000,1.544
59,block_sparse_moe.experts.252.w2,0.0021212850,0.05000,1.460
59,block_sparse_moe.experts.244.w2,0.0196327300,0.05000,1.452
59,block_sparse_moe.experts.249.w2,0.0205072721,0.05000,1.516
59,block_sparse_moe.experts.253.w2,0.3213575588,0.05000,1.522
59,block_sparse_moe.experts.211.w2,0.0197155894,0.05000,1.525
59,block_sparse_moe.experts.223.w2,0.0205638600,0.05000,1.558
59,block_sparse_moe.experts.245.w2,0.0298789949,0.05000,1.493
59,block_sparse_moe.experts.241.w2,0.0030412037,0.05000,1.432
59,block_sparse_moe.experts.215.w2,0.0292606865,0.05000,1.492
59,block_sparse_moe.experts.250.w2,0.0543869689,0.05000,1.508
59,block_sparse_moe.experts.242.w2,0.0272520251,0.05000,1.404
59,block_sparse_moe.experts.254.w2,0.0276124156,0.05000,1.383
59,block_sparse_moe.experts.246.w2,0.0255314625,0.05000,1.315
59,block_sparse_moe.experts.235.w2,0.0391747302,0.05000,1.522
59,block_sparse_moe.experts.239.w2,0.0021077678,0.05000,1.543
59,block_sparse_moe.experts.227.w2,0.0005181975,0.05000,1.555
59,block_sparse_moe.experts.231.w2,0.1115986209,0.05000,1.576
59,block_sparse_moe.experts.251.w2,0.0168555811,0.05000,1.690
59,block_sparse_moe.experts.255.w2,0.0216233380,0.05000,1.618
59,block_sparse_moe.experts.243.w2,0.0030685946,0.05000,1.610
59,block_sparse_moe.experts.247.w2,0.0115578896,0.05000,1.502
60,self_attn.k_proj,0.0000637339,0.05000,0.923
60,self_attn.q_proj,0.0004672914,0.05000,0.950
60,self_attn.v_proj,0.0001576516,0.05000,0.964
60,self_attn.o_proj,0.0001423786,0.05000,1.779
60,block_sparse_moe.experts.13.w1,0.0080242754,0.05000,2.834
60,block_sparse_moe.experts.1.w1,0.0017623783,0.05000,2.963
60,block_sparse_moe.experts.5.w1,0.0051828528,0.05000,2.939
60,block_sparse_moe.experts.9.w1,0.0062271802,0.05000,2.960
60,block_sparse_moe.experts.15.w1,0.0074565536,0.05000,3.096
60,block_sparse_moe.experts.3.w1,0.0052499486,0.05000,3.249
60,block_sparse_moe.experts.11.w1,0.0008797767,0.05000,3.251
60,block_sparse_moe.experts.7.w1,0.0017732723,0.05000,3.251
60,block_sparse_moe.experts.4.w1,0.0053018559,0.05000,3.328
60,block_sparse_moe.experts.14.w1,0.0075661681,0.05000,3.345
60,block_sparse_moe.experts.0.w1,0.0040139232,0.05000,3.354
60,block_sparse_moe.experts.2.w1,0.0110788943,0.05000,3.355
60,block_sparse_moe.experts.8.w1,0.0007084895,0.05000,3.371
60,block_sparse_moe.experts.10.w1,0.0034425843,0.05000,3.425
60,block_sparse_moe.experts.12.w1,0.0020170445,0.05000,3.462
60,block_sparse_moe.experts.6.w1,0.0032353025,0.05000,3.465
60,block_sparse_moe.experts.29.w1,0.0014554645,0.05000,2.772
60,block_sparse_moe.experts.17.w1,0.7379331589,0.05000,2.850
60,block_sparse_moe.experts.25.w1,0.0161653436,0.05000,2.845
60,block_sparse_moe.experts.21.w1,0.0025007381,0.05000,2.927
60,block_sparse_moe.experts.31.w1,0.0035613454,0.05000,3.081
60,block_sparse_moe.experts.20.w1,0.0184713839,0.05000,2.921
60,block_sparse_moe.experts.16.w1,0.0037757745,0.05000,2.972
60,block_sparse_moe.experts.24.w1,0.0047699583,0.05000,2.956
60,block_sparse_moe.experts.19.w1,0.0012774766,0.05000,3.122
60,block_sparse_moe.experts.18.w1,0.0034326844,0.05000,3.044
60,block_sparse_moe.experts.26.w1,0.0088786833,0.05000,2.971
60,block_sparse_moe.experts.27.w1,0.0104930229,0.05000,3.145
60,block_sparse_moe.experts.23.w1,0.0020357423,0.05000,3.181
60,block_sparse_moe.experts.28.w1,0.0135751188,0.05000,3.008
60,block_sparse_moe.experts.30.w1,0.0014934538,0.05000,3.145
60,block_sparse_moe.experts.22.w1,0.0049892531,0.05000,3.085
60,block_sparse_moe.experts.45.w1,0.0033814554,0.05000,2.582
60,block_sparse_moe.experts.33.w1,0.0043468699,0.05000,2.606
60,block_sparse_moe.experts.41.w1,0.0021373086,0.05000,2.687
60,block_sparse_moe.experts.37.w1,0.0075575518,0.05000,2.663
60,block_sparse_moe.experts.36.w1,0.0036909469,0.05000,2.908
60,block_sparse_moe.experts.47.w1,0.0006470281,0.05000,3.104
60,block_sparse_moe.experts.40.w1,0.0054366298,0.05000,2.995
60,block_sparse_moe.experts.32.w1,0.0027335895,0.05000,3.027
60,block_sparse_moe.experts.34.w1,0.0125536765,0.05000,3.007
60,block_sparse_moe.experts.44.w1,0.0046832141,0.05000,2.942
60,block_sparse_moe.experts.42.w1,0.0086138164,0.05000,3.083
60,block_sparse_moe.experts.35.w1,0.0088658649,0.05000,3.131
60,block_sparse_moe.experts.39.w1,0.0081372651,0.05000,3.078
60,block_sparse_moe.experts.43.w1,0.0027596262,0.05000,3.149
60,block_sparse_moe.experts.38.w1,0.0043603781,0.05000,3.024
60,block_sparse_moe.experts.46.w1,0.0029796840,0.05000,3.089
60,block_sparse_moe.experts.61.w1,0.0010908396,0.05000,3.104
60,block_sparse_moe.experts.49.w1,0.0023164391,0.05000,3.111
60,block_sparse_moe.experts.53.w1,0.0098684807,0.05000,2.980
60,block_sparse_moe.experts.57.w1,0.0013166044,0.05000,3.081
60,block_sparse_moe.experts.52.w1,0.0077192925,0.05000,2.777
60,block_sparse_moe.experts.48.w1,0.0057133529,0.05000,2.699
60,block_sparse_moe.experts.60.w1,0.0042202559,0.05000,2.728
60,block_sparse_moe.experts.56.w1,0.0012677410,0.05000,2.873
60,block_sparse_moe.experts.63.w1,0.0115768629,0.05000,2.948
60,block_sparse_moe.experts.50.w1,0.0062641429,0.05000,2.993
60,block_sparse_moe.experts.55.w1,0.0076531452,0.05000,2.914
60,block_sparse_moe.experts.51.w1,0.0117140040,0.05000,2.929
60,block_sparse_moe.experts.62.w1,0.0016353935,0.05000,2.914
60,block_sparse_moe.experts.58.w1,0.0006817587,0.05000,3.039
60,block_sparse_moe.experts.59.w1,0.0125746486,0.05000,3.021
60,block_sparse_moe.experts.54.w1,0.0048618252,0.05000,3.022
60,block_sparse_moe.experts.77.w1,0.0014702906,0.05000,3.199
60,block_sparse_moe.experts.69.w1,0.0037803917,0.05000,3.110
60,block_sparse_moe.experts.65.w1,0.0016893519,0.05000,3.300
60,block_sparse_moe.experts.73.w1,0.0097008151,0.05000,3.234
60,block_sparse_moe.experts.68.w1,0.0034730795,0.05000,2.959
60,block_sparse_moe.experts.64.w1,3.3650007248,0.05000,3.017
60,block_sparse_moe.experts.76.w1,0.0036659889,0.05000,2.991
60,block_sparse_moe.experts.72.w1,0.0087318408,0.05000,3.048
60,block_sparse_moe.experts.79.w1,0.0020610836,0.05000,3.059
60,block_sparse_moe.experts.71.w1,0.0069231494,0.05000,2.998
60,block_sparse_moe.experts.67.w1,0.0031680356,0.05000,3.047
60,block_sparse_moe.experts.66.w1,0.0018291182,0.05000,3.106
60,block_sparse_moe.experts.75.w1,0.0012633241,0.05000,3.026
60,block_sparse_moe.experts.78.w1,0.0087973352,0.05000,3.165
60,block_sparse_moe.experts.70.w1,0.0009724603,0.05000,3.120
60,block_sparse_moe.experts.74.w1,0.0029998129,0.05000,3.195
60,block_sparse_moe.experts.93.w1,0.0058242936,0.05000,3.220
60,block_sparse_moe.experts.85.w1,0.0060559284,0.05000,3.126
60,block_sparse_moe.experts.89.w1,0.0031771133,0.05000,3.104
60,block_sparse_moe.experts.81.w1,0.0102173323,0.05000,3.170
60,block_sparse_moe.experts.84.w1,0.0016234666,0.05000,3.181
60,block_sparse_moe.experts.80.w1,0.0014380055,0.05000,3.133
60,block_sparse_moe.experts.92.w1,0.0043864416,0.05000,3.101
60,block_sparse_moe.experts.95.w1,0.0049855900,0.05000,3.025
60,block_sparse_moe.experts.82.w1,4.0756521225,0.05000,2.908
60,block_sparse_moe.experts.88.w1,0.0055957549,0.05000,3.236
60,block_sparse_moe.experts.87.w1,0.0127433267,0.05000,3.057
60,block_sparse_moe.experts.83.w1,0.0040719590,0.05000,3.006
60,block_sparse_moe.experts.94.w1,0.0013285787,0.05000,3.031
60,block_sparse_moe.experts.90.w1,0.0024378861,0.05000,2.971
60,block_sparse_moe.experts.91.w1,0.0058235719,0.05000,3.113
60,block_sparse_moe.experts.86.w1,0.0060623160,0.05000,3.051
60,block_sparse_moe.experts.109.w1,0.0050900784,0.05000,3.086
60,block_sparse_moe.experts.100.w1,0.0029278892,0.05000,2.734
60,block_sparse_moe.experts.108.w1,0.0017318416,0.05000,2.708
60,block_sparse_moe.experts.101.w1,0.0033791571,0.05000,3.156
60,block_sparse_moe.experts.96.w1,0.0029160586,0.05000,2.789
60,block_sparse_moe.experts.97.w1,0.0070921480,0.05000,3.036
60,block_sparse_moe.experts.105.w1,0.0037233073,0.05000,3.161
60,block_sparse_moe.experts.111.w1,0.0030422585,0.05000,3.037
60,block_sparse_moe.experts.104.w1,0.0036319051,0.05000,2.869
60,block_sparse_moe.experts.98.w1,0.0046966414,0.05000,2.987
60,block_sparse_moe.experts.103.w1,0.0037998363,0.05000,2.967
60,block_sparse_moe.experts.99.w1,0.0023178083,0.05000,3.025
60,block_sparse_moe.experts.110.w1,0.0140172108,0.05000,2.973
60,block_sparse_moe.experts.106.w1,0.0108261293,0.05000,2.999
60,block_sparse_moe.experts.102.w1,0.0033346916,0.05000,2.949
60,block_sparse_moe.experts.107.w1,0.0063915204,0.05000,3.032
60,block_sparse_moe.experts.116.w1,0.0027008604,0.05000,2.873
60,block_sparse_moe.experts.125.w1,0.0089828526,0.05000,2.942
60,block_sparse_moe.experts.112.w1,0.0020453228,0.05000,2.790
60,block_sparse_moe.experts.124.w1,0.0045021565,0.05000,2.878
60,block_sparse_moe.experts.117.w1,0.0048725262,0.05000,2.934
60,block_sparse_moe.experts.113.w1,0.0043410697,0.05000,2.961
60,block_sparse_moe.experts.121.w1,0.0061645432,0.05000,2.970
60,block_sparse_moe.experts.120.w1,0.0024587339,0.05000,2.852
60,block_sparse_moe.experts.114.w1,3.0687899590,0.05000,2.886
60,block_sparse_moe.experts.127.w1,0.0051476728,0.05000,3.122
60,block_sparse_moe.experts.126.w1,0.0016512908,0.05000,2.839
60,block_sparse_moe.experts.119.w1,0.0063701358,0.05000,3.077
60,block_sparse_moe.experts.122.w1,0.0034940001,0.05000,2.913
60,block_sparse_moe.experts.115.w1,0.0008810683,0.05000,3.133
60,block_sparse_moe.experts.118.w1,0.0034598323,0.05000,2.991
60,block_sparse_moe.experts.123.w1,0.0016613597,0.05000,3.224
60,block_sparse_moe.experts.132.w1,0.0113441690,0.05000,3.067
60,block_sparse_moe.experts.141.w1,0.0017896727,0.05000,3.137
60,block_sparse_moe.experts.128.w1,0.0050060707,0.05000,3.097
60,block_sparse_moe.experts.140.w1,0.0014380806,0.05000,3.169
60,block_sparse_moe.experts.129.w1,0.0013135908,0.05000,3.079
60,block_sparse_moe.experts.133.w1,0.0007260696,0.05000,3.183
60,block_sparse_moe.experts.137.w1,0.0054822202,0.05000,3.137
60,block_sparse_moe.experts.130.w1,0.0060384868,0.05000,3.033
60,block_sparse_moe.experts.136.w1,0.0187171172,0.05000,3.188
60,block_sparse_moe.experts.135.w1,0.0044660605,0.05000,2.909
60,block_sparse_moe.experts.143.w1,0.0083008605,0.05000,3.050
60,block_sparse_moe.experts.142.w1,0.0035210975,0.05000,3.090
60,block_sparse_moe.experts.138.w1,0.0036447442,0.05000,3.037
60,block_sparse_moe.experts.131.w1,0.0029901653,0.05000,3.027
60,block_sparse_moe.experts.134.w1,0.0076387317,0.05000,2.990
60,block_sparse_moe.experts.139.w1,0.0027766713,0.05000,2.949
60,block_sparse_moe.experts.148.w1,0.0063690246,0.05000,3.112
60,block_sparse_moe.experts.144.w1,0.0048210602,0.05000,3.142
60,block_sparse_moe.experts.157.w1,0.0211170057,0.05000,3.207
60,block_sparse_moe.experts.145.w1,0.0063320027,0.05000,3.108
60,block_sparse_moe.experts.156.w1,0.0050336410,0.05000,3.251
60,block_sparse_moe.experts.149.w1,0.0007267503,0.05000,3.189
60,block_sparse_moe.experts.146.w1,0.0052802180,0.05000,3.021
60,block_sparse_moe.experts.153.w1,0.0041717233,0.05000,3.142
60,block_sparse_moe.experts.158.w1,0.0093555055,0.05000,2.960
60,block_sparse_moe.experts.150.w1,0.0023834878,0.05000,2.875
60,block_sparse_moe.experts.152.w1,0.0011213710,0.05000,3.240
60,block_sparse_moe.experts.154.w1,0.0077875037,0.05000,3.050
60,block_sparse_moe.experts.159.w1,0.0089516799,0.05000,3.204
60,block_sparse_moe.experts.151.w1,0.0018628840,0.05000,3.301
60,block_sparse_moe.experts.147.w1,0.0072117184,0.05000,3.262
60,block_sparse_moe.experts.155.w1,0.0013447805,0.05000,3.154
60,block_sparse_moe.experts.164.w1,0.0022225009,0.05000,3.139
60,block_sparse_moe.experts.173.w1,0.0022468086,0.05000,3.002
60,block_sparse_moe.experts.160.w1,0.0250137440,0.05000,3.104
60,block_sparse_moe.experts.161.w1,0.0009513346,0.05000,2.953
60,block_sparse_moe.experts.162.w1,0.0071818652,0.05000,2.812
60,block_sparse_moe.experts.165.w1,0.0042636280,0.05000,3.026
60,block_sparse_moe.experts.172.w1,0.0043995513,0.05000,3.154
60,block_sparse_moe.experts.169.w1,0.0134286437,0.05000,3.063
60,block_sparse_moe.experts.166.w1,0.0050782794,0.05000,2.960
60,block_sparse_moe.experts.174.w1,0.0040161279,0.05000,3.017
60,block_sparse_moe.experts.170.w1,0.0037458857,0.05000,2.905
60,block_sparse_moe.experts.175.w1,0.0017703210,0.05000,2.937
60,block_sparse_moe.experts.167.w1,0.0056228461,0.05000,2.933
60,block_sparse_moe.experts.168.w1,0.0034033537,0.05000,3.140
60,block_sparse_moe.experts.163.w1,0.0029776029,0.05000,2.957
60,block_sparse_moe.experts.171.w1,0.0098393020,0.05000,2.960
60,block_sparse_moe.experts.180.w1,0.0035819959,0.05000,2.920
60,block_sparse_moe.experts.178.w1,0.0067615245,0.05000,2.939
60,block_sparse_moe.experts.176.w1,0.0006408384,0.05000,2.970
60,block_sparse_moe.experts.177.w1,0.0015208514,0.05000,2.981
60,block_sparse_moe.experts.189.w1,0.0012205245,0.05000,3.075
60,block_sparse_moe.experts.181.w1,0.0024949283,0.05000,3.015
60,block_sparse_moe.experts.188.w1,0.0046499346,0.05000,2.931
60,block_sparse_moe.experts.185.w1,0.0032252390,0.05000,2.952
60,block_sparse_moe.experts.190.w1,0.0013031431,0.05000,2.833
60,block_sparse_moe.experts.186.w1,0.0361855993,0.05000,2.869
60,block_sparse_moe.experts.182.w1,0.0007448785,0.05000,2.989
60,block_sparse_moe.experts.183.w1,0.0068279492,0.05000,2.904
60,block_sparse_moe.experts.191.w1,0.0012799369,0.05000,2.965
60,block_sparse_moe.experts.184.w1,0.0051883993,0.05000,2.956
60,block_sparse_moe.experts.179.w1,0.0037928817,0.05000,2.915
60,block_sparse_moe.experts.187.w1,0.0019491095,0.05000,2.924
60,block_sparse_moe.experts.196.w1,0.0044398054,0.05000,2.986
60,block_sparse_moe.experts.205.w1,0.0082632316,0.05000,2.749
60,block_sparse_moe.experts.193.w1,0.0087318993,0.05000,2.828
60,block_sparse_moe.experts.194.w1,0.0121259320,0.05000,2.895
60,block_sparse_moe.experts.197.w1,0.0614077372,0.05000,2.840
60,block_sparse_moe.experts.192.w1,0.0081126076,0.05000,3.070
60,block_sparse_moe.experts.204.w1,0.0044685395,0.05000,2.949
60,block_sparse_moe.experts.201.w1,0.0050305130,0.05000,2.889
60,block_sparse_moe.experts.202.w1,0.0040662382,0.05000,2.829
60,block_sparse_moe.experts.206.w1,0.0040263897,0.05000,2.899
60,block_sparse_moe.experts.198.w1,0.0071561486,0.05000,2.880
60,block_sparse_moe.experts.199.w1,0.0116441357,0.05000,3.101
60,block_sparse_moe.experts.200.w1,0.0010866211,0.05000,3.005
60,block_sparse_moe.experts.207.w1,0.0019044449,0.05000,3.115
60,block_sparse_moe.experts.195.w1,0.0047833256,0.05000,3.107
60,block_sparse_moe.experts.203.w1,0.0047443992,0.05000,3.083
60,block_sparse_moe.experts.221.w1,0.0030955791,0.05000,2.769
60,block_sparse_moe.experts.209.w1,0.0007877728,0.05000,2.759
60,block_sparse_moe.experts.210.w1,0.0018656290,0.05000,2.779
60,block_sparse_moe.experts.212.w1,0.0018612862,0.05000,3.070
60,block_sparse_moe.experts.213.w1,0.0195038215,0.05000,2.837
60,block_sparse_moe.experts.208.w1,0.0022179279,0.05000,3.016
60,block_sparse_moe.experts.217.w1,0.0042146912,0.05000,2.901
60,block_sparse_moe.experts.222.w1,0.0081929394,0.05000,2.992
60,block_sparse_moe.experts.218.w1,0.0066358331,0.05000,3.024
60,block_sparse_moe.experts.220.w1,0.0022477808,0.05000,3.062
60,block_sparse_moe.experts.214.w1,0.0041678662,0.05000,3.032
60,block_sparse_moe.experts.216.w1,0.0044179040,0.05000,3.105
60,block_sparse_moe.experts.215.w1,0.0058293330,0.05000,3.352
60,block_sparse_moe.experts.223.w1,0.0025960369,0.05000,3.344
60,block_sparse_moe.experts.211.w1,0.0021283646,0.05000,3.299
60,block_sparse_moe.experts.219.w1,0.0022491636,0.05000,3.263
60,block_sparse_moe.experts.237.w1,0.0165330079,0.05000,3.122
60,block_sparse_moe.experts.225.w1,0.0017614380,0.05000,3.119
60,block_sparse_moe.experts.226.w1,0.0023474298,0.05000,3.085
60,block_sparse_moe.experts.229.w1,0.0066121131,0.05000,3.107
60,block_sparse_moe.experts.228.w1,0.0055823224,0.05000,3.178
60,block_sparse_moe.experts.233.w1,0.0052437322,0.05000,3.119
60,block_sparse_moe.experts.238.w1,0.0047830886,0.05000,3.054
60,block_sparse_moe.experts.224.w1,0.0031246606,0.05000,3.205
60,block_sparse_moe.experts.234.w1,0.0121993815,0.05000,3.120
60,block_sparse_moe.experts.230.w1,0.0088472597,0.05000,3.050
60,block_sparse_moe.experts.236.w1,0.0034981438,0.05000,3.227
60,block_sparse_moe.experts.232.w1,0.0031920922,0.05000,3.210
60,block_sparse_moe.experts.231.w1,0.0037897560,0.05000,3.183
60,block_sparse_moe.experts.239.w1,0.0046031303,0.05000,3.209
60,block_sparse_moe.experts.227.w1,0.0042253355,0.05000,3.148
60,block_sparse_moe.experts.235.w1,0.0039724369,0.05000,3.287
60,block_sparse_moe.experts.241.w1,0.0068852223,0.05000,3.115
60,block_sparse_moe.experts.242.w1,0.0060776597,0.05000,3.107
60,block_sparse_moe.experts.253.w1,0.0095017958,0.05000,3.217
60,block_sparse_moe.experts.245.w1,0.0045480362,0.05000,3.079
60,block_sparse_moe.experts.244.w1,0.0059949354,0.05000,3.214
60,block_sparse_moe.experts.254.w1,0.0084069180,0.05000,3.110
60,block_sparse_moe.experts.249.w1,0.0010404375,0.05000,3.227
60,block_sparse_moe.experts.250.w1,0.0021318701,0.05000,3.139
60,block_sparse_moe.experts.240.w1,0.0077189248,0.05000,3.226
60,block_sparse_moe.experts.246.w1,1.8682347536,0.05000,3.160
60,block_sparse_moe.experts.252.w1,0.0022144812,0.05000,3.268
60,block_sparse_moe.experts.248.w1,0.0167061828,0.05000,3.169
60,block_sparse_moe.experts.255.w1,0.0079836813,0.05000,2.975
60,block_sparse_moe.experts.247.w1,0.0084496918,0.05000,3.043
60,block_sparse_moe.experts.243.w1,0.0074347854,0.05000,3.096
60,block_sparse_moe.experts.251.w1,0.0014573220,0.05000,3.063
60,block_sparse_moe.experts.1.w3,0.0023757690,0.05000,2.794
60,block_sparse_moe.experts.13.w3,0.0092150578,0.05000,2.834
60,block_sparse_moe.experts.5.w3,0.0063842091,0.05000,2.790
60,block_sparse_moe.experts.2.w3,0.0127667816,0.05000,3.050
60,block_sparse_moe.experts.9.w3,0.0076174795,0.05000,2.864
60,block_sparse_moe.experts.14.w3,0.0096640060,0.05000,2.987
60,block_sparse_moe.experts.4.w3,0.0070882584,0.05000,3.078
60,block_sparse_moe.experts.10.w3,0.0040202971,0.05000,3.024
60,block_sparse_moe.experts.0.w3,0.0048895005,0.05000,3.012
60,block_sparse_moe.experts.6.w3,0.0042461050,0.05000,3.096
60,block_sparse_moe.experts.12.w3,0.0025692072,0.05000,3.005
60,block_sparse_moe.experts.15.w3,0.0093906761,0.05000,2.855
60,block_sparse_moe.experts.8.w3,0.0008279370,0.05000,2.916
60,block_sparse_moe.experts.7.w3,0.0020602367,0.05000,3.050
60,block_sparse_moe.experts.3.w3,0.0063945950,0.05000,3.004
60,block_sparse_moe.experts.11.w3,0.0009693390,0.05000,2.879
60,block_sparse_moe.experts.17.w3,0.9447139740,0.05000,2.848
60,block_sparse_moe.experts.29.w3,0.0017425054,0.05000,2.936
60,block_sparse_moe.experts.21.w3,0.0030139873,0.05000,2.975
60,block_sparse_moe.experts.18.w3,0.0041824527,0.05000,3.099
60,block_sparse_moe.experts.25.w3,0.0192035325,0.05000,2.901
60,block_sparse_moe.experts.20.w3,0.0263065686,0.05000,2.963
60,block_sparse_moe.experts.30.w3,0.0017323051,0.05000,3.135
60,block_sparse_moe.experts.16.w3,0.0045789339,0.05000,2.971
60,block_sparse_moe.experts.26.w3,0.0111098791,0.05000,3.064
60,block_sparse_moe.experts.28.w3,0.0182661182,0.05000,2.966
60,block_sparse_moe.experts.22.w3,0.0059098295,0.05000,3.072
60,block_sparse_moe.experts.31.w3,0.0041305691,0.05000,2.854
60,block_sparse_moe.experts.24.w3,0.0056658095,0.05000,3.014
60,block_sparse_moe.experts.23.w3,0.0024360888,0.05000,2.832
60,block_sparse_moe.experts.27.w3,0.0121863677,0.05000,2.808
60,block_sparse_moe.experts.19.w3,0.0015190571,0.05000,2.958
60,block_sparse_moe.experts.33.w3,0.0051677349,0.05000,2.875
60,block_sparse_moe.experts.45.w3,0.0038919443,0.05000,2.812
60,block_sparse_moe.experts.37.w3,0.0089970037,0.05000,2.882
60,block_sparse_moe.experts.34.w3,0.0151316835,0.05000,3.010
60,block_sparse_moe.experts.41.w3,0.0025994310,0.05000,2.885
60,block_sparse_moe.experts.36.w3,0.0043175743,0.05000,3.040
60,block_sparse_moe.experts.32.w3,0.0034014872,0.05000,2.975
60,block_sparse_moe.experts.42.w3,0.0110607289,0.05000,2.926
60,block_sparse_moe.experts.46.w3,0.0036482649,0.05000,3.077
60,block_sparse_moe.experts.47.w3,0.0007375888,0.05000,2.767
60,block_sparse_moe.experts.38.w3,0.0058789277,0.05000,2.964
60,block_sparse_moe.experts.44.w3,0.0055613716,0.05000,3.046
60,block_sparse_moe.experts.39.w3,0.0097770673,0.05000,2.764
60,block_sparse_moe.experts.40.w3,0.0062846981,0.05000,3.047
60,block_sparse_moe.experts.35.w3,0.0164976872,0.05000,2.768
60,block_sparse_moe.experts.43.w3,0.0031625173,0.05000,2.860
60,block_sparse_moe.experts.49.w3,0.0027128010,0.05000,3.238
60,block_sparse_moe.experts.61.w3,0.0012509101,0.05000,3.174
60,block_sparse_moe.experts.53.w3,0.0118765038,0.05000,3.126
60,block_sparse_moe.experts.50.w3,0.0080966388,0.05000,3.190
60,block_sparse_moe.experts.57.w3,0.0014925994,0.05000,3.279
60,block_sparse_moe.experts.63.w3,0.0132416135,0.05000,2.836
60,block_sparse_moe.experts.52.w3,0.0097973339,0.05000,3.161
60,block_sparse_moe.experts.58.w3,0.0008589661,0.05000,3.132
60,block_sparse_moe.experts.48.w3,0.0075115725,0.05000,3.210
60,block_sparse_moe.experts.62.w3,0.0023843598,0.05000,3.161
60,block_sparse_moe.experts.55.w3,0.0089441162,0.05000,2.926
60,block_sparse_moe.experts.54.w3,0.0058768826,0.05000,3.164
60,block_sparse_moe.experts.60.w3,0.0052520085,0.05000,3.135
60,block_sparse_moe.experts.51.w3,0.0146642242,0.05000,2.857
60,block_sparse_moe.experts.59.w3,0.0151080759,0.05000,2.883
60,block_sparse_moe.experts.56.w3,0.0014200557,0.05000,3.131
60,block_sparse_moe.experts.65.w3,0.0020020185,0.05000,3.125
60,block_sparse_moe.experts.77.w3,0.0017320469,0.05000,3.147
60,block_sparse_moe.experts.69.w3,0.0044191102,0.05000,3.238
60,block_sparse_moe.experts.66.w3,0.0021067401,0.05000,3.025
60,block_sparse_moe.experts.79.w3,0.0026894945,0.05000,2.812
60,block_sparse_moe.experts.68.w3,0.0041663082,0.05000,2.959
60,block_sparse_moe.experts.73.w3,0.0124263829,0.05000,3.129
60,block_sparse_moe.experts.71.w3,0.0082260960,0.05000,2.891
60,block_sparse_moe.experts.74.w3,0.0037026839,0.05000,3.117
60,block_sparse_moe.experts.64.w3,4.4924521446,0.05000,3.099
60,block_sparse_moe.experts.67.w3,0.0038869659,0.05000,2.847
60,block_sparse_moe.experts.78.w3,0.0110348687,0.05000,3.139
60,block_sparse_moe.experts.70.w3,0.0011321744,0.05000,3.022
60,block_sparse_moe.experts.76.w3,0.0045447532,0.05000,2.993
60,block_sparse_moe.experts.75.w3,0.0014836947,0.05000,2.962
60,block_sparse_moe.experts.72.w3,0.0099674682,0.05000,3.153
60,block_sparse_moe.experts.81.w3,0.0119728088,0.05000,3.153
60,block_sparse_moe.experts.93.w3,0.0070556322,0.05000,3.277
60,block_sparse_moe.experts.85.w3,0.0071667820,0.05000,3.191
60,block_sparse_moe.experts.95.w3,0.0069731818,0.05000,2.991
60,block_sparse_moe.experts.82.w3,7.5774831772,0.05000,3.140
60,block_sparse_moe.experts.84.w3,0.0018864165,0.05000,3.095
60,block_sparse_moe.experts.89.w3,0.0036266940,0.05000,3.101
60,block_sparse_moe.experts.87.w3,0.0147314551,0.05000,3.054
60,block_sparse_moe.experts.90.w3,0.0028837507,0.05000,3.087
60,block_sparse_moe.experts.80.w3,0.0016432198,0.05000,3.090
60,block_sparse_moe.experts.83.w3,0.0053990843,0.05000,3.093
60,block_sparse_moe.experts.86.w3,0.0073035892,0.05000,3.091
60,block_sparse_moe.experts.91.w3,0.0070960139,0.05000,3.062
60,block_sparse_moe.experts.92.w3,0.0054020824,0.05000,3.160
60,block_sparse_moe.experts.94.w3,0.0015458369,0.05000,3.264
60,block_sparse_moe.experts.88.w3,0.0070450093,0.05000,3.261
60,block_sparse_moe.experts.97.w3,0.0083727798,0.05000,3.249
60,block_sparse_moe.experts.109.w3,0.0059532917,0.05000,3.354
60,block_sparse_moe.experts.111.w3,0.0035148460,0.05000,3.316
60,block_sparse_moe.experts.101.w3,0.0040521634,0.05000,3.361
60,block_sparse_moe.experts.98.w3,0.0055362180,0.05000,3.382
60,block_sparse_moe.experts.105.w3,0.0054478640,0.05000,3.343
60,block_sparse_moe.experts.100.w3,0.0032757785,0.05000,3.405
60,block_sparse_moe.experts.103.w3,0.0045768852,0.05000,3.400
60,block_sparse_moe.experts.106.w3,0.0127796109,0.05000,3.316
60,block_sparse_moe.experts.96.w3,0.0036560773,0.05000,3.309
60,block_sparse_moe.experts.99.w3,0.0026886973,0.05000,3.306
60,block_sparse_moe.experts.102.w3,0.0040213433,0.05000,3.328
60,block_sparse_moe.experts.108.w3,0.0020225545,0.05000,3.312
60,block_sparse_moe.experts.107.w3,0.0075150685,0.05000,3.335
60,block_sparse_moe.experts.110.w3,0.0169191395,0.05000,3.352
60,block_sparse_moe.experts.104.w3,0.0041309858,0.05000,3.111
60,block_sparse_moe.experts.113.w3,0.0057220043,0.05000,3.095
60,block_sparse_moe.experts.125.w3,0.0109067186,0.05000,3.071
60,block_sparse_moe.experts.114.w3,4.2472295761,0.05000,2.787
60,block_sparse_moe.experts.117.w3,0.0056830161,0.05000,2.951
60,block_sparse_moe.experts.127.w3,0.0061035036,0.05000,3.021
60,block_sparse_moe.experts.121.w3,0.0070344700,0.05000,2.906
60,block_sparse_moe.experts.116.w3,0.0032063035,0.05000,2.983
60,block_sparse_moe.experts.122.w3,0.0040376388,0.05000,2.923
60,block_sparse_moe.experts.119.w3,0.0079211036,0.05000,3.006
60,block_sparse_moe.experts.118.w3,0.0042828269,0.05000,2.844
60,block_sparse_moe.experts.112.w3,0.0024778561,0.05000,2.957
60,block_sparse_moe.experts.115.w3,0.0011139321,0.05000,2.945
60,block_sparse_moe.experts.123.w3,0.0019237407,0.05000,2.958
60,block_sparse_moe.experts.126.w3,0.0020779878,0.05000,2.890
60,block_sparse_moe.experts.124.w3,0.0055492020,0.05000,3.049
60,block_sparse_moe.experts.120.w3,0.0028001755,0.05000,3.213
60,block_sparse_moe.experts.143.w3,0.0098018781,0.05000,2.519
60,block_sparse_moe.experts.129.w3,0.0015348555,0.05000,3.046
60,block_sparse_moe.experts.130.w3,0.0070923076,0.05000,2.907
60,block_sparse_moe.experts.141.w3,0.0020701472,0.05000,3.093
60,block_sparse_moe.experts.133.w3,0.0008195594,0.05000,3.060
60,block_sparse_moe.experts.135.w3,0.0060417210,0.05000,2.626
60,block_sparse_moe.experts.131.w3,0.0034937369,0.05000,2.649
60,block_sparse_moe.experts.139.w3,0.0032025285,0.05000,2.587
60,block_sparse_moe.experts.137.w3,0.0067483334,0.05000,3.106
60,block_sparse_moe.experts.138.w3,0.0045823215,0.05000,2.930
60,block_sparse_moe.experts.134.w3,0.0095617605,0.05000,2.923
60,block_sparse_moe.experts.132.w3,0.0135542382,0.05000,3.131
60,block_sparse_moe.experts.142.w3,0.0044868855,0.05000,2.911
60,block_sparse_moe.experts.128.w3,0.0060892083,0.05000,3.187
60,block_sparse_moe.experts.140.w3,0.0019416218,0.05000,3.126
60,block_sparse_moe.experts.136.w3,0.0232235416,0.05000,3.106
60,block_sparse_moe.experts.159.w3,0.0112246002,0.05000,2.700
60,block_sparse_moe.experts.145.w3,0.0080814071,0.05000,2.938
60,block_sparse_moe.experts.146.w3,0.0059366720,0.05000,2.959
60,block_sparse_moe.experts.151.w3,0.0024675564,0.05000,2.841
60,block_sparse_moe.experts.149.w3,0.0008425247,0.05000,2.907
60,block_sparse_moe.experts.157.w3,0.0252709341,0.05000,2.986
60,block_sparse_moe.experts.147.w3,0.0095416543,0.05000,2.835
60,block_sparse_moe.experts.155.w3,0.0015739903,0.05000,2.877
60,block_sparse_moe.experts.154.w3,0.0091531165,0.05000,2.852
60,block_sparse_moe.experts.153.w3,0.0054342021,0.05000,2.924
60,block_sparse_moe.experts.150.w3,0.0027829089,0.05000,2.837
60,block_sparse_moe.experts.158.w3,0.0114592460,0.05000,2.829
60,block_sparse_moe.experts.148.w3,0.0075757077,0.05000,3.042
60,block_sparse_moe.experts.144.w3,0.0058970641,0.05000,2.933
60,block_sparse_moe.experts.156.w3,0.0060673154,0.05000,2.952
60,block_sparse_moe.experts.152.w3,0.0013693204,0.05000,3.000
60,block_sparse_moe.experts.175.w3,0.0020924792,0.05000,3.029
60,block_sparse_moe.experts.161.w3,0.0011904983,0.05000,2.996
60,block_sparse_moe.experts.162.w3,0.0084064190,0.05000,2.995
60,block_sparse_moe.experts.167.w3,0.0070431574,0.05000,2.955
60,block_sparse_moe.experts.173.w3,0.0025749825,0.05000,3.085
60,block_sparse_moe.experts.163.w3,0.0034148496,0.05000,3.083
60,block_sparse_moe.experts.165.w3,0.0050957186,0.05000,3.186
60,block_sparse_moe.experts.171.w3,0.0118440227,0.05000,2.968
60,block_sparse_moe.experts.166.w3,0.0058897494,0.05000,2.985
60,block_sparse_moe.experts.170.w3,0.0051776434,0.05000,3.030
60,block_sparse_moe.experts.169.w3,0.0156486566,0.05000,3.062
60,block_sparse_moe.experts.174.w3,0.0046755443,0.05000,2.996
60,block_sparse_moe.experts.164.w3,0.0027071966,0.05000,2.992
60,block_sparse_moe.experts.160.w3,0.0310388026,0.05000,2.983
60,block_sparse_moe.experts.172.w3,0.0054782058,0.05000,3.033
60,block_sparse_moe.experts.168.w3,0.0039362070,0.05000,2.998
60,block_sparse_moe.experts.191.w3,0.0014469758,0.05000,3.107
60,block_sparse_moe.experts.178.w3,0.0083985962,0.05000,2.874
60,block_sparse_moe.experts.177.w3,0.0018237277,0.05000,3.317
60,block_sparse_moe.experts.183.w3,0.0089615391,0.05000,3.006
60,block_sparse_moe.experts.179.w3,0.0043765669,0.05000,2.861
60,block_sparse_moe.experts.187.w3,0.0022235754,0.05000,2.902
60,block_sparse_moe.experts.186.w3,0.0419480460,0.05000,2.862
60,block_sparse_moe.experts.182.w3,0.0009051922,0.05000,2.914
60,block_sparse_moe.experts.190.w3,0.0015016068,0.05000,2.858
60,block_sparse_moe.experts.189.w3,0.0014405926,0.05000,3.310
60,block_sparse_moe.experts.181.w3,0.0028392853,0.05000,3.291
60,block_sparse_moe.experts.180.w3,0.0043931514,0.05000,3.033
60,block_sparse_moe.experts.185.w3,0.0042023733,0.05000,3.232
60,block_sparse_moe.experts.176.w3,0.0007878273,0.05000,2.962
60,block_sparse_moe.experts.188.w3,0.0059179328,0.05000,3.078
60,block_sparse_moe.experts.184.w3,0.0063087645,0.05000,3.003
60,block_sparse_moe.experts.207.w3,0.0026277360,0.05000,2.836
60,block_sparse_moe.experts.194.w3,0.0150949006,0.05000,2.787
60,block_sparse_moe.experts.199.w3,0.0142435468,0.05000,2.823
60,block_sparse_moe.experts.195.w3,0.0056144681,0.05000,2.834
60,block_sparse_moe.experts.203.w3,0.0055150963,0.05000,2.927
60,block_sparse_moe.experts.193.w3,0.0112396540,0.05000,3.086
60,block_sparse_moe.experts.202.w3,0.0048097194,0.05000,2.943
60,block_sparse_moe.experts.198.w3,0.0084026294,0.05000,2.958
60,block_sparse_moe.experts.206.w3,0.0049195481,0.05000,2.910
60,block_sparse_moe.experts.197.w3,0.0748299574,0.05000,2.983
60,block_sparse_moe.experts.205.w3,0.0094296909,0.05000,3.106
60,block_sparse_moe.experts.192.w3,0.0096874139,0.05000,2.937
60,block_sparse_moe.experts.201.w3,0.0071214783,0.05000,2.976
60,block_sparse_moe.experts.196.w3,0.0055889897,0.05000,3.021
60,block_sparse_moe.experts.204.w3,0.0058245219,0.05000,3.037
60,block_sparse_moe.experts.200.w3,0.0012492731,0.05000,3.149
60,block_sparse_moe.experts.223.w3,0.0029632445,0.05000,2.670
60,block_sparse_moe.experts.215.w3,0.0068908698,0.05000,2.721
60,block_sparse_moe.experts.210.w3,0.0021594734,0.05000,3.061
60,block_sparse_moe.experts.211.w3,0.0025044332,0.05000,2.798
60,block_sparse_moe.experts.219.w3,0.0026052468,0.05000,2.898
60,block_sparse_moe.experts.218.w3,0.0079539381,0.05000,3.097
60,block_sparse_moe.experts.209.w3,0.0008955894,0.05000,3.217
60,block_sparse_moe.experts.214.w3,0.0049322834,0.05000,3.158
60,block_sparse_moe.experts.222.w3,0.0093954497,0.05000,3.211
60,block_sparse_moe.experts.213.w3,0.0229703625,0.05000,3.240
60,block_sparse_moe.experts.217.w3,0.0049369849,0.05000,3.207
60,block_sparse_moe.experts.221.w3,0.0036756606,0.05000,3.247
60,block_sparse_moe.experts.208.w3,0.0026913393,0.05000,3.231
60,block_sparse_moe.experts.212.w3,0.0023920698,0.05000,3.328
60,block_sparse_moe.experts.220.w3,0.0028464999,0.05000,3.224
60,block_sparse_moe.experts.216.w3,0.0052418357,0.05000,3.205
60,block_sparse_moe.experts.239.w3,0.0053151512,0.05000,2.966
60,block_sparse_moe.experts.231.w3,0.0044806937,0.05000,2.907
60,block_sparse_moe.experts.227.w3,0.0048795616,0.05000,2.904
60,block_sparse_moe.experts.226.w3,0.0028170450,0.05000,3.160
60,block_sparse_moe.experts.235.w3,0.0048637548,0.05000,2.891
60,block_sparse_moe.experts.234.w3,0.0148700469,0.05000,3.199
60,block_sparse_moe.experts.230.w3,0.0102437468,0.05000,3.111
60,block_sparse_moe.experts.225.w3,0.0019216345,0.05000,3.205
60,block_sparse_moe.experts.238.w3,0.0055186776,0.05000,3.167
60,block_sparse_moe.experts.224.w3,0.0037029471,0.05000,3.138
60,block_sparse_moe.experts.229.w3,0.0078925731,0.05000,3.332
60,block_sparse_moe.experts.233.w3,0.0071726233,0.05000,3.248
60,block_sparse_moe.experts.228.w3,0.0065462775,0.05000,3.116
60,block_sparse_moe.experts.237.w3,0.0188915759,0.05000,3.313
60,block_sparse_moe.experts.236.w3,0.0042912710,0.05000,3.142
60,block_sparse_moe.experts.255.w3,0.0097386743,0.05000,3.109
60,block_sparse_moe.experts.232.w3,0.0041448760,0.05000,3.223
60,block_sparse_moe.experts.247.w3,0.0108629562,0.05000,3.130
60,block_sparse_moe.experts.243.w3,0.0086983549,0.05000,3.074
60,block_sparse_moe.experts.251.w3,0.0017177480,0.05000,2.902
60,block_sparse_moe.experts.242.w3,0.0075137185,0.05000,3.307
60,block_sparse_moe.experts.246.w3,3.1922359467,0.05000,2.998
60,block_sparse_moe.experts.250.w3,0.0023791078,0.05000,3.100
60,block_sparse_moe.experts.254.w3,0.0123743053,0.05000,2.890
60,block_sparse_moe.experts.241.w3,0.0081828424,0.05000,3.152
60,block_sparse_moe.experts.249.w3,0.0012154105,0.05000,2.920
60,block_sparse_moe.experts.245.w3,0.0052805273,0.05000,2.932
60,block_sparse_moe.experts.253.w3,0.0118686110,0.05000,2.896
60,block_sparse_moe.experts.240.w3,0.0092895222,0.05000,3.133
60,block_sparse_moe.experts.244.w3,0.0072819967,0.05000,3.099
60,block_sparse_moe.experts.252.w3,0.0026697296,0.05000,2.911
60,block_sparse_moe.experts.248.w3,0.0215330351,0.05000,2.408
60,block_sparse_moe.experts.4.w2,0.0925596573,0.05000,1.417
60,block_sparse_moe.experts.13.w2,0.0037804543,0.05000,1.424
60,block_sparse_moe.experts.8.w2,0.0010376889,0.05000,1.445
60,block_sparse_moe.experts.9.w2,0.0705668369,0.05000,1.468
60,block_sparse_moe.experts.6.w2,0.0492016154,0.05000,1.468
60,block_sparse_moe.experts.5.w2,0.0193787618,0.05000,1.474
60,block_sparse_moe.experts.12.w2,0.0094820141,0.05000,1.484
60,block_sparse_moe.experts.2.w2,0.0380365857,0.05000,1.486
60,block_sparse_moe.experts.7.w2,0.0056928244,0.05000,1.504
60,block_sparse_moe.experts.10.w2,0.0185745909,0.05000,1.505
60,block_sparse_moe.experts.0.w2,0.0590758637,0.05000,1.517
60,block_sparse_moe.experts.11.w2,0.0001688085,0.05000,1.522
60,block_sparse_moe.experts.1.w2,0.0116466747,0.05000,1.547
60,block_sparse_moe.experts.14.w2,0.2713307280,0.05000,1.557
60,block_sparse_moe.experts.3.w2,0.1238539725,0.05000,1.562
60,block_sparse_moe.experts.15.w2,0.1787375774,0.05000,1.561
60,block_sparse_moe.experts.21.w2,0.0504004286,0.05000,1.325
60,block_sparse_moe.experts.29.w2,0.0248877015,0.05000,1.378
60,block_sparse_moe.experts.22.w2,0.0812303177,0.05000,1.413
60,block_sparse_moe.experts.18.w2,0.0125035827,0.05000,1.403
60,block_sparse_moe.experts.26.w2,0.1446515126,0.05000,1.425
60,block_sparse_moe.experts.25.w2,0.0800024321,0.05000,1.494
60,block_sparse_moe.experts.30.w2,0.0007911660,0.05000,1.415
60,block_sparse_moe.experts.20.w2,0.3076187975,0.05000,1.571
60,block_sparse_moe.experts.27.w2,0.0661121615,0.05000,1.467
60,block_sparse_moe.experts.24.w2,0.0878417617,0.05000,1.544
60,block_sparse_moe.experts.23.w2,0.0004973959,0.05000,1.488
60,block_sparse_moe.experts.17.w2,1.7322132111,0.05000,1.472
60,block_sparse_moe.experts.28.w2,0.0763875928,0.05000,1.539
60,block_sparse_moe.experts.31.w2,0.0159743999,0.05000,1.496
60,block_sparse_moe.experts.19.w2,0.0012248865,0.05000,1.518
60,block_sparse_moe.experts.16.w2,0.0111611857,0.05000,1.598
60,block_sparse_moe.experts.37.w2,0.1651639410,0.05000,1.555
60,block_sparse_moe.experts.45.w2,0.0029392837,0.05000,1.573
60,block_sparse_moe.experts.34.w2,0.0068217135,0.05000,1.540
60,block_sparse_moe.experts.41.w2,0.0453263483,0.05000,1.491
60,block_sparse_moe.experts.38.w2,0.0376396206,0.05000,1.594
60,block_sparse_moe.experts.46.w2,0.0256896995,0.05000,1.556
60,block_sparse_moe.experts.36.w2,0.0234313779,0.05000,1.558
60,block_sparse_moe.experts.43.w2,0.0024495316,0.05000,1.564
60,block_sparse_moe.experts.39.w2,0.1122578191,0.05000,1.565
60,block_sparse_moe.experts.42.w2,0.0913730939,0.05000,1.636
60,block_sparse_moe.experts.40.w2,0.0059580178,0.05000,1.588
60,block_sparse_moe.experts.33.w2,0.0227156605,0.05000,1.572
60,block_sparse_moe.experts.47.w2,0.0000582715,0.05000,1.573
60,block_sparse_moe.experts.44.w2,0.0152709671,0.05000,1.623
60,block_sparse_moe.experts.35.w2,0.9107727628,0.05000,1.568
60,block_sparse_moe.experts.32.w2,0.0273762539,0.05000,1.659
60,block_sparse_moe.experts.53.w2,0.2290438680,0.05000,1.442
60,block_sparse_moe.experts.57.w2,0.0003887237,0.05000,1.426
60,block_sparse_moe.experts.61.w2,0.0003663728,0.05000,1.537
60,block_sparse_moe.experts.49.w2,0.0265381473,0.05000,1.373
60,block_sparse_moe.experts.50.w2,0.0438391940,0.05000,1.556
60,block_sparse_moe.experts.55.w2,0.0129823397,0.05000,1.453
60,block_sparse_moe.experts.63.w2,0.0134637110,0.05000,1.396
60,block_sparse_moe.experts.59.w2,0.1452189164,0.05000,1.485
60,block_sparse_moe.experts.62.w2,0.0629804883,0.05000,1.521
60,block_sparse_moe.experts.52.w2,0.0878518460,0.05000,1.516
60,block_sparse_moe.experts.54.w2,0.0452177935,0.05000,1.602
60,block_sparse_moe.experts.56.w2,0.0003700685,0.05000,1.502
60,block_sparse_moe.experts.58.w2,0.0048179031,0.05000,1.583
60,block_sparse_moe.experts.60.w2,0.0237021218,0.05000,1.501
60,block_sparse_moe.experts.51.w2,0.0056791505,0.05000,1.496
60,block_sparse_moe.experts.48.w2,0.1415569749,0.05000,1.530
60,block_sparse_moe.experts.69.w2,0.0060554577,0.05000,1.389
60,block_sparse_moe.experts.73.w2,0.1149608374,0.05000,1.449
60,block_sparse_moe.experts.77.w2,0.0007346146,0.05000,1.542
60,block_sparse_moe.experts.65.w2,0.0046224455,0.05000,1.512
60,block_sparse_moe.experts.66.w2,0.0061232003,0.05000,1.582
60,block_sparse_moe.experts.71.w2,0.0397522813,0.05000,1.559
60,block_sparse_moe.experts.75.w2,0.0005516148,0.05000,1.536
60,block_sparse_moe.experts.68.w2,0.0767517722,0.05000,1.516
60,block_sparse_moe.experts.72.w2,0.0316440684,0.05000,1.504
60,block_sparse_moe.experts.79.w2,0.0363609056,0.05000,1.556
60,block_sparse_moe.experts.78.w2,0.0533041178,0.05000,1.592
60,block_sparse_moe.experts.76.w2,0.0294578704,0.05000,1.531
60,block_sparse_moe.experts.70.w2,0.0005184621,0.05000,1.602
60,block_sparse_moe.experts.74.w2,0.0116478935,0.05000,1.574
60,block_sparse_moe.experts.67.w2,0.0307259337,0.05000,1.580
60,block_sparse_moe.experts.64.w2,16.0576667786,0.05000,1.545
60,block_sparse_moe.experts.85.w2,0.0560447369,0.05000,1.611
60,block_sparse_moe.experts.89.w2,0.0010858848,0.05000,1.558
60,block_sparse_moe.experts.81.w2,0.0379870683,0.05000,1.461
60,block_sparse_moe.experts.93.w2,0.0253927698,0.05000,1.481
60,block_sparse_moe.experts.88.w2,0.0037997008,0.05000,1.402
60,block_sparse_moe.experts.84.w2,0.0059712725,0.05000,1.411
60,block_sparse_moe.experts.82.w2,37.8053321838,0.05000,1.484
60,block_sparse_moe.experts.95.w2,0.1661579076,0.05000,1.469
60,block_sparse_moe.experts.87.w2,0.0974002254,0.05000,1.528
60,block_sparse_moe.experts.94.w2,0.0002804691,0.05000,1.451
60,block_sparse_moe.experts.92.w2,0.0052583153,0.05000,1.445
60,block_sparse_moe.experts.91.w2,0.0122359656,0.05000,1.567
60,block_sparse_moe.experts.86.w2,0.0270073102,0.05000,1.524
60,block_sparse_moe.experts.80.w2,0.0019771423,0.05000,1.461
60,block_sparse_moe.experts.90.w2,0.0133819256,0.05000,1.617
60,block_sparse_moe.experts.83.w2,0.0608678508,0.05000,1.643
60,block_sparse_moe.experts.101.w2,0.0685616544,0.05000,1.425
60,block_sparse_moe.experts.105.w2,0.1194213799,0.05000,1.474
60,block_sparse_moe.experts.100.w2,0.0677911037,0.05000,1.433
60,block_sparse_moe.experts.97.w2,0.0088493275,0.05000,1.516
60,block_sparse_moe.experts.109.w2,0.0764833565,0.05000,1.558
60,block_sparse_moe.experts.104.w2,0.0008719952,0.05000,1.529
60,block_sparse_moe.experts.108.w2,0.0005376875,0.05000,1.466
60,block_sparse_moe.experts.98.w2,0.0025647980,0.05000,1.539
60,block_sparse_moe.experts.111.w2,0.0040084378,0.05000,1.553
60,block_sparse_moe.experts.110.w2,0.0083279190,0.05000,1.532
60,block_sparse_moe.experts.103.w2,0.0528410120,0.05000,1.586
60,block_sparse_moe.experts.107.w2,0.0424969788,0.05000,1.610
60,block_sparse_moe.experts.102.w2,0.0307917330,0.05000,1.547
60,block_sparse_moe.experts.96.w2,0.0699232624,0.05000,1.500
60,block_sparse_moe.experts.106.w2,0.0373979127,0.05000,1.593
60,block_sparse_moe.experts.99.w2,0.0039932555,0.05000,1.594
60,block_sparse_moe.experts.117.w2,0.0125064304,0.05000,1.517
60,block_sparse_moe.experts.116.w2,0.0038500132,0.05000,1.384
60,block_sparse_moe.experts.121.w2,0.0805873779,0.05000,1.483
60,block_sparse_moe.experts.120.w2,0.0036599518,0.05000,1.464
60,block_sparse_moe.experts.113.w2,0.0349614956,0.05000,1.554
60,block_sparse_moe.experts.125.w2,0.0466511421,0.05000,1.538
60,block_sparse_moe.experts.124.w2,0.0034702593,0.05000,1.472
60,block_sparse_moe.experts.114.w2,7.2642536163,0.05000,1.494
60,block_sparse_moe.experts.127.w2,0.0530671694,0.05000,1.519
60,block_sparse_moe.experts.126.w2,0.0154981931,0.05000,1.506
60,block_sparse_moe.experts.112.w2,0.0269965161,0.05000,1.402
60,block_sparse_moe.experts.119.w2,0.0440355683,0.05000,1.543
60,block_sparse_moe.experts.123.w2,0.0040343554,0.05000,1.526
60,block_sparse_moe.experts.118.w2,0.0020339831,0.05000,1.533
60,block_sparse_moe.experts.115.w2,0.0159727971,0.05000,1.478
60,block_sparse_moe.experts.122.w2,0.0006720478,0.05000,1.538
60,block_sparse_moe.experts.132.w2,0.0724375950,0.05000,1.361
60,block_sparse_moe.experts.136.w2,0.4146076784,0.05000,1.286
60,block_sparse_moe.experts.133.w2,0.0040171953,0.05000,1.541
60,block_sparse_moe.experts.137.w2,0.0161343342,0.05000,1.528
60,block_sparse_moe.experts.140.w2,0.0610181157,0.05000,1.341
60,block_sparse_moe.experts.129.w2,0.0324605581,0.05000,1.557
60,block_sparse_moe.experts.128.w2,0.0245710753,0.05000,1.355
60,block_sparse_moe.experts.141.w2,0.0051575625,0.05000,1.626
60,block_sparse_moe.experts.143.w2,0.0170947428,0.05000,1.629
60,block_sparse_moe.experts.130.w2,0.0243711652,0.05000,1.694
60,block_sparse_moe.experts.135.w2,0.0156008820,0.05000,1.597
60,block_sparse_moe.experts.142.w2,0.0173405530,0.05000,1.719
60,block_sparse_moe.experts.139.w2,0.0003139696,0.05000,1.614
60,block_sparse_moe.experts.134.w2,0.0379531782,0.05000,1.705
60,block_sparse_moe.experts.131.w2,0.0005696126,0.05000,1.695
60,block_sparse_moe.experts.138.w2,0.0018492584,0.05000,1.735
60,block_sparse_moe.experts.148.w2,0.0136521527,0.05000,1.351
60,block_sparse_moe.experts.152.w2,0.0109168463,0.05000,1.428
60,block_sparse_moe.experts.156.w2,0.0350990515,0.05000,1.378
60,block_sparse_moe.experts.149.w2,0.0004125575,0.05000,1.623
60,block_sparse_moe.experts.153.w2,0.0451404198,0.05000,1.570
60,block_sparse_moe.experts.144.w2,0.0319795195,0.05000,1.414
60,block_sparse_moe.experts.145.w2,0.0322079197,0.05000,1.532
60,block_sparse_moe.experts.157.w2,0.3119067182,0.05000,1.568
60,block_sparse_moe.experts.146.w2,0.0111266539,0.05000,1.509
60,block_sparse_moe.experts.151.w2,0.0172352835,0.05000,1.558
60,block_sparse_moe.experts.158.w2,0.2504166604,0.05000,1.543
60,block_sparse_moe.experts.159.w2,0.0775952913,0.05000,1.652
60,block_sparse_moe.experts.155.w2,0.0009817694,0.05000,1.589
60,block_sparse_moe.experts.150.w2,0.0028721075,0.05000,1.519
60,block_sparse_moe.experts.147.w2,0.0639227756,0.05000,1.569
60,block_sparse_moe.experts.154.w2,0.0187384450,0.05000,1.535
60,block_sparse_moe.experts.164.w2,0.0330079932,0.05000,1.424
60,block_sparse_moe.experts.168.w2,0.0071108880,0.05000,1.366
60,block_sparse_moe.experts.172.w2,0.0598567992,0.05000,1.413
60,block_sparse_moe.experts.160.w2,0.0660917724,0.05000,1.370
60,block_sparse_moe.experts.165.w2,0.0144414740,0.05000,1.547
60,block_sparse_moe.experts.169.w2,0.0381272687,0.05000,1.553
60,block_sparse_moe.experts.161.w2,0.0423946994,0.05000,1.524
60,block_sparse_moe.experts.162.w2,0.2041508452,0.05000,1.385
60,block_sparse_moe.experts.173.w2,0.0024634150,0.05000,1.502
60,block_sparse_moe.experts.174.w2,0.0181025341,0.05000,1.335
60,block_sparse_moe.experts.166.w2,0.0142844520,0.05000,1.360
60,block_sparse_moe.experts.167.w2,0.0183928675,0.05000,1.493
60,block_sparse_moe.experts.175.w2,0.0067948703,0.05000,1.524
60,block_sparse_moe.experts.171.w2,0.0029520326,0.05000,1.554
60,block_sparse_moe.experts.170.w2,0.0982312145,0.05000,1.345
60,block_sparse_moe.experts.163.w2,0.1770818598,0.05000,1.553
60,block_sparse_moe.experts.180.w2,0.0146664798,0.05000,1.340
60,block_sparse_moe.experts.184.w2,0.0332181122,0.05000,1.376
60,block_sparse_moe.experts.188.w2,0.0276578881,0.05000,1.332
60,block_sparse_moe.experts.176.w2,0.0125454022,0.05000,1.366
60,block_sparse_moe.experts.181.w2,0.0012093412,0.05000,1.595
60,block_sparse_moe.experts.185.w2,0.0055032438,0.05000,1.590
60,block_sparse_moe.experts.178.w2,0.1277905801,0.05000,1.432
60,block_sparse_moe.experts.190.w2,0.0016347448,0.05000,1.393
60,block_sparse_moe.experts.177.w2,0.0365443133,0.05000,1.596
60,block_sparse_moe.experts.182.w2,0.0009520285,0.05000,1.425
60,block_sparse_moe.experts.189.w2,0.0002532162,0.05000,1.594
60,block_sparse_moe.experts.191.w2,0.0023456276,0.05000,1.535
60,block_sparse_moe.experts.183.w2,0.1079276028,0.05000,1.640
60,block_sparse_moe.experts.186.w2,0.1767146052,0.05000,1.508
60,block_sparse_moe.experts.187.w2,0.0005276856,0.05000,1.571
60,block_sparse_moe.experts.196.w2,0.0167268561,0.05000,1.447
60,block_sparse_moe.experts.179.w2,0.0037628154,0.05000,1.593
60,block_sparse_moe.experts.204.w2,0.0255095931,0.05000,1.361
60,block_sparse_moe.experts.200.w2,0.0013423659,0.05000,1.471
60,block_sparse_moe.experts.192.w2,0.0431120533,0.05000,1.478
60,block_sparse_moe.experts.197.w2,0.4929329310,0.05000,1.616
60,block_sparse_moe.experts.201.w2,0.0213499255,0.05000,1.599
60,block_sparse_moe.experts.206.w2,0.0655775911,0.05000,1.577
60,block_sparse_moe.experts.194.w2,0.0753043128,0.05000,1.604
60,block_sparse_moe.experts.193.w2,0.0604934466,0.05000,1.589
60,block_sparse_moe.experts.198.w2,0.0593997644,0.05000,1.531
60,block_sparse_moe.experts.205.w2,0.0177106786,0.05000,1.637
60,block_sparse_moe.experts.207.w2,0.0212688526,0.05000,1.590
60,block_sparse_moe.experts.199.w2,0.1314664080,0.05000,1.604
60,block_sparse_moe.experts.203.w2,0.0104722382,0.05000,1.576
60,block_sparse_moe.experts.202.w2,0.0064390224,0.05000,1.634
60,block_sparse_moe.experts.212.w2,0.0161127223,0.05000,1.500
60,block_sparse_moe.experts.216.w2,0.0713282464,0.05000,1.500
60,block_sparse_moe.experts.220.w2,0.0135547204,0.05000,1.549
60,block_sparse_moe.experts.195.w2,0.0049514241,0.05000,1.632
60,block_sparse_moe.experts.208.w2,0.0149266115,0.05000,1.456
60,block_sparse_moe.experts.210.w2,0.0008954591,0.05000,1.474
60,block_sparse_moe.experts.222.w2,0.0039116010,0.05000,1.513
60,block_sparse_moe.experts.213.w2,0.1493588560,0.05000,1.554
60,block_sparse_moe.experts.217.w2,0.0011275279,0.05000,1.537
60,block_sparse_moe.experts.209.w2,0.0005885780,0.05000,1.579
60,block_sparse_moe.experts.214.w2,0.0119076374,0.05000,1.571
60,block_sparse_moe.experts.221.w2,0.0004309170,0.05000,1.570
60,block_sparse_moe.experts.228.w2,0.0059203430,0.05000,1.396
60,block_sparse_moe.experts.218.w2,0.0283475152,0.05000,1.446
60,block_sparse_moe.experts.215.w2,0.0179796484,0.05000,1.567
60,block_sparse_moe.experts.223.w2,0.0037694280,0.05000,1.628
60,block_sparse_moe.experts.219.w2,0.0094857186,0.05000,1.571
60,block_sparse_moe.experts.236.w2,0.0302591133,0.05000,1.452
60,block_sparse_moe.experts.232.w2,0.0486743595,0.05000,1.487
60,block_sparse_moe.experts.211.w2,0.0017685717,0.05000,1.459
60,block_sparse_moe.experts.224.w2,0.0022278808,0.05000,1.559
60,block_sparse_moe.experts.229.w2,0.0343754689,0.05000,1.490
60,block_sparse_moe.experts.233.w2,0.2246577590,0.05000,1.509
60,block_sparse_moe.experts.225.w2,0.0629581928,0.05000,1.441
60,block_sparse_moe.experts.226.w2,0.0124101268,0.05000,1.648
60,block_sparse_moe.experts.238.w2,0.0029940466,0.05000,1.649
60,block_sparse_moe.experts.230.w2,0.2542138279,0.05000,1.555
60,block_sparse_moe.experts.237.w2,0.0302792791,0.05000,1.432
60,block_sparse_moe.experts.244.w2,0.0135224270,0.05000,1.510
60,block_sparse_moe.experts.231.w2,0.0021175779,0.05000,1.463
60,block_sparse_moe.experts.239.w2,0.0036577757,0.05000,1.468
60,block_sparse_moe.experts.234.w2,0.0035955540,0.05000,1.498
60,block_sparse_moe.experts.235.w2,0.0275487046,0.05000,1.451
60,block_sparse_moe.experts.248.w2,0.2548596908,0.05000,1.441
60,block_sparse_moe.experts.252.w2,0.0219587624,0.05000,1.447
60,block_sparse_moe.experts.240.w2,0.0706138668,0.05000,1.218
60,block_sparse_moe.experts.227.w2,0.0038213714,0.05000,1.505
60,block_sparse_moe.experts.242.w2,0.0196284760,0.05000,1.255
60,block_sparse_moe.experts.254.w2,0.1688996652,0.05000,1.283
60,block_sparse_moe.experts.249.w2,0.0020354281,0.05000,1.463
60,block_sparse_moe.experts.245.w2,0.0052193705,0.05000,1.493
60,block_sparse_moe.experts.246.w2,66.9513015747,0.05000,1.265
60,block_sparse_moe.experts.241.w2,0.0647354071,0.05000,1.416
60,block_sparse_moe.experts.253.w2,0.0901992170,0.05000,1.329
60,block_sparse_moe.experts.250.w2,0.0025848477,0.05000,1.131
60,block_sparse_moe.experts.255.w2,0.0297976175,0.05000,1.394
60,block_sparse_moe.experts.247.w2,0.0127583570,0.05000,1.408
60,block_sparse_moe.experts.251.w2,0.0062495562,0.05000,1.435
60,block_sparse_moe.experts.243.w2,0.0209428896,0.05000,1.240
61,self_attn.q_proj,0.0002201787,0.05000,0.942
61,self_attn.k_proj,0.0000239184,0.05000,0.951
61,self_attn.v_proj,0.0000796421,0.05000,1.009
61,self_attn.o_proj,0.0000981605,0.05000,1.856
61,block_sparse_moe.experts.4.w1,0.0071696980,0.05000,3.057
61,block_sparse_moe.experts.8.w1,0.0060539185,0.05000,3.065
61,block_sparse_moe.experts.0.w1,0.0052145319,0.05000,3.064
61,block_sparse_moe.experts.12.w1,0.0018287320,0.05000,3.179
61,block_sparse_moe.experts.15.w1,0.0017148590,0.05000,3.028
61,block_sparse_moe.experts.3.w1,0.0026777515,0.05000,3.239
61,block_sparse_moe.experts.13.w1,0.0010370344,0.05000,3.304
61,block_sparse_moe.experts.6.w1,0.0017357806,0.05000,3.295
61,block_sparse_moe.experts.1.w1,0.0006839161,0.05000,3.345
61,block_sparse_moe.experts.5.w1,0.0087431064,0.05000,3.406
61,block_sparse_moe.experts.7.w1,0.0059836329,0.05000,3.384
61,block_sparse_moe.experts.14.w1,0.0049282876,0.05000,3.180
61,block_sparse_moe.experts.10.w1,0.0012090776,0.05000,3.451
61,block_sparse_moe.experts.9.w1,0.0009360043,0.05000,3.453
61,block_sparse_moe.experts.11.w1,0.0052587858,0.05000,3.460
61,block_sparse_moe.experts.2.w1,0.0068062973,0.05000,3.456
61,block_sparse_moe.experts.18.w1,999999999.0000000000,0.05000,0.144
61,block_sparse_moe.experts.31.w1,0.0060576350,0.05000,1.954
61,block_sparse_moe.experts.19.w1,0.0026230486,0.05000,1.972
61,block_sparse_moe.experts.20.w1,0.0048029430,0.05000,3.238
61,block_sparse_moe.experts.24.w1,0.0007109377,0.05000,3.275
61,block_sparse_moe.experts.22.w1,0.0014889177,0.05000,3.040
61,block_sparse_moe.experts.26.w1,0.0020341225,0.05000,2.962
61,block_sparse_moe.experts.30.w1,0.0054387627,0.05000,3.015
61,block_sparse_moe.experts.28.w1,0.0008678957,0.05000,3.302
61,block_sparse_moe.experts.16.w1,0.0007688664,0.05000,3.424
61,block_sparse_moe.experts.42.w1,999999999.0000000000,0.05000,0.118
61,block_sparse_moe.experts.34.w1,0.0098918289,0.05000,3.002
61,block_sparse_moe.experts.29.w1,0.0033629029,0.05000,5.749
61,block_sparse_moe.experts.21.w1,0.0017256916,0.05000,5.670
61,block_sparse_moe.experts.17.w1,0.0039636671,0.05000,5.774
61,block_sparse_moe.experts.25.w1,0.0055747057,0.05000,5.789
61,block_sparse_moe.experts.36.w1,0.0768619061,0.05000,3.401
61,block_sparse_moe.experts.40.w1,0.0007188798,0.05000,3.396
61,block_sparse_moe.experts.44.w1,0.0009600286,0.05000,3.466
61,block_sparse_moe.experts.32.w1,0.0265979596,0.05000,3.464
61,block_sparse_moe.experts.38.w1,0.0099102412,0.05000,5.327
61,block_sparse_moe.experts.46.w1,0.0060811505,0.05000,5.313
61,block_sparse_moe.experts.58.w1,0.0021763214,0.05000,5.249
61,block_sparse_moe.experts.50.w1,0.0013486855,0.05000,5.390
61,block_sparse_moe.experts.45.w1,0.0012989095,0.05000,3.292
61,block_sparse_moe.experts.37.w1,0.0017649720,0.05000,3.297
61,block_sparse_moe.experts.33.w1,0.0009562256,0.05000,3.255
61,block_sparse_moe.experts.41.w1,0.0002941993,0.05000,3.172
61,block_sparse_moe.experts.52.w1,0.0039342047,0.05000,3.369
61,block_sparse_moe.experts.56.w1,0.0247131983,0.05000,3.380
61,block_sparse_moe.experts.60.w1,0.0013219734,0.05000,3.250
61,block_sparse_moe.experts.48.w1,0.0022174498,0.05000,3.289
61,block_sparse_moe.experts.23.w1,0.0305674871,0.05000,3.430
61,block_sparse_moe.experts.35.w1,0.0005298217,0.05000,3.495
61,block_sparse_moe.experts.47.w1,0.0082852338,0.05000,3.532
61,block_sparse_moe.experts.27.w1,0.0068969768,0.05000,3.592
61,block_sparse_moe.experts.54.w1,0.0013252094,0.05000,3.278
61,block_sparse_moe.experts.74.w1,0.0015346321,0.05000,3.220
61,block_sparse_moe.experts.62.w1,0.0027139227,0.05000,3.291
61,block_sparse_moe.experts.66.w1,0.0034650151,0.05000,3.128
61,block_sparse_moe.experts.68.w1,0.0067900742,0.05000,3.297
61,block_sparse_moe.experts.57.w1,0.0071031336,0.05000,3.373
61,block_sparse_moe.experts.76.w1,0.0267499171,0.05000,3.166
61,block_sparse_moe.experts.72.w1,0.0008881783,0.05000,3.271
61,block_sparse_moe.experts.61.w1,0.0076267008,0.05000,3.399
61,block_sparse_moe.experts.49.w1,0.0007665170,0.05000,3.458
61,block_sparse_moe.experts.64.w1,0.0047474621,0.05000,3.206
61,block_sparse_moe.experts.53.w1,0.0009522746,0.05000,3.536
61,block_sparse_moe.experts.39.w1,0.0026508516,0.05000,3.008
61,block_sparse_moe.experts.51.w1,0.0010444970,0.05000,3.005
61,block_sparse_moe.experts.63.w1,0.0018305345,0.05000,3.096
61,block_sparse_moe.experts.43.w1,0.0099280130,0.05000,3.039
61,block_sparse_moe.experts.82.w1,1.2550128301,0.05000,3.041
61,block_sparse_moe.experts.78.w1,0.0018334125,0.05000,3.155
61,block_sparse_moe.experts.90.w1,0.0488269852,0.05000,3.166
61,block_sparse_moe.experts.70.w1,0.0081608469,0.05000,3.252
61,block_sparse_moe.experts.65.w1,0.0024801983,0.05000,2.780
61,block_sparse_moe.experts.77.w1,0.0019177928,0.05000,2.887
61,block_sparse_moe.experts.73.w1,0.0013070885,0.05000,2.963
61,block_sparse_moe.experts.84.w1,0.0045182002,0.05000,3.106
61,block_sparse_moe.experts.88.w1,0.0041077207,0.05000,3.084
61,block_sparse_moe.experts.69.w1,0.0033300469,0.05000,2.992
61,block_sparse_moe.experts.92.w1,0.0033001413,0.05000,3.179
61,block_sparse_moe.experts.80.w1,0.0007649308,0.05000,3.128
61,block_sparse_moe.experts.67.w1,0.0056886103,0.05000,2.923
61,block_sparse_moe.experts.55.w1,0.0060053136,0.05000,3.058
61,block_sparse_moe.experts.59.w1,0.0010949090,0.05000,2.971
61,block_sparse_moe.experts.79.w1,0.0153198009,0.05000,2.974
61,block_sparse_moe.experts.94.w1,0.3480247921,0.05000,2.775
61,block_sparse_moe.experts.98.w1,0.0060008363,0.05000,2.940
61,block_sparse_moe.experts.106.w1,0.0022690357,0.05000,2.847
61,block_sparse_moe.experts.86.w1,0.0187601757,0.05000,2.843
61,block_sparse_moe.experts.81.w1,0.0054811507,0.05000,3.219
61,block_sparse_moe.experts.89.w1,0.0021004985,0.05000,3.188
61,block_sparse_moe.experts.104.w1,0.0026253997,0.05000,3.071
61,block_sparse_moe.experts.93.w1,0.0045597547,0.05000,3.311
61,block_sparse_moe.experts.96.w1,3.0247850418,0.05000,3.073
61,block_sparse_moe.experts.85.w1,0.0060421185,0.05000,3.193
61,block_sparse_moe.experts.100.w1,0.0013321542,0.05000,3.247
61,block_sparse_moe.experts.108.w1,0.0022064118,0.05000,3.205
61,block_sparse_moe.experts.83.w1,0.0007720271,0.05000,3.114
61,block_sparse_moe.experts.71.w1,0.0045330728,0.05000,3.081
61,block_sparse_moe.experts.75.w1,0.0011497250,0.05000,3.070
61,block_sparse_moe.experts.95.w1,0.0017521511,0.05000,3.106
61,block_sparse_moe.experts.110.w1,0.0011205011,0.05000,3.015
61,block_sparse_moe.experts.122.w1,0.0016373563,0.05000,3.002
61,block_sparse_moe.experts.114.w1,0.0064335152,0.05000,3.054
61,block_sparse_moe.experts.102.w1,0.0012730850,0.05000,2.950
61,block_sparse_moe.experts.105.w1,0.0010542505,0.05000,2.970
61,block_sparse_moe.experts.109.w1,0.0020975587,0.05000,2.943
61,block_sparse_moe.experts.97.w1,0.0049908415,0.05000,3.112
61,block_sparse_moe.experts.101.w1,0.0181887471,0.05000,3.055
61,block_sparse_moe.experts.120.w1,0.0187225725,0.05000,3.246
61,block_sparse_moe.experts.116.w1,0.0063329227,0.05000,3.105
61,block_sparse_moe.experts.124.w1,0.0084847710,0.05000,3.138
61,block_sparse_moe.experts.112.w1,0.0050881163,0.05000,3.252
61,block_sparse_moe.experts.99.w1,0.0533859396,0.05000,2.876
61,block_sparse_moe.experts.87.w1,0.0013451218,0.05000,2.905
61,block_sparse_moe.experts.91.w1,0.0032966075,0.05000,2.918
61,block_sparse_moe.experts.111.w1,0.0029227497,0.05000,2.956
61,block_sparse_moe.experts.126.w1,0.0005305088,0.05000,2.616
61,block_sparse_moe.experts.118.w1,0.0057370166,0.05000,2.522
61,block_sparse_moe.experts.138.w1,0.0047078649,0.05000,2.633
61,block_sparse_moe.experts.130.w1,0.0030994121,0.05000,2.651
61,block_sparse_moe.experts.113.w1,0.0006199628,0.05000,2.672
61,block_sparse_moe.experts.121.w1,0.0009178230,0.05000,2.795
61,block_sparse_moe.experts.125.w1,0.0017414162,0.05000,2.856
61,block_sparse_moe.experts.117.w1,0.0007991341,0.05000,2.810
61,block_sparse_moe.experts.136.w1,0.0005612740,0.05000,3.047
61,block_sparse_moe.experts.132.w1,0.0006767896,0.05000,3.071
61,block_sparse_moe.experts.140.w1,0.0017879036,0.05000,3.037
61,block_sparse_moe.experts.128.w1,0.0009561706,0.05000,3.109
61,block_sparse_moe.experts.115.w1,0.0056326857,0.05000,2.682
61,block_sparse_moe.experts.103.w1,0.0112688791,0.05000,2.830
61,block_sparse_moe.experts.107.w1,0.0082713446,0.05000,2.777
61,block_sparse_moe.experts.127.w1,0.0029059062,0.05000,2.802
61,block_sparse_moe.experts.134.w1,0.0070385756,0.05000,2.940
61,block_sparse_moe.experts.154.w1,0.0009897955,0.05000,2.907
61,block_sparse_moe.experts.146.w1,0.0031005203,0.05000,2.924
61,block_sparse_moe.experts.142.w1,0.0005837579,0.05000,3.088
61,block_sparse_moe.experts.129.w1,0.0014412835,0.05000,3.051
61,block_sparse_moe.experts.137.w1,0.0031640936,0.05000,3.086
61,block_sparse_moe.experts.141.w1,0.0019693937,0.05000,3.028
61,block_sparse_moe.experts.133.w1,0.0012536129,0.05000,3.140
61,block_sparse_moe.experts.156.w1,0.0140753376,0.05000,3.137
61,block_sparse_moe.experts.152.w1,0.0010773960,0.05000,3.294
61,block_sparse_moe.experts.144.w1,0.0041882571,0.05000,3.220
61,block_sparse_moe.experts.148.w1,0.0014151407,0.05000,3.376
61,block_sparse_moe.experts.131.w1,0.0068257964,0.05000,3.009
61,block_sparse_moe.experts.119.w1,0.0009144888,0.05000,2.989
61,block_sparse_moe.experts.123.w1,0.0007439707,0.05000,3.070
61,block_sparse_moe.experts.143.w1,0.0008983009,0.05000,3.032
61,block_sparse_moe.experts.158.w1,0.0016094390,0.05000,2.856
61,block_sparse_moe.experts.150.w1,0.0097795442,0.05000,3.068
61,block_sparse_moe.experts.170.w1,0.0051660776,0.05000,3.027
61,block_sparse_moe.experts.162.w1,0.0006488050,0.05000,3.088
61,block_sparse_moe.experts.145.w1,0.0223971330,0.05000,3.097
61,block_sparse_moe.experts.153.w1,0.0043931397,0.05000,3.086
61,block_sparse_moe.experts.157.w1,0.0165473728,0.05000,3.077
61,block_sparse_moe.experts.149.w1,1.1861504714,0.05000,3.058
61,block_sparse_moe.experts.172.w1,0.0139058569,0.05000,2.931
61,block_sparse_moe.experts.168.w1,0.0007589200,0.05000,3.019
61,block_sparse_moe.experts.160.w1,0.0020077388,0.05000,2.941
61,block_sparse_moe.experts.164.w1,0.0011871045,0.05000,2.995
61,block_sparse_moe.experts.147.w1,0.0012652904,0.05000,3.015
61,block_sparse_moe.experts.135.w1,0.0006034112,0.05000,2.995
61,block_sparse_moe.experts.139.w1,0.0057401752,0.05000,3.031
61,block_sparse_moe.experts.159.w1,0.0109445313,0.05000,3.009
61,block_sparse_moe.experts.166.w1,0.0007881855,0.05000,2.938
61,block_sparse_moe.experts.174.w1,0.0013220810,0.05000,3.051
61,block_sparse_moe.experts.186.w1,0.0027160556,0.05000,3.016
61,block_sparse_moe.experts.178.w1,0.0012974610,0.05000,2.941
61,block_sparse_moe.experts.161.w1,0.0293549112,0.05000,3.010
61,block_sparse_moe.experts.169.w1,0.0005406658,0.05000,3.028
61,block_sparse_moe.experts.173.w1,0.0014606925,0.05000,3.092
61,block_sparse_moe.experts.165.w1,0.0013860528,0.05000,2.984
61,block_sparse_moe.experts.188.w1,0.0031830443,0.05000,2.996
61,block_sparse_moe.experts.176.w1,0.0006439442,0.05000,2.903
61,block_sparse_moe.experts.180.w1,0.0020538576,0.05000,2.896
61,block_sparse_moe.experts.184.w1,0.0018968692,0.05000,3.082
61,block_sparse_moe.experts.163.w1,0.0017589355,0.05000,3.103
61,block_sparse_moe.experts.151.w1,0.0018693253,0.05000,2.988
61,block_sparse_moe.experts.155.w1,0.0027038598,0.05000,3.018
61,block_sparse_moe.experts.175.w1,0.0006566526,0.05000,3.005
61,block_sparse_moe.experts.190.w1,0.0761703229,0.05000,3.032
61,block_sparse_moe.experts.182.w1,0.0044687260,0.05000,3.112
61,block_sparse_moe.experts.202.w1,0.0111344398,0.05000,3.069
61,block_sparse_moe.experts.194.w1,0.0037408659,0.05000,3.070
61,block_sparse_moe.experts.177.w1,0.0023945805,0.05000,2.758
61,block_sparse_moe.experts.185.w1,0.0051144971,0.05000,2.814
61,block_sparse_moe.experts.189.w1,0.0003390484,0.05000,2.793
61,block_sparse_moe.experts.181.w1,0.0036280937,0.05000,2.875
61,block_sparse_moe.experts.204.w1,0.0101816766,0.05000,3.133
61,block_sparse_moe.experts.196.w1,0.0012341616,0.05000,3.031
61,block_sparse_moe.experts.192.w1,0.0150160440,0.05000,3.146
61,block_sparse_moe.experts.200.w1,0.0047445076,0.05000,3.180
61,block_sparse_moe.experts.179.w1,0.0025678594,0.05000,2.990
61,block_sparse_moe.experts.167.w1,0.0036374895,0.05000,3.005
61,block_sparse_moe.experts.171.w1,0.0030317075,0.05000,3.029
61,block_sparse_moe.experts.191.w1,0.0105928229,0.05000,3.132
61,block_sparse_moe.experts.218.w1,0.0005998994,0.05000,2.890
61,block_sparse_moe.experts.206.w1,0.0008462692,0.05000,3.005
61,block_sparse_moe.experts.210.w1,3.2233531475,0.05000,2.980
61,block_sparse_moe.experts.198.w1,0.0016374293,0.05000,3.106
61,block_sparse_moe.experts.193.w1,0.0031313920,0.05000,3.132
61,block_sparse_moe.experts.201.w1,0.0091477108,0.05000,3.060
61,block_sparse_moe.experts.205.w1,0.0084036874,0.05000,3.078
61,block_sparse_moe.experts.197.w1,0.0168018664,0.05000,3.129
61,block_sparse_moe.experts.220.w1,0.0075726093,0.05000,2.867
61,block_sparse_moe.experts.212.w1,0.0084909346,0.05000,2.875
61,block_sparse_moe.experts.208.w1,0.0005460671,0.05000,2.979
61,block_sparse_moe.experts.216.w1,0.0006273368,0.05000,2.918
61,block_sparse_moe.experts.195.w1,0.0016957609,0.05000,2.989
61,block_sparse_moe.experts.183.w1,0.0006698288,0.05000,3.036
61,block_sparse_moe.experts.187.w1,0.0233222339,0.05000,2.974
61,block_sparse_moe.experts.207.w1,0.0164811789,0.05000,3.069
61,block_sparse_moe.experts.234.w1,0.0086328159,0.05000,2.957
61,block_sparse_moe.experts.226.w1,0.0016216325,0.05000,2.853
61,block_sparse_moe.experts.222.w1,0.0037578548,0.05000,3.027
61,block_sparse_moe.experts.214.w1,0.0012118007,0.05000,3.014
61,block_sparse_moe.experts.217.w1,0.0129208368,0.05000,2.869
61,block_sparse_moe.experts.209.w1,0.0082204035,0.05000,2.972
61,block_sparse_moe.experts.221.w1,0.0015003719,0.05000,2.908
61,block_sparse_moe.experts.213.w1,0.0023041437,0.05000,2.949
61,block_sparse_moe.experts.236.w1,0.0055364970,0.05000,2.724
61,block_sparse_moe.experts.228.w1,0.0531893143,0.05000,2.811
61,block_sparse_moe.experts.224.w1,0.0027884838,0.05000,2.793
61,block_sparse_moe.experts.232.w1,0.0067107923,0.05000,2.738
61,block_sparse_moe.experts.211.w1,0.0051046150,0.05000,3.035
61,block_sparse_moe.experts.199.w1,0.5343145132,0.05000,3.043
61,block_sparse_moe.experts.250.w1,0.0012729536,0.05000,2.785
61,block_sparse_moe.experts.242.w1,0.0472473448,0.05000,2.792
61,block_sparse_moe.experts.203.w1,0.0019427707,0.05000,3.209
61,block_sparse_moe.experts.238.w1,0.0012403618,0.05000,2.891
61,block_sparse_moe.experts.230.w1,0.3320763111,0.05000,2.880
61,block_sparse_moe.experts.223.w1,0.4170522094,0.05000,3.118
61,block_sparse_moe.experts.233.w1,0.0067938721,0.05000,3.077
61,block_sparse_moe.experts.225.w1,0.0071890524,0.05000,3.101
61,block_sparse_moe.experts.237.w1,0.0048138224,0.05000,3.125
61,block_sparse_moe.experts.229.w1,0.0010701836,0.05000,3.040
61,block_sparse_moe.experts.252.w1,0.1914458400,0.05000,3.059
61,block_sparse_moe.experts.244.w1,0.0038838545,0.05000,3.122
61,block_sparse_moe.experts.240.w1,0.0027398195,0.05000,3.073
61,block_sparse_moe.experts.248.w1,0.0020117595,0.05000,3.070
61,block_sparse_moe.experts.227.w1,0.0039931636,0.05000,3.082
61,block_sparse_moe.experts.215.w1,0.0015838089,0.05000,2.953
61,block_sparse_moe.experts.2.w3,0.0084337695,0.05000,2.905
61,block_sparse_moe.experts.10.w3,0.0014329467,0.05000,3.001
61,block_sparse_moe.experts.254.w1,0.0016435039,0.05000,2.865
61,block_sparse_moe.experts.18.w3,999999999.0000000000,0.05000,0.141
61,block_sparse_moe.experts.219.w1,0.0114475293,0.05000,3.031
61,block_sparse_moe.experts.239.w1,0.0077685601,0.05000,3.033
61,block_sparse_moe.experts.246.w1,0.0015962996,0.05000,3.147
61,block_sparse_moe.experts.249.w1,0.0036439076,0.05000,3.001
61,block_sparse_moe.experts.241.w1,0.0487272514,0.05000,3.108
61,block_sparse_moe.experts.253.w1,0.0010187420,0.05000,3.082
61,block_sparse_moe.experts.12.w3,0.0023088866,0.05000,3.172
61,block_sparse_moe.experts.245.w1,0.0104194268,0.05000,3.210
61,block_sparse_moe.experts.4.w3,0.0083500497,0.05000,3.165
61,block_sparse_moe.experts.8.w3,0.0081932601,0.05000,3.123
61,block_sparse_moe.experts.0.w3,0.0059514893,0.05000,3.229
61,block_sparse_moe.experts.243.w1,0.0009346351,0.05000,3.128
61,block_sparse_moe.experts.231.w1,0.4777866602,0.05000,3.164
61,block_sparse_moe.experts.14.w3,0.0065181017,0.05000,3.129
61,block_sparse_moe.experts.26.w3,0.0026453276,0.05000,3.230
61,block_sparse_moe.experts.34.w3,0.0121641129,0.05000,3.208
61,block_sparse_moe.experts.235.w1,0.0057456556,0.05000,3.110
61,block_sparse_moe.experts.42.w3,999999999.0000000000,0.05000,0.138
61,block_sparse_moe.experts.255.w1,0.0029027344,0.05000,3.178
61,block_sparse_moe.experts.6.w3,0.0021009357,0.05000,3.204
61,block_sparse_moe.experts.9.w3,0.0012275036,0.05000,3.026
61,block_sparse_moe.experts.1.w3,0.0008677266,0.05000,3.084
61,block_sparse_moe.experts.13.w3,0.0013117438,0.05000,2.979
61,block_sparse_moe.experts.28.w3,0.0010358740,0.05000,3.128
61,block_sparse_moe.experts.5.w3,0.0128755638,0.05000,3.127
61,block_sparse_moe.experts.20.w3,0.0057843039,0.05000,3.154
61,block_sparse_moe.experts.24.w3,0.0014768621,0.05000,3.104
61,block_sparse_moe.experts.16.w3,0.0010631927,0.05000,3.116
61,block_sparse_moe.experts.3.w3,0.0032284401,0.05000,3.066
61,block_sparse_moe.experts.247.w1,0.0037598578,0.05000,3.084
61,block_sparse_moe.experts.30.w3,0.0052684967,0.05000,3.001
61,block_sparse_moe.experts.251.w1,0.0009141595,0.05000,2.968
61,block_sparse_moe.experts.50.w3,0.0016918593,0.05000,3.050
61,block_sparse_moe.experts.58.w3,0.0026624505,0.05000,3.068
61,block_sparse_moe.experts.15.w3,0.0019758409,0.05000,3.046
61,block_sparse_moe.experts.22.w3,0.0016376930,0.05000,3.159
61,block_sparse_moe.experts.25.w3,0.0064228118,0.05000,3.011
61,block_sparse_moe.experts.17.w3,0.0047329920,0.05000,3.073
61,block_sparse_moe.experts.29.w3,0.0037208678,0.05000,3.109
61,block_sparse_moe.experts.44.w3,0.0013831637,0.05000,2.982
61,block_sparse_moe.experts.21.w3,0.0021279455,0.05000,3.185
61,block_sparse_moe.experts.36.w3,0.1352191925,0.05000,3.055
61,block_sparse_moe.experts.40.w3,0.0010784711,0.05000,3.032
61,block_sparse_moe.experts.32.w3,0.0283492254,0.05000,3.057
61,block_sparse_moe.experts.19.w3,0.0029777310,0.05000,2.785
61,block_sparse_moe.experts.7.w3,0.0079012646,0.05000,2.830
61,block_sparse_moe.experts.46.w3,0.0077565154,0.05000,2.818
61,block_sparse_moe.experts.11.w3,0.0074146175,0.05000,2.792
61,block_sparse_moe.experts.66.w3,0.0042210845,0.05000,2.882
61,block_sparse_moe.experts.74.w3,0.0018061865,0.05000,2.796
61,block_sparse_moe.experts.31.w3,0.0071148642,0.05000,2.820
61,block_sparse_moe.experts.38.w3,0.0105413413,0.05000,2.835
61,block_sparse_moe.experts.41.w3,0.0003981341,0.05000,2.986
61,block_sparse_moe.experts.33.w3,0.0012214915,0.05000,2.894
61,block_sparse_moe.experts.45.w3,0.0016908781,0.05000,3.030
61,block_sparse_moe.experts.60.w3,0.0017527819,0.05000,2.946
61,block_sparse_moe.experts.37.w3,0.0021697854,0.05000,3.019
61,block_sparse_moe.experts.52.w3,0.0046835428,0.05000,2.958
61,block_sparse_moe.experts.48.w3,0.0026884243,0.05000,2.944
61,block_sparse_moe.experts.56.w3,0.0373930559,0.05000,3.103
61,block_sparse_moe.experts.35.w3,0.0007334805,0.05000,3.220
61,block_sparse_moe.experts.62.w3,0.0038115436,0.05000,3.114
61,block_sparse_moe.experts.23.w3,0.0391405083,0.05000,3.252
61,block_sparse_moe.experts.82.w3,2.0706844330,0.05000,3.092
61,block_sparse_moe.experts.27.w3,0.0084334879,0.05000,3.260
61,block_sparse_moe.experts.90.w3,0.0635202486,0.05000,3.131
61,block_sparse_moe.experts.47.w3,0.0100593895,0.05000,3.213
61,block_sparse_moe.experts.54.w3,0.0016845485,0.05000,3.073
61,block_sparse_moe.experts.57.w3,0.0088329089,0.05000,2.977
61,block_sparse_moe.experts.49.w3,0.0011407451,0.05000,2.927
61,block_sparse_moe.experts.61.w3,0.0075088017,0.05000,2.978
61,block_sparse_moe.experts.53.w3,0.0013089569,0.05000,2.842
61,block_sparse_moe.experts.76.w3,0.0329703467,0.05000,3.264
61,block_sparse_moe.experts.68.w3,0.0086376778,0.05000,3.141
61,block_sparse_moe.experts.72.w3,0.0010814667,0.05000,3.067
61,block_sparse_moe.experts.64.w3,0.0060082888,0.05000,3.222
61,block_sparse_moe.experts.78.w3,0.0023011338,0.05000,2.863
61,block_sparse_moe.experts.51.w3,0.0014214020,0.05000,3.004
61,block_sparse_moe.experts.98.w3,0.0077341963,0.05000,2.880
61,block_sparse_moe.experts.39.w3,0.0034631572,0.05000,3.040
61,block_sparse_moe.experts.43.w3,0.0079737741,0.05000,2.909
61,block_sparse_moe.experts.106.w3,0.0026290914,0.05000,2.951
61,block_sparse_moe.experts.63.w3,0.0023682655,0.05000,3.000
61,block_sparse_moe.experts.70.w3,0.0105029603,0.05000,2.952
61,block_sparse_moe.experts.73.w3,0.0018105633,0.05000,2.813
61,block_sparse_moe.experts.65.w3,0.0029590601,0.05000,2.843
61,block_sparse_moe.experts.77.w3,0.0022819146,0.05000,2.850
61,block_sparse_moe.experts.69.w3,0.0037976461,0.05000,2.938
61,block_sparse_moe.experts.92.w3,0.0044575896,0.05000,3.058
61,block_sparse_moe.experts.84.w3,0.0060497527,0.05000,3.172
61,block_sparse_moe.experts.80.w3,0.0009609623,0.05000,3.051
61,block_sparse_moe.experts.88.w3,0.0045853109,0.05000,3.190
61,block_sparse_moe.experts.67.w3,0.0073420848,0.05000,2.960
61,block_sparse_moe.experts.94.w3,0.4674881299,0.05000,3.068
61,block_sparse_moe.experts.55.w3,0.0066904365,0.05000,3.041
61,block_sparse_moe.experts.114.w3,0.0086591649,0.05000,3.048
61,block_sparse_moe.experts.59.w3,0.0014578805,0.05000,3.069
61,block_sparse_moe.experts.122.w3,0.0018719483,0.05000,3.052
61,block_sparse_moe.experts.79.w3,0.0189490668,0.05000,2.988
61,block_sparse_moe.experts.86.w3,0.0223051499,0.05000,3.219
61,block_sparse_moe.experts.89.w3,0.0026843564,0.05000,2.850
61,block_sparse_moe.experts.81.w3,0.0072913511,0.05000,2.922
61,block_sparse_moe.experts.93.w3,0.0054563688,0.05000,2.919
61,block_sparse_moe.experts.85.w3,0.0075247953,0.05000,2.902
61,block_sparse_moe.experts.108.w3,0.0027192103,0.05000,3.016
61,block_sparse_moe.experts.100.w3,0.0016909695,0.05000,3.093
61,block_sparse_moe.experts.96.w3,5.0227108002,0.05000,3.109
61,block_sparse_moe.experts.104.w3,0.0035455751,0.05000,3.086
61,block_sparse_moe.experts.83.w3,0.0011209846,0.05000,3.244
61,block_sparse_moe.experts.110.w3,0.0014307390,0.05000,3.168
61,block_sparse_moe.experts.130.w3,0.0037076315,0.05000,3.195
61,block_sparse_moe.experts.138.w3,0.0048824073,0.05000,3.191
61,block_sparse_moe.experts.75.w3,0.0020023355,0.05000,3.242
61,block_sparse_moe.experts.71.w3,0.0059879200,0.05000,3.417
61,block_sparse_moe.experts.95.w3,0.0021124749,0.05000,3.380
61,block_sparse_moe.experts.102.w3,0.0015363256,0.05000,3.195
61,block_sparse_moe.experts.105.w3,0.0012713817,0.05000,3.226
61,block_sparse_moe.experts.97.w3,0.0044923418,0.05000,3.335
61,block_sparse_moe.experts.109.w3,0.0036454416,0.05000,3.136
61,block_sparse_moe.experts.101.w3,0.0220451998,0.05000,3.196
61,block_sparse_moe.experts.124.w3,0.0101531702,0.05000,3.343
61,block_sparse_moe.experts.116.w3,0.0075055714,0.05000,3.313
61,block_sparse_moe.experts.112.w3,0.0055609209,0.05000,3.260
61,block_sparse_moe.experts.120.w3,0.0214355919,0.05000,3.274
61,block_sparse_moe.experts.126.w3,0.0006303407,0.05000,3.106
61,block_sparse_moe.experts.99.w3,0.0615203314,0.05000,3.290
61,block_sparse_moe.experts.154.w3,0.0012285980,0.05000,2.962
61,block_sparse_moe.experts.146.w3,0.0038985232,0.05000,3.133
61,block_sparse_moe.experts.91.w3,0.0041039938,0.05000,3.205
61,block_sparse_moe.experts.87.w3,0.0016657604,0.05000,3.184
61,block_sparse_moe.experts.111.w3,0.0034903546,0.05000,3.062
61,block_sparse_moe.experts.118.w3,0.0075938902,0.05000,3.024
61,block_sparse_moe.experts.121.w3,0.0013070247,0.05000,2.983
61,block_sparse_moe.experts.125.w3,0.0023929480,0.05000,2.942
61,block_sparse_moe.experts.113.w3,0.0007566775,0.05000,3.099
61,block_sparse_moe.experts.117.w3,0.0009368985,0.05000,3.068
61,block_sparse_moe.experts.140.w3,0.0025171567,0.05000,3.049
61,block_sparse_moe.experts.142.w3,0.0008846588,0.05000,2.890
61,block_sparse_moe.experts.128.w3,0.0011821878,0.05000,3.065
61,block_sparse_moe.experts.136.w3,0.0008362881,0.05000,3.078
61,block_sparse_moe.experts.132.w3,0.0008765456,0.05000,3.195
61,block_sparse_moe.experts.170.w3,0.0061656647,0.05000,2.905
61,block_sparse_moe.experts.115.w3,0.0063627337,0.05000,2.936
61,block_sparse_moe.experts.162.w3,0.0008967853,0.05000,2.922
61,block_sparse_moe.experts.107.w3,0.0101225959,0.05000,2.966
61,block_sparse_moe.experts.103.w3,0.0124671963,0.05000,3.096
61,block_sparse_moe.experts.127.w3,0.0035587381,0.05000,3.016
61,block_sparse_moe.experts.134.w3,0.0086106082,0.05000,3.012
61,block_sparse_moe.experts.137.w3,0.0041430997,0.05000,2.816
61,block_sparse_moe.experts.141.w3,0.0024385387,0.05000,2.739
61,block_sparse_moe.experts.129.w3,0.0019131724,0.05000,2.645
61,block_sparse_moe.experts.133.w3,0.0015486674,0.05000,2.706
61,block_sparse_moe.experts.156.w3,0.0172369665,0.05000,2.922
61,block_sparse_moe.experts.158.w3,0.0021219414,0.05000,2.829
61,block_sparse_moe.experts.186.w3,0.0032077849,0.05000,2.875
61,block_sparse_moe.experts.131.w3,0.0092242542,0.05000,2.877
61,block_sparse_moe.experts.144.w3,0.0046706841,0.05000,3.083
61,block_sparse_moe.experts.178.w3,0.0016707735,0.05000,2.965
61,block_sparse_moe.experts.148.w3,0.0019023938,0.05000,3.038
61,block_sparse_moe.experts.152.w3,0.0013751828,0.05000,3.145
61,block_sparse_moe.experts.123.w3,0.0009804491,0.05000,2.924
61,block_sparse_moe.experts.119.w3,0.0011961087,0.05000,3.045
61,block_sparse_moe.experts.150.w3,0.0123766543,0.05000,2.928
61,block_sparse_moe.experts.143.w3,0.0010664311,0.05000,3.047
61,block_sparse_moe.experts.153.w3,0.0053548154,0.05000,2.957
61,block_sparse_moe.experts.145.w3,0.0282754857,0.05000,3.030
61,block_sparse_moe.experts.157.w3,0.0209242139,0.05000,3.160
61,block_sparse_moe.experts.149.w3,1.7369089127,0.05000,3.214
61,block_sparse_moe.experts.172.w3,0.0164409720,0.05000,3.212
61,block_sparse_moe.experts.147.w3,0.0016327356,0.05000,2.764
61,block_sparse_moe.experts.174.w3,0.0018065047,0.05000,3.241
61,block_sparse_moe.experts.139.w3,0.0073011416,0.05000,2.707
61,block_sparse_moe.experts.202.w3,0.0141368820,0.05000,3.112
61,block_sparse_moe.experts.160.w3,0.0024427779,0.05000,3.124
61,block_sparse_moe.experts.164.w3,0.0014886127,0.05000,3.146
61,block_sparse_moe.experts.168.w3,0.0010570024,0.05000,3.143
61,block_sparse_moe.experts.194.w3,0.0047971571,0.05000,3.232
61,block_sparse_moe.experts.159.w3,0.0130726954,0.05000,2.603
61,block_sparse_moe.experts.135.w3,0.0009115055,0.05000,2.789
61,block_sparse_moe.experts.169.w3,0.0008538969,0.05000,2.861
61,block_sparse_moe.experts.166.w3,0.0010209360,0.05000,3.183
61,block_sparse_moe.experts.161.w3,0.0357193197,0.05000,2.827
61,block_sparse_moe.experts.173.w3,0.0019066974,0.05000,2.900
61,block_sparse_moe.experts.165.w3,0.0017026998,0.05000,2.960
61,block_sparse_moe.experts.163.w3,0.0021427934,0.05000,2.908
61,block_sparse_moe.experts.188.w3,0.0037262391,0.05000,2.984
61,block_sparse_moe.experts.155.w3,0.0036268787,0.05000,2.846
61,block_sparse_moe.experts.218.w3,0.0008008201,0.05000,3.037
61,block_sparse_moe.experts.190.w3,0.0935202393,0.05000,3.177
61,block_sparse_moe.experts.151.w3,0.0022538136,0.05000,2.739
61,block_sparse_moe.experts.176.w3,0.0007831672,0.05000,3.029
61,block_sparse_moe.experts.175.w3,0.0009781180,0.05000,2.890
61,block_sparse_moe.experts.180.w3,0.0024404929,0.05000,3.046
61,block_sparse_moe.experts.184.w3,0.0024592583,0.05000,3.014
61,block_sparse_moe.experts.210.w3,4.4399166107,0.05000,3.141
61,block_sparse_moe.experts.185.w3,0.0062430700,0.05000,2.883
61,block_sparse_moe.experts.177.w3,0.0029252636,0.05000,2.962
61,block_sparse_moe.experts.182.w3,0.0057351862,0.05000,3.078
61,block_sparse_moe.experts.189.w3,0.0004101247,0.05000,2.952
61,block_sparse_moe.experts.181.w3,0.0042275998,0.05000,3.016
61,block_sparse_moe.experts.179.w3,0.0036166598,0.05000,2.925
61,block_sparse_moe.experts.204.w3,0.0117059663,0.05000,2.912
61,block_sparse_moe.experts.171.w3,0.0037165889,0.05000,3.063
61,block_sparse_moe.experts.206.w3,0.0012434040,0.05000,2.839
61,block_sparse_moe.experts.192.w3,0.0185897918,0.05000,2.895
61,block_sparse_moe.experts.234.w3,0.0107660730,0.05000,3.024
61,block_sparse_moe.experts.167.w3,0.0043456616,0.05000,2.972
61,block_sparse_moe.experts.196.w3,0.0015936909,0.05000,2.868
61,block_sparse_moe.experts.200.w3,0.0059788867,0.05000,2.895
61,block_sparse_moe.experts.191.w3,0.0121372380,0.05000,3.112
61,block_sparse_moe.experts.226.w3,0.0017173716,0.05000,2.970
61,block_sparse_moe.experts.201.w3,0.0105992968,0.05000,3.025
61,block_sparse_moe.experts.198.w3,0.0019671757,0.05000,2.876
61,block_sparse_moe.experts.193.w3,0.0039327925,0.05000,3.048
61,block_sparse_moe.experts.205.w3,0.0108838078,0.05000,3.159
61,block_sparse_moe.experts.197.w3,0.0211914176,0.05000,3.168
61,block_sparse_moe.experts.220.w3,0.0096616430,0.05000,2.956
61,block_sparse_moe.experts.195.w3,0.0022213557,0.05000,3.098
61,block_sparse_moe.experts.222.w3,0.0048588922,0.05000,3.039
61,block_sparse_moe.experts.250.w3,0.0016681323,0.05000,2.928
61,block_sparse_moe.experts.208.w3,0.0007965983,0.05000,2.962
61,block_sparse_moe.experts.187.w3,0.0289030954,0.05000,3.189
61,block_sparse_moe.experts.212.w3,0.0095815508,0.05000,3.011
61,block_sparse_moe.experts.183.w3,0.0010882687,0.05000,3.164
61,block_sparse_moe.experts.242.w3,0.0655519475,0.05000,2.869
61,block_sparse_moe.experts.216.w3,0.0008896659,0.05000,3.122
61,block_sparse_moe.experts.217.w3,0.0111673268,0.05000,3.007
61,block_sparse_moe.experts.214.w3,0.0014511407,0.05000,2.697
61,block_sparse_moe.experts.207.w3,0.0209756994,0.05000,3.229
61,block_sparse_moe.experts.209.w3,0.0103816653,0.05000,2.941
61,block_sparse_moe.experts.221.w3,0.0018171905,0.05000,2.923
61,block_sparse_moe.experts.238.w3,0.0016366539,0.05000,1.673
61,block_sparse_moe.experts.230.w3,0.4397103136,0.05000,1.542
61,block_sparse_moe.experts.213.w3,0.0028083500,0.05000,2.982
61,block_sparse_moe.experts.236.w3,0.0066920691,0.05000,2.998
61,block_sparse_moe.experts.211.w3,0.0057613074,0.05000,3.066
61,block_sparse_moe.experts.224.w3,0.0033652907,0.05000,3.032
61,block_sparse_moe.experts.203.w3,0.0029978326,0.05000,2.999
61,block_sparse_moe.experts.228.w3,0.0716450276,0.05000,3.003
61,block_sparse_moe.experts.199.w3,0.6688059171,0.05000,2.942
61,block_sparse_moe.experts.254.w3,0.0020296506,0.05000,1.555
61,block_sparse_moe.experts.232.w3,0.0079941885,0.05000,3.128
61,block_sparse_moe.experts.233.w3,0.0080216598,0.05000,2.968
61,block_sparse_moe.experts.246.w3,0.0020075510,0.05000,1.426
61,block_sparse_moe.experts.223.w3,0.5689325333,0.05000,2.991
61,block_sparse_moe.experts.225.w3,0.0144957816,0.05000,3.043
61,block_sparse_moe.experts.237.w3,0.0060504887,0.05000,3.033
61,block_sparse_moe.experts.229.w3,0.0013586736,0.05000,2.955
61,block_sparse_moe.experts.252.w3,0.3229205985,0.05000,3.118
61,block_sparse_moe.experts.227.w3,0.0047358277,0.05000,3.022
61,block_sparse_moe.experts.240.w3,0.0031350270,0.05000,2.965
61,block_sparse_moe.experts.244.w3,0.0046949715,0.05000,2.882
61,block_sparse_moe.experts.248.w3,0.0023345155,0.05000,2.635
61,block_sparse_moe.experts.219.w3,0.0151494026,0.05000,3.097
61,block_sparse_moe.experts.215.w3,0.0018686506,0.05000,3.102
61,block_sparse_moe.experts.249.w3,0.0041738895,0.05000,2.841
61,block_sparse_moe.experts.241.w3,0.0656708769,0.05000,2.674
61,block_sparse_moe.experts.239.w3,0.0088683080,0.05000,3.095
61,block_sparse_moe.experts.253.w3,0.0012537262,0.05000,2.559
61,block_sparse_moe.experts.245.w3,0.0127626596,0.05000,1.982
61,block_sparse_moe.experts.243.w3,0.0011291250,0.05000,2.898
61,block_sparse_moe.experts.235.w3,0.0071526482,0.05000,2.746
61,block_sparse_moe.experts.231.w3,0.7635268370,0.05000,2.699
61,block_sparse_moe.experts.255.w3,0.0041853421,0.05000,2.568
61,block_sparse_moe.experts.251.w3,0.0012176177,0.05000,1.746
61,block_sparse_moe.experts.247.w3,0.0048970968,0.05000,1.697
61,block_sparse_moe.experts.13.w2,0.0236582470,0.05000,1.452
61,block_sparse_moe.experts.5.w2,0.1603852197,0.05000,1.494
61,block_sparse_moe.experts.1.w2,0.0130954351,0.05000,1.497
61,block_sparse_moe.experts.8.w2,0.0973148944,0.05000,1.512
61,block_sparse_moe.experts.9.w2,0.0146722747,0.05000,1.525
61,block_sparse_moe.experts.3.w2,0.0340483667,0.05000,1.526
61,block_sparse_moe.experts.15.w2,0.0396133614,0.05000,1.499
61,block_sparse_moe.experts.12.w2,0.0693982241,0.05000,1.560
61,block_sparse_moe.experts.4.w2,0.0839964415,0.05000,1.562
61,block_sparse_moe.experts.11.w2,0.1092627139,0.05000,1.569
61,block_sparse_moe.experts.7.w2,0.0866823772,0.05000,1.569
61,block_sparse_moe.experts.0.w2,0.0695687587,0.05000,1.581
61,block_sparse_moe.experts.14.w2,0.0523743109,0.05000,1.566
61,block_sparse_moe.experts.6.w2,0.0578306034,0.05000,1.647
61,block_sparse_moe.experts.10.w2,0.0451676422,0.05000,1.707
61,block_sparse_moe.experts.2.w2,0.2429693956,0.05000,1.712
61,block_sparse_moe.experts.18.w2,999999999.0000000000,0.05000,0.077
61,block_sparse_moe.experts.29.w2,0.0197948143,0.05000,1.422
61,block_sparse_moe.experts.17.w2,0.0207069557,0.05000,1.478
61,block_sparse_moe.experts.21.w2,0.0215626877,0.05000,1.483
61,block_sparse_moe.experts.19.w2,0.0387543922,0.05000,1.484
61,block_sparse_moe.experts.25.w2,0.0510735663,0.05000,1.493
61,block_sparse_moe.experts.24.w2,0.0333749507,0.05000,1.519
61,block_sparse_moe.experts.28.w2,0.0070188251,0.05000,1.487
61,block_sparse_moe.experts.16.w2,0.0371086029,0.05000,1.474
61,block_sparse_moe.experts.27.w2,0.2262921943,0.05000,1.487
61,block_sparse_moe.experts.31.w2,0.0914048946,0.05000,1.528
61,block_sparse_moe.experts.23.w2,0.5188090007,0.05000,1.501
61,block_sparse_moe.experts.20.w2,0.0834100769,0.05000,1.512
61,block_sparse_moe.experts.30.w2,0.0414827439,0.05000,1.536
61,block_sparse_moe.experts.22.w2,0.0276086036,0.05000,1.520
61,block_sparse_moe.experts.26.w2,0.1164113237,0.05000,1.596
61,block_sparse_moe.experts.34.w2,0.1106842283,0.05000,1.569
61,block_sparse_moe.experts.42.w2,999999999.0000000000,0.05000,0.070
61,block_sparse_moe.experts.45.w2,0.0404581595,0.05000,1.491
61,block_sparse_moe.experts.35.w2,0.0152872157,0.05000,1.446
61,block_sparse_moe.experts.47.w2,0.0458554923,0.05000,1.451
61,block_sparse_moe.experts.41.w2,0.0162855436,0.05000,1.497
61,block_sparse_moe.experts.37.w2,0.0389178716,0.05000,1.539
61,block_sparse_moe.experts.44.w2,0.0406307403,0.05000,1.485
61,block_sparse_moe.experts.43.w2,0.2020486531,0.05000,1.495
61,block_sparse_moe.experts.33.w2,0.0153364550,0.05000,1.579
61,block_sparse_moe.experts.40.w2,0.0299028423,0.05000,1.526
61,block_sparse_moe.experts.39.w2,0.1431689163,0.05000,1.510
61,block_sparse_moe.experts.32.w2,0.2728471356,0.05000,1.556
61,block_sparse_moe.experts.36.w2,0.4632699966,0.05000,1.546
61,block_sparse_moe.experts.46.w2,0.1191571683,0.05000,1.563
61,block_sparse_moe.experts.38.w2,0.8468319847,0.05000,1.550
61,block_sparse_moe.experts.50.w2,0.0443502620,0.05000,1.581
61,block_sparse_moe.experts.58.w2,0.0912358788,0.05000,1.596
61,block_sparse_moe.experts.61.w2,4.7212785020,0.05000,1.420
61,block_sparse_moe.experts.57.w2,0.0940059173,0.05000,1.414
61,block_sparse_moe.experts.51.w2,0.0427623568,0.05000,1.475
61,block_sparse_moe.experts.49.w2,0.0419773873,0.05000,1.409
61,block_sparse_moe.experts.53.w2,0.0284966810,0.05000,1.453
61,block_sparse_moe.experts.63.w2,0.0615596137,0.05000,1.495
61,block_sparse_moe.experts.55.w2,0.1460651898,0.05000,1.463
61,block_sparse_moe.experts.59.w2,0.0332541052,0.05000,1.532
61,block_sparse_moe.experts.60.w2,0.0288590640,0.05000,1.562
61,block_sparse_moe.experts.48.w2,0.0458983899,0.05000,1.485
61,block_sparse_moe.experts.56.w2,0.7454412778,0.05000,1.558
61,block_sparse_moe.experts.52.w2,0.0443511429,0.05000,1.524
61,block_sparse_moe.experts.62.w2,0.1092450050,0.05000,1.516
61,block_sparse_moe.experts.54.w2,0.0396898624,0.05000,1.496
61,block_sparse_moe.experts.74.w2,0.0246536488,0.05000,1.449
61,block_sparse_moe.experts.66.w2,0.0146880019,0.05000,1.511
61,block_sparse_moe.experts.77.w2,0.0155675610,0.05000,1.326
61,block_sparse_moe.experts.65.w2,0.0485381752,0.05000,1.282
61,block_sparse_moe.experts.73.w2,0.0340029340,0.05000,1.338
61,block_sparse_moe.experts.69.w2,0.0133505787,0.05000,1.345
61,block_sparse_moe.experts.79.w2,0.7354140900,0.05000,1.347
61,block_sparse_moe.experts.67.w2,0.1026104558,0.05000,1.490
61,block_sparse_moe.experts.71.w2,0.1076520592,0.05000,1.400
61,block_sparse_moe.experts.76.w2,0.9893490660,0.05000,1.522
61,block_sparse_moe.experts.75.w2,0.1140533188,0.05000,1.534
61,block_sparse_moe.experts.72.w2,0.0544256830,0.05000,1.589
61,block_sparse_moe.experts.64.w2,0.1470534033,0.05000,1.651
61,block_sparse_moe.experts.68.w2,0.1042927741,0.05000,1.618
61,block_sparse_moe.experts.78.w2,0.0328632485,0.05000,1.585
61,block_sparse_moe.experts.70.w2,0.4768212666,0.05000,1.637
61,block_sparse_moe.experts.90.w2,0.8663822331,0.05000,1.506
61,block_sparse_moe.experts.82.w2,77.2005818685,0.05000,1.540
61,block_sparse_moe.experts.93.w2,0.0314621260,0.05000,1.516
61,block_sparse_moe.experts.83.w2,0.0138819424,0.05000,1.246
61,block_sparse_moe.experts.95.w2,0.0522910657,0.05000,1.359
61,block_sparse_moe.experts.87.w2,0.0179837948,0.05000,1.302
61,block_sparse_moe.experts.81.w2,0.1902815013,0.05000,1.511
61,block_sparse_moe.experts.89.w2,0.0427281745,0.05000,1.499
61,block_sparse_moe.experts.85.w2,0.0682600105,0.05000,1.523
61,block_sparse_moe.experts.91.w2,0.0280842076,0.05000,1.288
61,block_sparse_moe.experts.92.w2,0.0914081076,0.05000,1.514
61,block_sparse_moe.experts.94.w2,5.8991720412,0.05000,1.358
61,block_sparse_moe.experts.86.w2,0.0785884708,0.05000,1.404
61,block_sparse_moe.experts.80.w2,0.0209164261,0.05000,1.514
61,block_sparse_moe.experts.106.w2,0.0297594960,0.05000,1.356
61,block_sparse_moe.experts.84.w2,0.1516754483,0.05000,1.529
61,block_sparse_moe.experts.88.w2,0.0679044855,0.05000,1.610
61,block_sparse_moe.experts.98.w2,0.0411081578,0.05000,1.373
61,block_sparse_moe.experts.99.w2,2.7664966048,0.05000,1.463
61,block_sparse_moe.experts.109.w2,0.0279269887,0.05000,1.511
61,block_sparse_moe.experts.103.w2,0.0730807008,0.05000,1.429
61,block_sparse_moe.experts.111.w2,0.0243707685,0.05000,1.480
61,block_sparse_moe.experts.105.w2,0.0297238194,0.05000,1.475
61,block_sparse_moe.experts.97.w2,0.1533778666,0.05000,1.522
61,block_sparse_moe.experts.101.w2,0.0926666688,0.05000,1.507
61,block_sparse_moe.experts.107.w2,0.1098538162,0.05000,1.468
61,block_sparse_moe.experts.108.w2,0.0224478896,0.05000,1.455
61,block_sparse_moe.experts.110.w2,0.0317853732,0.05000,1.515
61,block_sparse_moe.experts.96.w2,35.9155426025,0.05000,1.482
61,block_sparse_moe.experts.102.w2,0.0207176657,0.05000,1.517
61,block_sparse_moe.experts.100.w2,0.0211494292,0.05000,1.503
61,block_sparse_moe.experts.104.w2,0.0592545228,0.05000,1.481
61,block_sparse_moe.experts.122.w2,0.0113240970,0.05000,1.562
61,block_sparse_moe.experts.114.w2,0.1412689969,0.05000,1.518
61,block_sparse_moe.experts.125.w2,0.0397111586,0.05000,1.412
61,block_sparse_moe.experts.121.w2,0.0245474014,0.05000,1.378
61,block_sparse_moe.experts.115.w2,0.0327198743,0.05000,1.535
61,block_sparse_moe.experts.119.w2,0.0176209730,0.05000,1.564
61,block_sparse_moe.experts.113.w2,0.0085706694,0.05000,1.464
61,block_sparse_moe.experts.127.w2,0.0368677576,0.05000,1.572
61,block_sparse_moe.experts.117.w2,0.0170244881,0.05000,1.454
61,block_sparse_moe.experts.123.w2,0.0395540534,0.05000,1.553
61,block_sparse_moe.experts.124.w2,0.1754958904,0.05000,1.382
61,block_sparse_moe.experts.112.w2,0.1354193547,0.05000,1.400
61,block_sparse_moe.experts.116.w2,0.0610553331,0.05000,1.356
61,block_sparse_moe.experts.120.w2,0.2057391210,0.05000,1.375
61,block_sparse_moe.experts.126.w2,0.0121262751,0.05000,1.540
61,block_sparse_moe.experts.118.w2,0.2235716522,0.05000,1.572
61,block_sparse_moe.experts.138.w2,0.0858771601,0.05000,1.532
61,block_sparse_moe.experts.130.w2,0.0386010918,0.05000,1.532
61,block_sparse_moe.experts.131.w2,0.1014468758,0.05000,1.474
61,block_sparse_moe.experts.141.w2,0.2675915289,0.05000,1.558
61,block_sparse_moe.experts.137.w2,0.1035466690,0.05000,1.639
61,block_sparse_moe.experts.135.w2,0.0173407960,0.05000,1.526
61,block_sparse_moe.experts.129.w2,0.0624516863,0.05000,1.556
61,block_sparse_moe.experts.143.w2,0.0071995685,0.05000,1.537
61,block_sparse_moe.experts.133.w2,0.0257031783,0.05000,1.575
61,block_sparse_moe.experts.139.w2,0.0887581573,0.05000,1.495
61,block_sparse_moe.experts.140.w2,0.0932413138,0.05000,1.553
61,block_sparse_moe.experts.142.w2,0.0161833774,0.05000,1.353
61,block_sparse_moe.experts.132.w2,0.0179688944,0.05000,1.560
61,block_sparse_moe.experts.128.w2,0.0147487767,0.05000,1.594
61,block_sparse_moe.experts.136.w2,0.0235163532,0.05000,1.573
61,block_sparse_moe.experts.134.w2,0.1166784322,0.05000,1.401
61,block_sparse_moe.experts.154.w2,0.0131097568,0.05000,1.423
61,block_sparse_moe.experts.146.w2,0.0755234297,0.05000,1.421
61,block_sparse_moe.experts.157.w2,0.6156445519,0.05000,1.490
61,block_sparse_moe.experts.147.w2,0.0239124616,0.05000,1.500
61,block_sparse_moe.experts.153.w2,0.1131542481,0.05000,1.443
61,block_sparse_moe.experts.145.w2,0.4412430983,0.05000,1.498
61,block_sparse_moe.experts.149.w2,20.0186131795,0.05000,1.472
61,block_sparse_moe.experts.151.w2,0.0339920919,0.05000,1.591
61,block_sparse_moe.experts.159.w2,0.4191481730,0.05000,1.627
61,block_sparse_moe.experts.158.w2,0.0121690985,0.05000,1.474
61,block_sparse_moe.experts.155.w2,0.0846405193,0.05000,1.617
61,block_sparse_moe.experts.156.w2,0.1753700950,0.05000,1.553
61,block_sparse_moe.experts.148.w2,0.0412188322,0.05000,1.515
61,block_sparse_moe.experts.150.w2,0.4807221147,0.05000,1.498
61,block_sparse_moe.experts.170.w2,0.0873920062,0.05000,1.482
61,block_sparse_moe.experts.144.w2,0.1044419936,0.05000,1.579
61,block_sparse_moe.experts.152.w2,0.0182505941,0.05000,1.576
61,block_sparse_moe.experts.162.w2,0.0122765096,0.05000,1.518
61,block_sparse_moe.experts.173.w2,0.0275037769,0.05000,1.355
61,block_sparse_moe.experts.169.w2,0.0205492369,0.05000,1.372
61,block_sparse_moe.experts.161.w2,0.3060656853,0.05000,1.317
61,block_sparse_moe.experts.165.w2,0.0139829958,0.05000,1.348
61,block_sparse_moe.experts.163.w2,0.0221035083,0.05000,1.653
61,block_sparse_moe.experts.167.w2,0.0106100000,0.05000,1.593
61,block_sparse_moe.experts.175.w2,0.0216752942,0.05000,1.562
61,block_sparse_moe.experts.174.w2,0.0414267726,0.05000,1.530
61,block_sparse_moe.experts.172.w2,0.0597472289,0.05000,1.527
61,block_sparse_moe.experts.171.w2,0.0294959813,0.05000,1.602
61,block_sparse_moe.experts.166.w2,0.0345504481,0.05000,1.537
61,block_sparse_moe.experts.164.w2,0.0152162971,0.05000,1.569
61,block_sparse_moe.experts.186.w2,0.0176137271,0.05000,1.533
61,block_sparse_moe.experts.168.w2,0.0634099150,0.05000,1.539
61,block_sparse_moe.experts.178.w2,0.0161392274,0.05000,1.538
61,block_sparse_moe.experts.160.w2,0.0240771516,0.05000,1.586
61,block_sparse_moe.experts.189.w2,0.0015799308,0.05000,1.495
61,block_sparse_moe.experts.185.w2,0.0171861787,0.05000,1.544
61,block_sparse_moe.experts.177.w2,0.0467283511,0.05000,1.532
61,block_sparse_moe.experts.181.w2,0.1011035996,0.05000,1.567
61,block_sparse_moe.experts.179.w2,0.1005653025,0.05000,1.535
61,block_sparse_moe.experts.188.w2,0.0622041512,0.05000,1.366
61,block_sparse_moe.experts.191.w2,0.2057074839,0.05000,1.512
61,block_sparse_moe.experts.183.w2,0.0278998421,0.05000,1.579
61,block_sparse_moe.experts.190.w2,3.0175658581,0.05000,1.538
61,block_sparse_moe.experts.187.w2,0.1522142667,0.05000,1.538
61,block_sparse_moe.experts.180.w2,0.0313646980,0.05000,1.392
61,block_sparse_moe.experts.184.w2,0.0083341409,0.05000,1.374
61,block_sparse_moe.experts.176.w2,0.0071873647,0.05000,1.327
61,block_sparse_moe.experts.182.w2,0.1590420071,0.05000,1.503
61,block_sparse_moe.experts.202.w2,0.5184898126,0.05000,1.521
61,block_sparse_moe.experts.194.w2,0.0441970152,0.05000,1.524
61,block_sparse_moe.experts.205.w2,0.4565595787,0.05000,1.445
61,block_sparse_moe.experts.201.w2,0.1972598696,0.05000,1.469
61,block_sparse_moe.experts.193.w2,0.0529173156,0.05000,1.498
61,block_sparse_moe.experts.195.w2,0.0598250961,0.05000,1.434
61,block_sparse_moe.experts.197.w2,0.1565585896,0.05000,1.526
61,block_sparse_moe.experts.204.w2,0.1369024456,0.05000,1.488
61,block_sparse_moe.experts.199.w2,5.6259581248,0.05000,1.429
61,block_sparse_moe.experts.206.w2,0.0247456817,0.05000,1.454
61,block_sparse_moe.experts.207.w2,0.9516641295,0.05000,1.554
61,block_sparse_moe.experts.203.w2,0.0971187537,0.05000,1.470
61,block_sparse_moe.experts.196.w2,0.0346669454,0.05000,1.482
61,block_sparse_moe.experts.198.w2,0.0878549313,0.05000,1.394
61,block_sparse_moe.experts.192.w2,0.1618969816,0.05000,1.484
61,block_sparse_moe.experts.200.w2,0.2294963519,0.05000,1.547
61,block_sparse_moe.experts.218.w2,0.0097297566,0.05000,1.456
61,block_sparse_moe.experts.210.w2,46.2839164734,0.05000,1.422
61,block_sparse_moe.experts.221.w2,0.0359157504,0.05000,1.450
61,block_sparse_moe.experts.217.w2,0.2358577816,0.05000,1.507
61,block_sparse_moe.experts.209.w2,0.1889001879,0.05000,1.607
61,block_sparse_moe.experts.211.w2,0.0317864974,0.05000,1.580
61,block_sparse_moe.experts.213.w2,0.0090000939,0.05000,1.567
61,block_sparse_moe.experts.220.w2,0.1243551755,0.05000,1.505
61,block_sparse_moe.experts.215.w2,0.0113542508,0.05000,1.597
61,block_sparse_moe.experts.222.w2,0.0790838756,0.05000,1.572
61,block_sparse_moe.experts.212.w2,0.6133300189,0.05000,1.468
61,block_sparse_moe.experts.223.w2,2.6342761517,0.05000,1.616
61,block_sparse_moe.experts.208.w2,0.0087142765,0.05000,1.493
61,block_sparse_moe.experts.219.w2,0.6848497179,0.05000,1.592
61,block_sparse_moe.experts.216.w2,0.0142671843,0.05000,1.482
61,block_sparse_moe.experts.214.w2,0.0106290214,0.05000,1.589
61,block_sparse_moe.experts.234.w2,0.2440093191,0.05000,1.502
61,block_sparse_moe.experts.226.w2,0.0517401818,0.05000,1.568
61,block_sparse_moe.experts.237.w2,0.1264851344,0.05000,1.422
61,block_sparse_moe.experts.233.w2,0.1204938784,0.05000,1.332
61,block_sparse_moe.experts.225.w2,0.6958257261,0.05000,1.340
61,block_sparse_moe.experts.229.w2,0.0316337976,0.05000,1.327
61,block_sparse_moe.experts.227.w2,0.0192322985,0.05000,1.574
61,block_sparse_moe.experts.236.w2,0.0952409609,0.05000,1.583
61,block_sparse_moe.experts.231.w2,5.6932163239,0.05000,1.573
61,block_sparse_moe.experts.239.w2,0.1101505842,0.05000,1.572
61,block_sparse_moe.experts.235.w2,0.1047514934,0.05000,1.624
61,block_sparse_moe.experts.228.w2,0.2922745729,0.05000,1.730
61,block_sparse_moe.experts.224.w2,0.0745057289,0.05000,1.658
61,block_sparse_moe.experts.238.w2,0.0085323664,0.05000,1.746
61,block_sparse_moe.experts.230.w2,5.5119275180,0.05000,1.659
61,block_sparse_moe.experts.232.w2,0.0881124304,0.05000,1.690
61,block_sparse_moe.experts.250.w2,0.0753926619,0.05000,1.663
61,block_sparse_moe.experts.242.w2,0.5484554117,0.05000,1.618
61,block_sparse_moe.experts.253.w2,0.0187260372,0.05000,1.419
61,block_sparse_moe.experts.249.w2,0.0200514250,0.05000,1.385
61,block_sparse_moe.experts.241.w2,0.2821705535,0.05000,1.384
61,block_sparse_moe.experts.245.w2,0.1151473055,0.05000,1.312
61,block_sparse_moe.experts.246.w2,0.1240991054,0.05000,0.762
61,block_sparse_moe.experts.254.w2,0.0381888967,0.05000,0.827
61,block_sparse_moe.experts.243.w2,0.0071241456,0.05000,1.629
61,block_sparse_moe.experts.252.w2,1.6215894599,0.05000,1.591
61,block_sparse_moe.experts.247.w2,0.1396618167,0.05000,1.545
61,block_sparse_moe.experts.255.w2,0.0584096800,0.05000,1.484
61,block_sparse_moe.experts.251.w2,0.0154887835,0.05000,1.419
61,block_sparse_moe.experts.240.w2,0.0305978189,0.05000,1.443
61,block_sparse_moe.experts.244.w2,0.0549013871,0.05000,1.476
61,block_sparse_moe.experts.248.w2,0.0074285880,0.05000,1.400